-- Logs begin at Fri 2022-01-28 05:40:30 UTC, end at Fri 2022-01-28 07:52:30 UTC. -- Jan 28 06:31:44.574698 dv-neutron-824022-4-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 06:31:46.895606 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.common.config [-] Logging enabled! Jan 28 06:31:46.896209 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev19 Jan 28 06:31:46.896355 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88107) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 06:31:46.899579 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.common.config [-] Logging enabled! Jan 28 06:31:46.899831 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev19 Jan 28 06:31:46.900146 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88107) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 06:31:46.901070 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 06:31:46.901307 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 06:31:46.901686 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 06:31:46.902467 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 06:31:46.902693 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 06:31:46.903016 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.903342 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.903642 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.903871 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.904167 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.904459 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.904742 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.905033 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.905329 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.905611 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.905889 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.906171 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.906399 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.906676 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.906961 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.907269 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.907498 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] debug = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.907779 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.908206 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.908616 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.908893 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.909181 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.909460 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.909730 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.910002 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.910282 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.910605 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] host = dv-neutron-824022-4-hyperv {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.910878 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.911163 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.911473 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.911762 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.912034 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.912305 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.912587 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.912856 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.913127 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] log_file = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.913415 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.913686 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.913970 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.914263 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.914485 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.914705 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.914994 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.915302 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.915583 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.915856 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.916126 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.916398 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.916670 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.916939 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.917223 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.917533 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.917816 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.918088 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.918359 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.918631 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.918896 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.919179 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.919485 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.919757 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.920030 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.920315 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.920580 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.920851 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.921152 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.921487 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.921776 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.922060 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.922332 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.922613 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.922885 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.923161 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.923454 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] use_json = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.923726 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.923997 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.924279 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.924548 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.924816 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.925089 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.925361 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.925645 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:46.925937 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.926232 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.926532 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.926811 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.927106 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.927410 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.927700 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.927978 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.928265 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.928552 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.928837 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.929114 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.929399 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.929676 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.929969 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.930271 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.930564 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.930852 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.931127 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.931425 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.931704 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.931981 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.932261 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.932552 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.932839 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.933625 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.933903 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.934194 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.934469 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.934739 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.935012 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.935330 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.935611 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.935883 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.936161 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.936437 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.936706 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.936975 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.937248 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.937535 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.937808 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.938076 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.938342 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.938613 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.938883 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.939161 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.939458 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.939728 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.939998 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.940272 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.940544 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.940813 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.941122 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.941394 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.941676 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.941947 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.942216 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.942486 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.942756 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.943023 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.943317 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.943586 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.943858 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.944125 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.944393 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.944664 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.944935 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.945208 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.945493 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.945787 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.946067 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.946343 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.946618 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.946893 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.947168 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.947467 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.947744 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.948018 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.948288 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.948649 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.949490 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.949780 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.950063 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.950339 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.950634 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.950910 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.951191 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.951486 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.951767 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.952053 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.952333 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.952625 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.952916 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.953206 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.953496 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.953785 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.954064 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.954371 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.954649 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:46.954865 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 06:31:46.955099 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88107) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 06:31:47.344235 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO keyring.backend [-] Loading KWallet Jan 28 06:31:47.351480 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO keyring.backend [-] Loading SecretService Jan 28 06:31:47.355016 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO keyring.backend [-] Loading Windows Jan 28 06:31:47.356365 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO keyring.backend [-] Loading chainer Jan 28 06:31:47.356928 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO keyring.backend [-] Loading macOS Jan 28 06:31:47.391301 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 28 06:31:47.391570 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 28 06:31:47.391853 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 28 06:31:47.392186 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 06:31:47.699538 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.699789 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.700059 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.701254 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.701524 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.701783 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.822422 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.822699 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.822961 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.837073 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.837349 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.837613 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.865624 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.865899 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.866166 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.904545 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.905044 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:47.905136 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.140269 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.140597 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.140865 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.141133 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.141863 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.264297 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.264614 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.264890 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.265156 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.265418 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.265723 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.265983 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.266237 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.266488 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.266764 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.267022 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.267311 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.267573 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.267825 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.268084 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.268347 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.268693 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.269002 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.269255 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.269538 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.269880 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.270128 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.270374 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.270651 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.270894 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.271135 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.271547 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:31:48.271788 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:31:48.272022 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:31:48.272252 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:31:48.272482 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:31:48.272711 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:31:48.273068 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 06:31:48.276262 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 06:31:48.280212 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 06:31:48.283934 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jan 28 06:31:48.285563 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 06:31:48.286063 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 06:31:48.286397 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 06:31:48.286788 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 06:31:48.289910 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 06:31:48.290158 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 06:31:48.290498 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 06:31:48.319410 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 06:31:48.319850 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.320138 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88107) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 28 06:31:48.320544 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.321900 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88107) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 06:31:48.322175 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 06:31:48.322416 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 06:31:48.325656 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.325931 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:48.388962 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 06:31:48.389197 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 06:31:48.389437 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 06:31:48.389828 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 06:31:48.421636 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_db.sqlalchemy.engines [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88107) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 28 06:31:49.078054 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Initializing driver for type 'gre' Jan 28 06:31:49.078649 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] gre ID ranges: [(1, 1000)] Jan 28 06:31:49.277925 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Initializing driver for type 'local' Jan 28 06:31:49.278295 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Initializing driver for type 'vlan' Jan 28 06:31:49.374736 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] VlanTypeDriver initialization complete Jan 28 06:31:49.375013 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Initializing driver for type 'vxlan' Jan 28 06:31:49.375550 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] vxlan ID ranges: [(1, 1000)] Jan 28 06:31:49.637753 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Initializing extension driver 'port_security' Jan 28 06:31:49.638034 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.extensions.port_security [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] PortSecurityExtensionDriver initialization complete Jan 28 06:31:49.638364 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Initializing mechanism driver 'openvswitch' Jan 28 06:31:49.638687 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Initializing mechanism driver 'hyperv' Jan 28 06:31:49.645280 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.plugin [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:49.645951 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > port after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.646339 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > port after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.646678 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > port after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.647201 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 06:31:49.647656 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > subnet after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.648008 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > subnet after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.648353 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.648740 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 06:31:49.649141 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > network after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.649492 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > network after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.649831 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > network after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.650210 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 06:31:49.650611 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > security_group after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.650957 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > security_group after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.651322 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.657423 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 06:31:49.657423 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.657423 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.657423 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.657423 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 06:31:49.658003 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > address_group after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.658003 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > address_group after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.658003 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.658003 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88107) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 06:31:49.658003 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] ML2 OVO RPC backend initialized. {{(pid=88107) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 28 06:31:49.658519 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.658519 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.658519 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > network before_response 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.658519 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > networks before_response 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.658952 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > port before_response 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.658952 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > ports before_response 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.658952 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > subnet before_response 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.658952 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > subnets before_response 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.659414 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > network after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.659414 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > network after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.659414 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > network after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.659803 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > port after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.659928 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > port after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.660212 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > port after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.660550 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > subnet after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.660888 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > subnet after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.661223 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.661789 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.plugin [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Modular L2 Plugin initialization complete Jan 28 06:31:49.662119 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading services supported by the core plugin {{(pid=88107) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 06:31:49.662445 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.plugins.ml2.managers [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Got port-security extension from driver 'port_security' Jan 28 06:31:49.662964 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.extensions.vlantransparent [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Disabled vlantransparent extension. Jan 28 06:31:49.663474 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88107) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 06:31:49.663787 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading Plugin: router Jan 28 06:31:49.700276 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.700747 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router after_create 55549900 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.701121 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router before_create 55549900 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.701489 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.701858 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.702214 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router after_delete 55549900 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.702573 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.702936 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router after_create 55549900 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.703306 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router after_update 55549900 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.703657 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router after_update 55549900 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.704006 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.704361 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router after_update 55549900 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.704766 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router precommit_update 55549900 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.705132 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: port after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.705472 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: port after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.705808 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: subnet after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.706145 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.706492 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.706838 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router precommit_create 55549900 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.707179 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: port before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.707556 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router precommit_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.707915 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router after_update 55549900 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.708262 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.708870 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router precommit_create 55549900 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.709236 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.709587 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router precommit_update 55549900 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.709952 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > agent after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.710305 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > agent after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.710652 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > network after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.711534 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Tracking information for resource: router configured {{(pid=88107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:31:49.711869 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Tracking information for resource: floatingip configured {{(pid=88107) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 06:31:49.716815 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.db.l3_agentschedulers_db [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 06:31:49.717397 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: port after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.717763 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: port after_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.718112 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: port after_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.718462 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: port after_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.719397 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router before_create 55550100 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.719761 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.720122 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router precommit_create 55550100 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.720561 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > router precommit_update 55550100 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.724915 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.services.provider_configuration [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service providers = [] {{(pid=88107) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 06:31:49.725278 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.db.servicetype_db [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88107) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 06:31:49.730545 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.services.service_base [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 06:31:49.730896 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.services.service_base [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 06:31:49.731259 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.services.service_base [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 06:31:49.732149 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.services.service_base [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88107) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 06:31:49.732521 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.services.service_base [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 06:31:49.732890 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:31:49.733208 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 06:31:49.743944 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:31:49.744284 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading Plugin: auto_allocate Jan 28 06:31:49.751293 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: network precommit_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.751293 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: network precommit_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.751681 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:31:49.752002 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading Plugin: tag Jan 28 06:31:49.764174 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:31:49.764509 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading Plugin: timestamp Jan 28 06:31:49.769430 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:31:49.769761 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading Plugin: network_ip_availability Jan 28 06:31:49.776518 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.776930 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.777290 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:49.778038 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:31:49.778360 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading Plugin: flavors Jan 28 06:31:49.783242 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:31:49.783585 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading Plugin: revisions Jan 28 06:31:49.787904 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88107) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 06:31:49.788300 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_concurrency.lockutils [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.396s {{(pid=88107) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 28 06:31:49.789053 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88107) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 06:31:49.789390 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Initializing extension manager. Jan 28 06:31:49.789894 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: __init__.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.790233 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: __pycache__ {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.790563 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.790895 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: address_group.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.791699 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.792803 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: address-group Jan 28 06:31:49.793127 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: address_scope.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.793839 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.794355 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: address-scope Jan 28 06:31:49.794675 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.795621 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.796135 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: router-admin-state-down-before-update Jan 28 06:31:49.796457 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: agent.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.797156 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.797664 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: agent Jan 28 06:31:49.797984 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: agent_resources_synced.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.798892 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.799459 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: agent-resources-synced Jan 28 06:31:49.799777 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: allowedaddresspairs.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.801762 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.802287 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: allowed-address-pairs Jan 28 06:31:49.802617 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: auto_allocated_topology.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.809419 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.809949 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: auto-allocated-topology Jan 28 06:31:49.810275 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: availability_zone.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.810972 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.811521 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: availability_zone Jan 28 06:31:49.811845 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: availability_zone_filter.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.812757 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.813272 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: availability_zone_filter Jan 28 06:31:49.813596 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: data_plane_status.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.814525 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.815029 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 06:31:49.815380 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: default_subnetpools.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.816290 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.816799 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: default-subnetpools Jan 28 06:31:49.817122 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.817931 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.818438 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: dhcp_agent_scheduler Jan 28 06:31:49.818761 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: dns.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.819696 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.820205 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension dns-integration not supported by any of loaded plugins Jan 28 06:31:49.820527 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: dns_domain_ports.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.821437 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.821942 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 06:31:49.822263 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: dvr.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.822936 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.823503 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: dvr Jan 28 06:31:49.823878 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: empty_string_filtering.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.824724 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.825235 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: empty-string-filtering Jan 28 06:31:49.825577 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.826483 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.826990 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 06:31:49.827342 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.828264 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.828770 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 06:31:49.829090 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: external_net.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.830000 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.830508 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: external-net Jan 28 06:31:49.830826 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.831756 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.832258 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: extra_dhcp_opt Jan 28 06:31:49.832576 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: extraroute.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.833783 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.834291 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: extraroute Jan 28 06:31:49.834611 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: extraroute_atomic.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.835668 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.836183 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: extraroute-atomic Jan 28 06:31:49.836502 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: filter_validation.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.837212 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.837715 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: filter-validation Jan 28 06:31:49.838033 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: fip_pf_description.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.838935 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.839496 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 06:31:49.839809 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: fip_port_details.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.840730 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.841237 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: fip-port-details Jan 28 06:31:49.841560 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: flavors.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.842796 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.843342 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: flavors Jan 28 06:31:49.843669 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.845347 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.845870 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 06:31:49.846198 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: floatingip_pools.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.846894 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.847443 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: floatingip-pools Jan 28 06:31:49.847767 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: ip_allocation.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.848689 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.849199 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 06:31:49.849520 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.850441 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.850956 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: ip-substring-filtering Jan 28 06:31:49.851305 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: l2_adjacency.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.852227 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.852734 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 06:31:49.853052 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: l3.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.854017 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.854537 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: router Jan 28 06:31:49.855416 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.859150 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.859708 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 06:31:49.860046 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.860993 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.861514 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: ext-gw-mode Jan 28 06:31:49.861842 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.862760 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.863301 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: l3-ha Jan 28 06:31:49.863629 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: l3_flavors.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.864550 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.865068 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: l3-flavors Jan 28 06:31:49.865394 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.866325 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.866837 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 06:31:49.867161 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: l3agentscheduler.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.868233 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.868746 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: l3_agent_scheduler Jan 28 06:31:49.869077 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: logging.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.871130 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.871682 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension logging not supported by any of loaded plugins Jan 28 06:31:49.872011 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: metering.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.872759 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.873344 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: metering Jan 28 06:31:49.873670 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.874761 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.875310 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: metering_source_and_destination_fields Jan 28 06:31:49.875636 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: multiprovidernet.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.876558 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.877076 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: multi-provider Jan 28 06:31:49.877400 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: netmtu.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.878307 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.878819 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: net-mtu Jan 28 06:31:49.879142 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: netmtu_writable.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.880080 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.880596 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: net-mtu-writable Jan 28 06:31:49.880918 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: network_availability_zone.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.881584 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.882093 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: network_availability_zone Jan 28 06:31:49.882412 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: network_ip_availability.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.883533 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.884051 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: network-ip-availability Jan 28 06:31:49.884374 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: network_segment_range.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.885132 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.885645 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 06:31:49.885991 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: pagination.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.886980 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.887341 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: pagination Jan 28 06:31:49.887663 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: port_device_profile.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.888621 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.889093 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: port-device-profile Jan 28 06:31:49.889415 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.890333 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.890841 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: port-mac-address-regenerate Jan 28 06:31:49.891162 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.892099 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.892609 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: port-numa-affinity-policy Jan 28 06:31:49.892928 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: port_resource_request.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.893850 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.894351 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 06:31:49.894670 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: portbindings.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.895621 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.896132 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: binding Jan 28 06:31:49.896452 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: portbindings_extended.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.897733 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.898253 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: binding-extended Jan 28 06:31:49.898582 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: portsecurity.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.899520 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.900040 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: port-security Jan 28 06:31:49.900370 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: project_id.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.901349 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.902207 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: project-id Jan 28 06:31:49.902527 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: providernet.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.903499 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.904016 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: provider Jan 28 06:31:49.904338 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: qos.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.908076 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.908604 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension qos not supported by any of loaded plugins Jan 28 06:31:49.908937 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.910192 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.910720 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 06:31:49.911047 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.911996 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.912514 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 06:31:49.912838 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: qos_default.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.913749 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.914261 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension qos-default not supported by any of loaded plugins Jan 28 06:31:49.914584 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: qos_fip.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.915249 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.915761 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension qos-fip not supported by any of loaded plugins Jan 28 06:31:49.916080 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: qos_gateway_ip.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.917001 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.918064 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 06:31:49.918385 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: qos_port_network_policy.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.919342 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.919858 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 06:31:49.920178 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: qos_rule_type_details.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.921097 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.921607 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 06:31:49.921929 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: qos_rules_alias.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.922974 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.923521 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 06:31:49.923845 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: quotasv2.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.924741 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.925067 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: quotas Jan 28 06:31:49.925387 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: quotasv2_detail.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.926996 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.927373 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: quota_details Jan 28 06:31:49.927702 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: rbac.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.928758 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.929285 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: rbac-policies Jan 28 06:31:49.929616 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: rbac_address_group.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.930551 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.931199 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: rbac-address-group Jan 28 06:31:49.931559 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: rbac_address_scope.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.932487 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.933030 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: rbac-address-scope Jan 28 06:31:49.933356 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: rbac_security_groups.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.934273 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.934787 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: rbac-security-groups Jan 28 06:31:49.935111 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: rbac_subnetpool.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.936076 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.936594 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: rbac-subnetpool Jan 28 06:31:49.936919 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: revisionifmatch.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.937839 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.938353 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: revision-if-match Jan 28 06:31:49.938679 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: revisions.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.939828 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.940351 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: standard-attr-revisions Jan 28 06:31:49.940678 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: router_availability_zone.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.941347 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.941860 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: router_availability_zone Jan 28 06:31:49.942182 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: routerservicetype.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.943108 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.943663 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension router-service-type not supported by any of loaded plugins Jan 28 06:31:49.943987 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.944909 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.945434 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: security-groups-normalized-cidr Jan 28 06:31:49.945756 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.946675 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.947192 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: port-security-groups-filtering Jan 28 06:31:49.947544 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.948604 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.949126 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: security-groups-remote-address-group Jan 28 06:31:49.949450 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: securitygroup.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.959309 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.959850 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: security-group Jan 28 06:31:49.960187 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: segment.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.960974 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.961488 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension segment not supported by any of loaded plugins Jan 28 06:31:49.961818 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.962753 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.963295 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 06:31:49.963623 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: servicetype.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.965268 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.965794 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: service-type Jan 28 06:31:49.966122 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: sorting.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.967096 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.967458 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: sorting Jan 28 06:31:49.967784 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: standard_attr_segment.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.968706 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.969226 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 06:31:49.969550 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: standardattrdescription.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.970199 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.970711 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: standard-attr-description Jan 28 06:31:49.971039 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: stateful_security_group.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.971986 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.972502 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: stateful-security-group Jan 28 06:31:49.972825 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: stdattrs_common.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.973409 dv-neutron-824022-4-hyperv neutron-server[88107]: WARNING neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 06:31:49.973731 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.974724 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.975264 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 06:31:49.975593 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: subnet_onboard.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.976670 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.977190 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: subnet_onboard Jan 28 06:31:49.977515 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.978446 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.978954 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 06:31:49.979306 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: subnet_service_types.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.980772 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.981295 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: subnet-service-types Jan 28 06:31:49.981618 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: subnetallocation.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.982694 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.983208 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: subnet_allocation Jan 28 06:31:49.983555 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.984216 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.984730 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: subnetpool-prefix-ops Jan 28 06:31:49.985050 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.985973 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.986487 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 06:31:49.986808 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: tagging.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.987876 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.988407 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: standard-attr-tag Jan 28 06:31:49.988731 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: timestamp.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.989935 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.990456 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loaded extension: standard-attr-timestamp Jan 28 06:31:49.990780 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: trunk.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.991859 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.992383 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension trunk not supported by any of loaded plugins Jan 28 06:31:49.992709 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: trunk_details.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.993627 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.994146 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension trunk-details not supported by any of loaded plugins Jan 28 06:31:49.994468 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: uplink_status_propagation.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.995448 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.995968 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 06:31:49.996292 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Loading extension file: vlantransparent.py {{(pid=88107) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 06:31:49.996961 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88107) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 06:31:49.997471 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 06:31:49.999941 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:network Jan 28 06:31:50.000666 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:subnet Jan 28 06:31:50.001442 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 06:31:50.002046 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:port Jan 28 06:31:50.003306 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.v2.resource_helper [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:31:50.003762 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.v2.resource_helper [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service FLAVORS assigned prefix: {{(pid=88107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:31:50.004359 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.v2.resource_helper [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:31:50.004793 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.v2.resource_helper [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:31:50.005122 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:router Jan 28 06:31:50.005778 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 06:31:50.006473 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.v2.resource_helper [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service METERING assigned prefix: /metering {{(pid=88107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:31:50.007920 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:50.008290 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:50.008641 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:31:50.009769 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 06:31:50.010212 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:security_group Jan 28 06:31:50.010909 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 06:31:50.011679 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.v2.resource_helper [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service CORE assigned prefix: {{(pid=88107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:31:50.012012 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 06:31:50.012346 dv-neutron-824022-4-hyperv neutron-server[88107]: WARNING neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] subnetpool is already registered Jan 28 06:31:50.012940 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.v2.resource_helper [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service CORE assigned prefix: {{(pid=88107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:31:50.013274 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 06:31:50.013597 dv-neutron-824022-4-hyperv neutron-server[88107]: WARNING neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] subnetpool is already registered Jan 28 06:31:50.016229 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.v2.resource_helper [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:31:50.016661 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.v2.resource_helper [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service FLAVORS assigned prefix: {{(pid=88107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:31:50.017239 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.v2.resource_helper [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:31:50.017657 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.v2.resource_helper [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:31:50.017988 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:router Jan 28 06:31:50.018315 dv-neutron-824022-4-hyperv neutron-server[88107]: WARNING neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] router is already registered Jan 28 06:31:50.018903 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:floatingip Jan 28 06:31:50.019256 dv-neutron-824022-4-hyperv neutron-server[88107]: WARNING neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] floatingip is already registered Jan 28 06:31:50.019877 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.v2.resource_helper [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service METERING assigned prefix: /metering {{(pid=88107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:31:50.020533 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 06:31:50.020859 dv-neutron-824022-4-hyperv neutron-server[88107]: WARNING neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] rbac_policy is already registered Jan 28 06:31:50.021400 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:security_group Jan 28 06:31:50.021727 dv-neutron-824022-4-hyperv neutron-server[88107]: WARNING neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] security_group is already registered Jan 28 06:31:50.022306 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 06:31:50.022636 dv-neutron-824022-4-hyperv neutron-server[88107]: WARNING neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] security_group_rule is already registered Jan 28 06:31:50.023328 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.v2.resource_helper [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service CORE assigned prefix: {{(pid=88107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:31:50.023658 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 06:31:50.023988 dv-neutron-824022-4-hyperv neutron-server[88107]: WARNING neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] subnetpool is already registered Jan 28 06:31:50.024582 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.v2.resource_helper [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Service CORE assigned prefix: {{(pid=88107) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 06:31:50.024916 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 06:31:50.025238 dv-neutron-824022-4-hyperv neutron-server[88107]: WARNING neutron.quota.resource_registry [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] subnetpool is already registered Jan 28 06:31:50.025874 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: extensions {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.027879 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: address-groups {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.029473 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: address-scopes {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.030672 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: agents {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.031890 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: auto-allocated-topology {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.033128 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: availability_zones {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.034443 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: dhcp-networks {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.035882 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: dhcp-agents {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.037306 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: routers {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.039115 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: flavors {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.040287 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: service_profiles {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.041490 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: next_providers {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.044456 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: service_profiles {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.045938 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: floatingip-pools {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.047139 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: routers {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.049658 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: floatingips {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.051400 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: l3-routers {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.052789 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: l3-agents {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.054203 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: metering-labels {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.055600 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: metering-label-rules {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.056880 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: network-ip-availabilities {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.058551 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: bindings {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.060817 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: quotas {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.062287 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: quotas {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.064815 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: rbac-policies {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.066123 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: security-groups {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.067647 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: security-group-rules {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.069284 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: service-providers {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.070533 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: subnetpools {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.071977 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: subnetpools {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.073475 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: tags {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.075153 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: tags {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.076975 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: tags {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.078754 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: tags {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.080574 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: tags {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.082414 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: tags {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.084386 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: tags {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.086297 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: tags {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.088073 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: tags {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.090451 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron.api.extensions [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Extended resource: tags {{(pid=88107) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 06:31:50.096375 dv-neutron-824022-4-hyperv neutron-server[88107]: WARNING keystonemiddleware.auth_token [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 06:31:50.101089 dv-neutron-824022-4-hyperv neutron-server[88107]: WARNING keystonemiddleware.auth_token [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 06:31:50.109819 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_concurrency.lockutils [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Acquired lock "singleton_lock" {{(pid=88107) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 28 06:31:50.110297 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_concurrency.lockutils [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Releasing lock "singleton_lock" {{(pid=88107) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 28 06:31:50.110924 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO oslo_service.service [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Starting 2 workers Jan 28 06:31:50.115553 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Started child 88216 {{(pid=88107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 28 06:31:50.119736 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Started child 88217 {{(pid=88107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 28 06:31:50.120534 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:31:50.121335 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO neutron.service [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 06:31:50.121974 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Notify callbacks [] for process, before_spawn {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:31:50.122068 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [-] (88216) wsgi starting up on http://0.0.0.0:9696 Jan 28 06:31:50.124242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:31:50.124662 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO oslo_service.service [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Starting 1 workers Jan 28 06:31:50.125646 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [-] (88217) wsgi starting up on http://0.0.0.0:9696 Jan 28 06:31:50.129359 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Started child 88218 {{(pid=88107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 28 06:31:50.129897 dv-neutron-824022-4-hyperv neutron-server[88107]: INFO oslo_service.service [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Starting 1 workers Jan 28 06:31:50.132988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.service [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] calling RpcWorker wait() {{(pid=88218) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 06:31:50.133522 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.service [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] returning from RpcWorker wait() {{(pid=88218) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 06:31:50.134215 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Started child 88219 {{(pid=88107) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 28 06:31:50.134835 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:31:50.135035 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG neutron_lib.callbacks.manager [None req-74dd107f-8c94-4f1a-a42d-6c6e01a0de63 None None] Notify callbacks [] for process, after_spawn {{(pid=88107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:31:50.135334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:50.136923 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88107) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 28 06:31:50.137147 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 06:31:50.137334 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 06:31:50.137546 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 06:31:50.137894 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 06:31:50.138056 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 06:31:50.138559 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.138877 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.139107 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.139416 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.139624 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:31:50.140085 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.140272 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.140532 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.140782 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.141076 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.141320 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.141489 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.141831 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.142092 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.142345 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.142640 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.142894 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.143160 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.143461 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.143614 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.143880 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.144159 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.144408 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.144681 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] debug = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.144936 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.145429 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.145681 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.145919 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.146153 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.146458 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.146710 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.146965 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.147201 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.147463 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.147716 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.148054 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.148305 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.148559 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.148808 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.149062 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.149267 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.149744 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] host = dv-neutron-824022-4-hyperv {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.149963 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.150196 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.150441 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.150686 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.150938 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.151153 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.151979 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.152238 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.152490 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.152744 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.152992 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.153219 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.153464 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.153705 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_file = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.153869 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_options = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.154093 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.154381 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.154644 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.154833 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.155003 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.155177 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.155485 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.155648 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.155889 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.156134 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.156353 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.156569 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.156803 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.157053 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.157278 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.157510 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.157740 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.157971 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.158323 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.158691 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.159014 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.159471 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.159769 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.160370 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.160530 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.160729 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.160968 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.161209 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.161433 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.161697 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.161941 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.162204 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.162439 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.162737 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.162980 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.163311 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.163653 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.164010 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.164130 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:50.164248 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.164504 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.164773 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.164996 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.165243 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.165459 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.165675 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.165907 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] use_json = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.166122 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.166362 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.166680 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.167206 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.167951 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.178969 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.178969 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.178969 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.178969 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.178969 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.178969 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.178969 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.178969 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.179671 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.179671 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.179671 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.179671 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.179671 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.179671 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.179671 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.179671 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.179671 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.180567 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.180567 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.180567 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.180567 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.180567 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.180567 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.180567 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.180567 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.181250 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.181250 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.181250 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.181250 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.181250 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.181250 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.181250 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.181250 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.181863 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.181863 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.181863 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.181863 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.181863 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.181863 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.182261 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.182343 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.182526 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.182800 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.183073 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.183341 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.183586 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.183819 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.184035 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.184255 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.184488 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.184718 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.184933 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.185174 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.185559 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.185687 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.185851 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.186065 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.186288 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.186556 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.186771 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.186982 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.187213 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.187551 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.187789 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.188045 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.188272 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.188505 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.188737 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.188957 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.189196 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.189407 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.189648 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.189861 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.190078 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.190291 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.190582 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.190801 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.191035 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.191266 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.191478 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.191857 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.191988 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.192137 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.192373 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.192606 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.192820 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.193052 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.193376 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.193627 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.193864 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.194109 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.194347 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.194627 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.194865 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.195118 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.195412 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.195633 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.195878 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.196129 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.196356 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.196869 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.197005 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.198402 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.199266 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.199506 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.199756 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.199981 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.200239 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.200466 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.200769 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.201023 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.201390 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.201666 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.202215 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.202215 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.202435 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.202716 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.202937 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.203246 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.203744 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.203878 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.204396 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.204396 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.204631 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.204838 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.205070 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.205780 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.205780 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.205968 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.206057 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.206319 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.206572 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.206811 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.207027 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.207278 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.207606 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.207837 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.208049 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.208258 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.208778 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.209023 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.209268 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.209533 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.209797 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.210053 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.210302 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.210529 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.210788 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.210999 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.211272 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.211505 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.211745 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.211972 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.212206 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.212421 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.212630 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.212892 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.213121 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.213373 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.213708 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.213923 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.214639 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.214898 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.215109 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.215395 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.215629 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.215861 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.216094 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.216324 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.216566 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.216904 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.217064 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.217327 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.217577 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.217804 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.218116 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.218406 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.218646 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.218988 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.219095 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.219335 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.219569 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.219779 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.219995 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.220205 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.220443 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.220668 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.220897 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.221146 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.221361 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.221696 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.221956 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.222182 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.222423 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.222667 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.222903 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.223142 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.223382 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.223604 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.223819 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.224034 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.224322 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.224587 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.224826 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.225037 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.225248 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.225457 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.225670 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.225878 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.226158 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.226418 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.226643 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.226896 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.227131 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.227382 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.227591 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.227799 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.228032 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.228258 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.228496 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.228705 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.228930 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.229161 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.229387 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.229694 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.229948 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.230229 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.230452 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.230679 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.230934 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.231184 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.232069 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.232069 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.232069 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.232375 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.232456 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.232660 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.232913 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.233231 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.233547 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.233807 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.234044 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.234352 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.234632 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.234900 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.235113 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.235410 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.235734 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.236020 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.236266 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.236520 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.236802 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.237027 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.237242 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.237462 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.237694 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.237912 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.238151 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.238392 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.238617 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.238837 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.239067 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.239322 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.239747 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.239876 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.240110 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.240331 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.240489 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 06:31:50.241014 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88107) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 28 06:31:50.241172 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 06:31:50.241310 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 06:31:50.241471 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 06:31:50.241638 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 06:31:50.241775 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 06:31:50.241979 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.242138 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.242301 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.242459 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.242616 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.242792 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.242952 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.243108 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.243302 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.243464 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.243617 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.243775 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.243931 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.244088 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.244244 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.244399 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.244577 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.244700 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.244851 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.245008 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.245165 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.245869 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.246027 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] debug = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.246183 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.246369 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.246527 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.246675 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.246830 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.246986 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.247141 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.247414 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.247582 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.247739 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.247896 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.248054 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.248210 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.248532 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.248532 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.248769 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.248851 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.248949 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] host = dv-neutron-824022-4-hyperv {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.249106 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.249261 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.249420 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.249575 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.249731 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.249886 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.250042 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.250197 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.250353 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.250510 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.250666 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.250823 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.250978 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.251132 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_file = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.251322 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_options = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.251481 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.251638 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.251793 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.251966 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.252129 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.252293 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.252597 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.252597 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.252829 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.252909 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.253080 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.253238 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.253393 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.253549 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.253706 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.253860 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.254014 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.254774 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.254774 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.254774 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.254774 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.254774 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.255356 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.258322 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.258531 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.258715 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.258812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 35234) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:31:50.258887 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.259058 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.259257 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.259588 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.259774 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.259907 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.260219 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263250 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:31:50.263375 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263375 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263375 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263375 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263375 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263375 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263375 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263375 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263926 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263926 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263926 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263926 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263926 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] use_json = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263926 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263926 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263926 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.263926 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.264515 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.264515 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.264515 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.264515 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 06:31:50.264515 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.264515 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.264515 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.264515 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.265032 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.265032 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.265032 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.265230 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.265230 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.265396 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.265562 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.265879 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.266053 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.266215 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.266372 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.266682 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.266847 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.267008 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.267176 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.267864 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066588 Jan 28 06:31:50.269228 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.269228 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.269228 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.269228 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.270214 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.270390 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.270557 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.270715 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.270880 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.271194 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.271530 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.271694 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.272010 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.272180 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.272340 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.272502 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.272665 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.272826 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.273507 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.273507 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.273507 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.273507 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.273759 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.273759 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.273992 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.274080 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.274211 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.274361 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.274513 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.274655 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.274818 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.274989 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.275150 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.275341 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.275503 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.275664 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.275820 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.275981 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.276142 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.276303 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.276490 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.276642 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.276814 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.276974 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.277122 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.277280 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.277441 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.277600 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.277752 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.277967 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.278860 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.279032 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.279196 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.279397 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.279536 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.279680 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.279864 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.280028 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.280177 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.280338 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.280500 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.281420 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.281420 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.281420 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.281420 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.281420 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.281420 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.282198 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.282198 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.282198 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.282198 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.282198 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.282838 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.282838 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.282838 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.282838 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.283376 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.283376 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.283376 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.283376 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.283720 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.283720 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.283861 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.283974 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.284145 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.284293 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.284451 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.284613 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.284774 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.284931 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.285088 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.285246 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.285477 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.285639 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.285720 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.285880 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.286023 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.286194 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.286350 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.286515 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.286663 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.286818 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.286977 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.287137 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.287989 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.287989 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.287989 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.287989 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.287989 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.288598 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.288598 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.288598 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.288598 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.288964 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.288964 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.289162 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.289273 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.289395 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.289522 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.289682 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.289842 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.290244 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.290244 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.290456 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.290456 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.290612 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.290768 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.290907 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.291209 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.291209 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.292736 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.292909 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.293047 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.293203 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.293365 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.293501 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.293660 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.293821 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.293968 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.294166 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.294305 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.294438 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.295398 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.295398 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.295398 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.295398 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.295398 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.295398 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.296170 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.296170 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.296170 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.296170 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.296170 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.296796 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.296796 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.296796 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.296796 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.296796 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.297389 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.297389 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.297389 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.297389 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.297895 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.297895 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.297895 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.298274 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.298274 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.298274 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.298682 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.298682 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.298952 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.298952 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.299205 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.299205 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.299493 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.299493 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.299747 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.299880 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.300026 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.300160 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.300294 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.300428 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.300700 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.301011 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.301285 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.301431 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.301567 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.301711 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.301855 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.301989 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.302154 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.302321 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.302492 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.302653 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.302817 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.302966 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.303109 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.303306 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.303471 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.303618 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.303776 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.303927 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.304091 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.304253 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.304398 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.304570 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.304712 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.304875 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.305024 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.305194 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.305354 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.305517 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.305665 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.305826 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.305984 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.306140 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.306303 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.306474 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.306642 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.306805 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.306973 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.307141 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.307392 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.307544 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.307705 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.308382 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.308524 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.308725 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.308900 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.309136 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.309301 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.309460 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.309614 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.309769 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.310057 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.310219 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.310381 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.310541 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.310702 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.310863 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.311024 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.311185 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.311393 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.311609 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.311742 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 06:31:50.311844 dv-neutron-824022-4-hyperv neutron-server[88107]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88107) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 06:32:00.732932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6084639b-6331-4341-961d-295b0416467c None None] get_active_networks_info from dv-neutron-824022-4-hyperv {{(pid=88218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 06:32:00.800611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6084639b-6331-4341-961d-295b0416467c None None] No non-hosted networks {{(pid=88218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 06:32:00.824633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.agentschedulers_db [None req-6084639b-6331-4341-961d-295b0416467c None None] DHCP Agent not found on host dv-neutron-824022-4-hyperv {{(pid=88218) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 06:32:01.006089 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02899a8e-2fbb-46cd-aa7a-1784993524fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1770169'] for agent, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:03.182328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-686a9a16-0f50-4bc0-9859-9126e2cd1429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1770169'] for agent, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:03.216816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-a7ff3560-526a-40b2-a159-330732e40cdd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-824022-4-hyperv {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:32:03.217629 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-a7ff3560-526a-40b2-a159-330732e40cdd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:32:03.804220 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7ff3560-526a-40b2-a159-330732e40cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:04.292124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1770169'] for agent, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:04.293396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:04.295432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:04.296388 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:04.299484 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:04.303922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:04.303922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:04.303922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:04.303922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:04.304961 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:04.304961 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:04.305115 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:04.305472 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:04.306006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-824022-4-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:32:04.318397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-824022-4-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:32:04.386807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1770169'] for agent, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:05.575204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1770169'] for agent, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:07.194280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 35332) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:32:07.756993 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING oslo_policy.policy [None req-9fe66b90-fca8-4c36-ac82-27760d5c3e15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:32:07.757572 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING oslo_policy.policy [None req-9fe66b90-fca8-4c36-ac82-27760d5c3e15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:32:07.982354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-9fe66b90-fca8-4c36-ac82-27760d5c3e15 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:32:07.983366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9fe66b90-fca8-4c36-ac82-27760d5c3e15 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7881861 Jan 28 06:32:10.051197 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.db.l3_hamode_db [None req-d55c6e86-e92c-4959-bdaa-dd1425a4abc1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 06:32:10.137988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c6e86-e92c-4959-bdaa-dd1425a4abc1 None None] Routers set() bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:32:10.138380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c6e86-e92c-4959-bdaa-dd1425a4abc1 None None] Router IDs set() for agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jan 28 06:32:10.329958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 35346) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:32:10.905025 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING oslo_policy.policy [None req-f123ab76-3e55-48b6-9560-3e4d7bf53291 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:32:10.905608 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING oslo_policy.policy [None req-f123ab76-3e55-48b6-9560-3e4d7bf53291 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:32:11.121858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f123ab76-3e55-48b6-9560-3e4d7bf53291 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:32:11.225469 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.policy [None req-f123ab76-3e55-48b6-9560-3e4d7bf53291 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88216) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 06:32:11.270491 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING oslo_policy.policy [None req-f123ab76-3e55-48b6-9560-3e4d7bf53291 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:32:11.270884 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING oslo_policy.policy [None req-f123ab76-3e55-48b6-9560-3e4d7bf53291 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:32:11.279122 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.quota [None req-f123ab76-3e55-48b6-9560-3e4d7bf53291 admin admin] Loaded quota_driver: . Jan 28 06:32:11.294484 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f123ab76-3e55-48b6-9560-3e4d7bf53291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:32:11.430717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f123ab76-3e55-48b6-9560-3e4d7bf53291 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726355475304', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726355474751', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726355464676', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726355453136', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726355443941', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726355507785', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-566985', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-998982', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2053225', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1987410'] for rbac-policy, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:11.602449 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f123ab76-3e55-48b6-9560-3e4d7bf53291 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:11.604413 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f123ab76-3e55-48b6-9560-3e4d7bf53291 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2723248 Jan 28 06:32:14.169048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 35364) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:32:14.505504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '3d0eab8af3604a3b8b78a46ea36b3853'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:32:14.506957 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.quota [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Loaded quota_driver: . Jan 28 06:32:14.522480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:32:14.529452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Usage tracker for resource:network and tenant:3d0eab8af3604a3b8b78a46ea36b3853 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:32:14.534790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:32:14.542181 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:32:14.608262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Made reservation on behalf of 3d0eab8af3604a3b8b78a46ea36b3853 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:32:14.690709 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.policy [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88217) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 06:32:14.735711 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING oslo_policy.policy [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:32:14.736148 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING oslo_policy.policy [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 06:32:14.747149 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:14.769938 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:14.784358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:32:14.787996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:3d0eab8af3604a3b8b78a46ea36b3853 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:32:14.793212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:32:14.798687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:32:14.895489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:14.974387 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:14.997750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:32:15.022528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726357862157', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:15.023092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Unsubscribe: segment precommit_create {{(pid=88217) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 06:32:15.023648 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Added segment b3db8811-b075-43a2-9041-f93ce46cb53e of type vlan for network 0df7ed09-70b2-4761-8748-d74377d487ae Jan 28 06:32:15.032155 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74667f04-190b-48a9-8e4e-6aed4d1e0886,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:15.088103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:15.088453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:15.088786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:15.089105 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:15.089421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:15.089759 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:15.090079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:15.090390 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:15.090698 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:15.091004 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:15.091333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:15.091640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Tracked resource versions report: Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: pushed versions: Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: { 'AddressGroup': {'1.2'}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'ConntrackHelper': {'1.0'}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Log': {'1.0'}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Network': {'1.1'}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Port': {'1.7'}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'PortForwarding': {'1.2'}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'QosPolicy': {'1.8'}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'SecurityGroup': {'1.4'}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'SecurityGroupRule': {'1.2'}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'SubPort': {'1.0'}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Subnet': {'1.1'}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Trunk': {'1.1'}} Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: consumer versions: Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: { DHCP agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: L3 agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: Metadata agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: Metering agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: Open vSwitch agent@dv-neutron-824022-4-hyperv: { 'AddressGroup': '1.2', Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'ConntrackHelper': '1.0', Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Log': '1.0', Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Network': '1.1', Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Port': '1.7', Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'PortForwarding': '1.2', Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'QosPolicy': '1.8', Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'SecurityGroup': '1.4', Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'SecurityGroupRule': '1.2', Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'SubPort': '1.0', Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Subnet': '1.1', Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Trunk': '1.1'}} Jan 28 06:32:15.092891 dv-neutron-824022-4-hyperv neutron-server[88217]: {{(pid=88217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 06:32:15.140472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:15.214778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:15.215901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:15.216550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:15.317521 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1474164 Jan 28 06:32:15.322323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb40a2-4d80-41bf-934e-8a92539cc9f4 admin admin] Pushing event updated for resources: {'Network': ['ID=0df7ed09-70b2-4761-8748-d74377d487ae,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:15.335006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 0df7ed09-70b2-4761-8748-d74377d487ae details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:32:17.943635 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 35382) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:32:18.417668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfb9949-672c-410d-912f-28bb6ed7633f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:18.419014 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2cfb9949-672c-410d-912f-28bb6ed7633f admin admin] 10.222.0.25 "GET /v2.0/networks/0df7ed09-70b2-4761-8748-d74377d487ae HTTP/1.1" status: 200 len: 825 time: 0.4744365 Jan 28 06:32:18.444571 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ca8801ff-74f5-437e-8029-8ed2dd214f27 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/c04e741f-2c1b-442b-b5d6-7861a4f1a100 HTTP/1.1" status: 200 len: 734 time: 0.0202072 Jan 28 06:32:18.452781 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'name': 'private-subnet', 'subnetpool_id': 'c04e741f-2c1b-442b-b5d6-7861a4f1a100', 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:32:18.457089 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:32:18.461383 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Usage tracker for resource:subnet and tenant:3d0eab8af3604a3b8b78a46ea36b3853 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:32:18.465348 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:32:18.471363 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:32:18.544913 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Made reservation on behalf of 3d0eab8af3604a3b8b78a46ea36b3853 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:32:18.547475 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:18.963750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:19.043643 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Checking segment: {'id': 'b3db8811-b075-43a2-9041-f93ce46cb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:32:19.044007 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Network hostable DHCP agents. Network: 0df7ed09-70b2-4761-8748-d74377d487ae, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:32:19.060134 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c197da38-707e-4b59-8f82-6b9bef062c6b,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:19.069122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:19.069477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:19.069812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:19.070138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:19.070457 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:19.070795 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:19.071116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:19.071475 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:19.072322 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:19.072635 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:19.072941 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:19.073248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Tracked resource versions report: Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: pushed versions: Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: { 'AddressGroup': {'1.2'}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'ConntrackHelper': {'1.0'}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Log': {'1.0'}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Network': {'1.1'}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Port': {'1.7'}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'PortForwarding': {'1.2'}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'QosPolicy': {'1.8'}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'SecurityGroup': {'1.4'}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'SecurityGroupRule': {'1.2'}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'SubPort': {'1.0'}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Subnet': {'1.1'}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Trunk': {'1.1'}} Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: consumer versions: Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: { DHCP agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: L3 agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: Metadata agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: Metering agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: Open vSwitch agent@dv-neutron-824022-4-hyperv: { 'AddressGroup': '1.2', Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'ConntrackHelper': '1.0', Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Log': '1.0', Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Network': '1.1', Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Port': '1.7', Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'PortForwarding': '1.2', Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'QosPolicy': '1.8', Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'SecurityGroup': '1.4', Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'SecurityGroupRule': '1.2', Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'SubPort': '1.0', Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Subnet': '1.1', Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Trunk': '1.1'}} Jan 28 06:32:19.074454 dv-neutron-824022-4-hyperv neutron-server[88216]: {{(pid=88216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 06:32:19.174157 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Network 0df7ed09-70b2-4761-8748-d74377d487ae is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:32:19.248350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 0df7ed09-70b2-4761-8748-d74377d487ae) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:32:19.256132 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:19.256368 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42766749-873d-4969-a043-21b1b9b55b93 None None] Network 0df7ed09-70b2-4761-8748-d74377d487ae requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:32:19.256778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:19.352385 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b0c2f335-6756-4e6c-91fd-5092de989930 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9026320 Jan 28 06:32:19.650486 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-0df7ed09-70b2-4761-8748-d74377d487ae', 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'fixed_ips': [{'subnet_id': 'c197da38-707e-4b59-8f82-6b9bef062c6b'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:32:19.651720 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:19.911132 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Allocated IP 172.20.0.2 (0df7ed09-70b2-4761-8748-d74377d487ae/c197da38-707e-4b59-8f82-6b9bef062c6b/6d099e79-749d-4874-b20c-238873760f24) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:32:20.136047 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:20.148608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Transition to ACTIVE for port object 6d099e79-749d-4874-b20c-238873760f24 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:32:20.167385 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Transition to ACTIVE for port object 6d099e79-749d-4874-b20c-238873760f24 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:32:20.237490 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:20.300906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Network 0df7ed09-70b2-4761-8748-d74377d487ae is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:32:20.303620 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:32:20.309872 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:32:20.315805 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Pushing event updated for resources: {'Port': ['ID=6d099e79-749d-4874-b20c-238873760f24,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:20.354381 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:20.354734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:20.355074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:20.355430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:20.355759 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:20.356103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:20.356430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:20.356749 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:20.357080 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:20.357402 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:20.357717 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:20.358031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Tracked resource versions report: Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: pushed versions: Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: { 'AddressGroup': {'1.2'}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'ConntrackHelper': {'1.0'}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Log': {'1.0'}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Network': {'1.1'}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Port': {'1.7'}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'PortForwarding': {'1.2'}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'QosPolicy': {'1.8'}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'SecurityGroup': {'1.4'}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'SecurityGroupRule': {'1.2'}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'SubPort': {'1.0'}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Subnet': {'1.1'}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Trunk': {'1.1'}} Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: consumer versions: Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: { DHCP agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: L3 agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: Metadata agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: Metering agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: Open vSwitch agent@dv-neutron-824022-4-hyperv: { 'AddressGroup': '1.2', Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'ConntrackHelper': '1.0', Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Log': '1.0', Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Network': '1.1', Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Port': '1.7', Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'PortForwarding': '1.2', Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'QosPolicy': '1.8', Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'SecurityGroup': '1.4', Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'SecurityGroupRule': '1.2', Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'SubPort': '1.0', Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Subnet': '1.1', Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Trunk': '1.1'}} Jan 28 06:32:20.359343 dv-neutron-824022-4-hyperv neutron-server[88218]: {{(pid=88218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 06:32:20.413314 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Attempting to bind port 6d099e79-749d-4874-b20c-238873760f24 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:32:20.413716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Attempting to bind port 6d099e79-749d-4874-b20c-238873760f24 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'b3db8811-b075-43a2-9041-f93ce46cb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:32:20.414139 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Attempting to bind port 6d099e79-749d-4874-b20c-238873760f24 on network 0df7ed09-70b2-4761-8748-d74377d487ae {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:32:20.419946 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:32:20.420284 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Checking segment: {'id': 'b3db8811-b075-43a2-9041-f93ce46cb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:32:20.420762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:20.421155 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Bound using segment: {'id': 'b3db8811-b075-43a2-9041-f93ce46cb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:32:20.421648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Bound port: 6d099e79-749d-4874-b20c-238873760f24, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3db8811-b075-43a2-9041-f93ce46cb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:32:20.422049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:20.523870 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] For port 6d099e79-749d-4874-b20c-238873760f24, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:32:20.528373 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] For port 6d099e79-749d-4874-b20c-238873760f24, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6d099e79-749d-4874-b20c-238873760f24,segment=NetworkSegment(b3db8811-b075-43a2-9041-f93ce46cb53e),segment_id=b3db8811-b075-43a2-9041-f93ce46cb53e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:32:20.586256 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:20.674384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a3e77-d3be-4567-acb3-b5f5cb63db5b None None] Pushing event updated for resources: {'Port': ['ID=6d099e79-749d-4874-b20c-238873760f24,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:21.721550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 35396) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:32:22.094882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-b458dad2-7008-4839-b1d8-6cb5399101ad admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:32:22.095866 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b458dad2-7008-4839-b1d8-6cb5399101ad admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3733919 Jan 28 06:32:23.929189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6d099e79-749d-4874-b20c-238873760f24 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:32:24.036874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 6d099e79-749d-4874-b20c-238873760f24 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:32:24.318937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071f4f46-82fe-45c6-8038-56ffae5b7c93 None None] Network 0df7ed09-70b2-4761-8748-d74377d487ae requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:32:24.470875 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b160ea61-9326-4f05-89a6-a7f477315f35 None None] Provisioning for port 6d099e79-749d-4874-b20c-238873760f24 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:32:24.472731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 35410) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:32:24.482139 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b160ea61-9326-4f05-89a6-a7f477315f35 None None] Provisioning complete for port 6d099e79-749d-4874-b20c-238873760f24 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:32:24.482559 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b160ea61-9326-4f05-89a6-a7f477315f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:24.662641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b160ea61-9326-4f05-89a6-a7f477315f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:24.699109 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b160ea61-9326-4f05-89a6-a7f477315f35 None None] For port 6d099e79-749d-4874-b20c-238873760f24, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6d099e79-749d-4874-b20c-238873760f24,segment=NetworkSegment(b3db8811-b075-43a2-9041-f93ce46cb53e),segment_id=b3db8811-b075-43a2-9041-f93ce46cb53e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:32:24.785891 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b160ea61-9326-4f05-89a6-a7f477315f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:24.845708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-085ff2b5-e1dc-456c-9145-79e7f4e4a251 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:32:24.847011 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-085ff2b5-e1dc-456c-9145-79e7f4e4a251 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3728693 Jan 28 06:32:24.862238 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160ea61-9326-4f05-89a6-a7f477315f35 None None] Pushing event updated for resources: {'Port': ['ID=6d099e79-749d-4874-b20c-238873760f24,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:24.906439 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9ce78289-881c-47f9-b009-43085260e382 None None] Provisioning complete for port 6d099e79-749d-4874-b20c-238873760f24 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:32:24.906811 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ce78289-881c-47f9-b009-43085260e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:25.886034 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6d099e79-749d-4874-b20c-238873760f24 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:32:25.956342 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 6d099e79-749d-4874-b20c-238873760f24 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:32:25.956962 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:27.508734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 35422) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:32:27.850637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-23255751-c330-4c1d-9eb2-e58e52e5e839 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'admin_state_up': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:32:27.855605 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-23255751-c330-4c1d-9eb2-e58e52e5e839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:32:27.859296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-23255751-c330-4c1d-9eb2-e58e52e5e839 admin admin] Usage tracker for resource:router and tenant:3d0eab8af3604a3b8b78a46ea36b3853 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:32:27.862438 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-23255751-c330-4c1d-9eb2-e58e52e5e839 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:32:27.867988 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-23255751-c330-4c1d-9eb2-e58e52e5e839 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:32:27.996542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23255751-c330-4c1d-9eb2-e58e52e5e839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:27.998067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23255751-c330-4c1d-9eb2-e58e52e5e839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:28.021588 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23255751-c330-4c1d-9eb2-e58e52e5e839 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:28.198005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23255751-c330-4c1d-9eb2-e58e52e5e839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:28.287846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23255751-c330-4c1d-9eb2-e58e52e5e839 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:28.289140 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-23255751-c330-4c1d-9eb2-e58e52e5e839 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7793269 Jan 28 06:32:30.589092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 35432) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:32:30.791387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24e82b9b-0e42-4cbf-969b-2c5cbefed373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:30.951324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-b20f7286-e551-4ccf-aaa8-b72eab98ca61 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:32:30.952297 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b20f7286-e551-4ccf-aaa8-b72eab98ca61 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3622842 Jan 28 06:32:33.128191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-011cd9a0-61c2-49fa-a5a1-593e1dfed629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:33.290580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 35442) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:32:33.642511 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:32:33.647370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:32:33.651096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Usage tracker for resource:network and tenant:f748090a7db5403a9ae3c74fa7fd5099 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:32:33.653866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:32:33.659415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:32:33.732900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Made reservation on behalf of f748090a7db5403a9ae3c74fa7fd5099 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:32:33.735113 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:33.747666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:33.762357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:32:33.766119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Usage tracker for resource:security_group_rule and tenant:f748090a7db5403a9ae3c74fa7fd5099 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:32:33.768925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:32:33.775290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:32:33.867312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:33.956092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:33.979169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Reserving flat network on physical network physnet1 {{(pid=88217) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 06:32:33.991598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b62575c-4d4c-4c3f-b560-1e1432bf20ef,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:33.997143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:33.997476 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Added segment 2c8408ca-9ceb-4091-b04d-17747f442aa3 of type flat for network e3355fb6-485f-4e2b-a0fc-4f14df05534c Jan 28 06:32:34.028255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:34.132819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:34.134318 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:34.134881 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:34.233923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] Pushing event updated for resources: {'Network': ['ID=e3355fb6-485f-4e2b-a0fc-4f14df05534c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:34.243641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:32:34.265449 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b00518a8-95eb-4b5d-8b82-3586101a2c20 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9738293 Jan 28 06:32:34.331989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:34.353417 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:35.568080 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:36.578973 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 35464) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:32:36.784905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de6f963-4ec7-466b-a718-4cd77c202342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:36.786214 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2de6f963-4ec7-466b-a718-4cd77c202342 admin admin] 10.222.0.25 "GET /v2.0/subnets/c197da38-707e-4b59-8f82-6b9bef062c6b HTTP/1.1" status: 200 len: 849 time: 0.2062263 Jan 28 06:32:36.969937 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fb3cfe25-c4df-4553-8a69-6259339a576a admin admin] 10.222.0.25 "GET /v2.0/routers/6b8aa40b-d265-4cef-abf8-cb262cf84552 HTTP/1.1" status: 200 len: 704 time: 0.1775248 Jan 28 06:32:37.412426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:37.646901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Allocated IP 172.20.0.1 (0df7ed09-70b2-4761-8748-d74377d487ae/c197da38-707e-4b59-8f82-6b9bef062c6b/05714b4c-ce59-4b46-ae2b-3c9c6bee2438) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:32:37.799928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:37.816731 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Transition to ACTIVE for port object 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:32:37.962706 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:38.030728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Network 0df7ed09-70b2-4761-8748-d74377d487ae is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:32:38.033585 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:32:38.037673 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:32:38.038203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:38.155974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Pushing event updated for resources: {'Port': ['ID=05714b4c-ce59-4b46-ae2b-3c9c6bee2438,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:38.282292 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4dae72a2-0cbc-4cd6-94bd-67bca89027fa None None] Provisioning for port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:32:38.287051 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4dae72a2-0cbc-4cd6-94bd-67bca89027fa None None] Provisioning complete for port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:32:38.287485 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4dae72a2-0cbc-4cd6-94bd-67bca89027fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:38.347821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4dae72a2-0cbc-4cd6-94bd-67bca89027fa None None] Port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:32:38.387466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:38.604345 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:38.670125 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:38.670846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:38.766526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Pushing event updated for resources: {'Port': ['ID=05714b4c-ce59-4b46-ae2b-3c9c6bee2438,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:38.863850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Network 0df7ed09-70b2-4761-8748-d74377d487ae is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:32:38.864876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:32:39.068558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d8424857-1171-4de9-bf5b-3fa50b42e08d None None] Provisioning complete for port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:32:39.076463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8424857-1171-4de9-bf5b-3fa50b42e08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:39.121524 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d8424857-1171-4de9-bf5b-3fa50b42e08d None None] Port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:32:39.139255 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Router 6b8aa40b-d265-4cef-abf8-cb262cf84552 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:32:39.289514 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:32:39.299717 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Sync routers for ids ['6b8aa40b-d265-4cef-abf8-cb262cf84552'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:32:39.301491 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c62afcc7-a273-4e15-a5de-ba9a3d42a23a admin admin] 10.222.0.25 "PUT /v2.0/routers/6b8aa40b-d265-4cef-abf8-cb262cf84552/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3266244 Jan 28 06:32:39.315809 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Routers {'6b8aa40b-d265-4cef-abf8-cb262cf84552'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:32:39.316963 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:32:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['6b8aa40b-d265-4cef-abf8-cb262cf84552'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:32:39.488609 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Set router 6b8aa40b-d265-4cef-abf8-cb262cf84552 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:32:39.856703 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'name': 'router1', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:32:28Z', 'updated_at': '2022-01-28T06:32:38Z', 'revision_number': 2, 'project_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'gw_port_host': None, '_interfaces': [{'id': '05714b4c-ce59-4b46-ae2b-3c9c6bee2438', 'name': '', 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'mac_address': 'fa:16:3e:dc:60:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c197da38-707e-4b59-8f82-6b9bef062c6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:32:37Z', 'updated_at': '2022-01-28T06:32:38Z', 'revision_number': 2, 'project_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'subnets': [{'id': 'c197da38-707e-4b59-8f82-6b9bef062c6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c04e741f-2c1b-442b-b5d6-7861a4f1a100'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:32:39.882363 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Checking router: 6b8aa40b-d265-4cef-abf8-cb262cf84552 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:32:39.882363 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Updating router 6b8aa40b-d265-4cef-abf8-cb262cf84552 port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:32:39.912468 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:40.281937 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:40.296922 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Transition to ACTIVE for port object 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:32:40.379302 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:40.611992 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Pushing event updated for resources: {'Port': ['ID=05714b4c-ce59-4b46-ae2b-3c9c6bee2438,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:40.620595 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Attempting to bind port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:32:40.620985 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Attempting to bind port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'b3db8811-b075-43a2-9041-f93ce46cb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:32:40.621396 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Attempting to bind port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 on network 0df7ed09-70b2-4761-8748-d74377d487ae {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:32:40.625185 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:40.625537 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:40.625873 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:40.626202 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:40.626528 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:40.626872 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:40.627199 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:40.627548 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:40.627884 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:40.628208 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:40.628526 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:40.628838 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Tracked resource versions report: Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: pushed versions: Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: { 'AddressGroup': {'1.2'}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'ConntrackHelper': {'1.0'}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Log': {'1.0'}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Network': {'1.1'}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Port': {'1.7'}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'PortForwarding': {'1.2'}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'QosPolicy': {'1.8'}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'SecurityGroup': {'1.4'}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'SecurityGroupRule': {'1.2'}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'SubPort': {'1.0'}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Subnet': {'1.1'}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Trunk': {'1.1'}} Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: consumer versions: Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: { DHCP agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: L3 agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: Metadata agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: Metering agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: Open vSwitch agent@dv-neutron-824022-4-hyperv: { 'AddressGroup': '1.2', Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'ConntrackHelper': '1.0', Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Log': '1.0', Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Network': '1.1', Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Port': '1.7', Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'PortForwarding': '1.2', Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'QosPolicy': '1.8', Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'SecurityGroup': '1.4', Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'SecurityGroupRule': '1.2', Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'SubPort': '1.0', Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Subnet': '1.1', Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Trunk': '1.1'}} Jan 28 06:32:40.630137 dv-neutron-824022-4-hyperv neutron-server[88219]: {{(pid=88219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 06:32:40.635007 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:32:40.635435 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Checking segment: {'id': 'b3db8811-b075-43a2-9041-f93ce46cb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:32:40.635925 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:40.636304 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Bound using segment: {'id': 'b3db8811-b075-43a2-9041-f93ce46cb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:32:40.636797 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Bound port: 05714b4c-ce59-4b46-ae2b-3c9c6bee2438, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3db8811-b075-43a2-9041-f93ce46cb53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:32:40.637196 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:40.725368 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] For port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:32:40.729206 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] For port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=05714b4c-ce59-4b46-ae2b-3c9c6bee2438,segment=NetworkSegment(b3db8811-b075-43a2-9041-f93ce46cb53e),segment_id=b3db8811-b075-43a2-9041-f93ce46cb53e)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:32:40.802585 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:40.896989 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Routers {'6b8aa40b-d265-4cef-abf8-cb262cf84552'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:32:40.897619 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:32:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['6b8aa40b-d265-4cef-abf8-cb262cf84552'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:32:40.960915 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86c4c6-ed02-45aa-96ab-1a049a86473e None None] Pushing event updated for resources: {'Port': ['ID=05714b4c-ce59-4b46-ae2b-3c9c6bee2438,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:41.053387 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] Set router 6b8aa40b-d265-4cef-abf8-cb262cf84552 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:32:41.372352 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'name': 'router1', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:32:28Z', 'updated_at': '2022-01-28T06:32:38Z', 'revision_number': 2, 'project_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'gw_port_host': None, '_interfaces': [{'id': '05714b4c-ce59-4b46-ae2b-3c9c6bee2438', 'name': '', 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'mac_address': 'fa:16:3e:dc:60:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c197da38-707e-4b59-8f82-6b9bef062c6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:32:37Z', 'updated_at': '2022-01-28T06:32:40Z', 'revision_number': 4, 'project_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'subnets': [{'id': 'c197da38-707e-4b59-8f82-6b9bef062c6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c04e741f-2c1b-442b-b5d6-7861a4f1a100'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:32:41.376211 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6954e69-da55-4e59-8ce9-f22ec6cb1fa3 None None] The sync data for ids ['6b8aa40b-d265-4cef-abf8-cb262cf84552'] in dv-neutron-824022-4-hyperv is: [{'id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'name': 'router1', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:32:28Z', 'updated_at': '2022-01-28T06:32:38Z', 'revision_number': 2, 'project_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'gw_port_host': None, '_interfaces': [{'id': '05714b4c-ce59-4b46-ae2b-3c9c6bee2438', 'name': '', 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'mac_address': 'fa:16:3e:dc:60:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c197da38-707e-4b59-8f82-6b9bef062c6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:32:37Z', 'updated_at': '2022-01-28T06:32:40Z', 'revision_number': 4, 'project_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'subnets': [{'id': 'c197da38-707e-4b59-8f82-6b9bef062c6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c04e741f-2c1b-442b-b5d6-7861a4f1a100'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:32:41.593081 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 35486) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:32:41.743998 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22deee-4fe1-493a-aa20-eafc112b40e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:41.745352 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0a22deee-4fe1-493a-aa20-eafc112b40e4 admin admin] 10.222.0.25 "GET /v2.0/networks/e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 842 time: 0.1513345 Jan 28 06:32:41.754586 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.26.4.1', 'cidr': '172.26.4.0/24', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:32:41.760197 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:32:41.764295 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Usage tracker for resource:subnet and tenant:f748090a7db5403a9ae3c74fa7fd5099 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:32:41.767216 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:32:41.774495 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:32:41.882077 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Made reservation on behalf of f748090a7db5403a9ae3c74fa7fd5099 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:32:41.884427 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:42.369282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.objects.ports [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88216) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:32:42.369744 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:42.442276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfd10d49-64cc-4542-9fe3-97171f8f7421,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:42.453412 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:32:42.453762 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Network hostable DHCP agents. Network: e3355fb6-485f-4e2b-a0fc-4f14df05534c, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:32:42.556691 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:32:42.630466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, e3355fb6-485f-4e2b-a0fc-4f14df05534c) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:32:42.635407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:42.635987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:42.640114 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09906289-19fb-4734-a4ae-38a426022adc None None] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:32:42.728845 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8bca5fbe-069a-4ce9-8006-0dcc3d506887 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9775894 Jan 28 06:32:42.871293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65081dd-e2b4-4d53-89b9-77f4712fe0df None None] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:32:43.925631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:32:44.133848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:32:44.138812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:32:44.139178 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:44.249685 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:44.283387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=05714b4c-ce59-4b46-ae2b-3c9c6bee2438,segment=NetworkSegment(b3db8811-b075-43a2-9041-f93ce46cb53e),segment_id=b3db8811-b075-43a2-9041-f93ce46cb53e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:32:44.407640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:44.473424 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=05714b4c-ce59-4b46-ae2b-3c9c6bee2438,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:44.977510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 35500) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:32:45.170189 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e73e1b59-c1fe-4fd1-8eeb-ee74c0322cf3 admin admin] 10.222.0.25 "GET /v2.0/routers/6b8aa40b-d265-4cef-abf8-cb262cf84552 HTTP/1.1" status: 200 len: 710 time: 0.1914759 Jan 28 06:32:45.300442 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fcc8f3-a61b-43ea-94c3-93bb13496dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:32:45.301778 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-37fcc8f3-a61b-43ea-94c3-93bb13496dbb admin admin] 10.222.0.25 "GET /v2.0/networks/e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 886 time: 0.1265800 Jan 28 06:32:45.311464 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:32:45.754440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:45.900225 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:32:45.970405 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:32:45.970773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:46.139567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:46.240284 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:46.365371 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Allocated IP 172.26.4.79 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/5f7f3609-7520-4cfc-8764-4db0dbc5e375) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:32:46.505301 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:46.602248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:46.663723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:32:46.666327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:32:46.670001 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:32:46.733954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7f3609-7520-4cfc-8764-4db0dbc5e375,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:47.129541 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:47.450999 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:47.454200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:47.629062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Router 6b8aa40b-d265-4cef-abf8-cb262cf84552 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:32:47.847965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:32:47.856457 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:47.857635 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-aac4f629-4812-495d-9a68-7c20f3070848 admin admin] 10.222.0.25 "PUT /v2.0/routers/6b8aa40b-d265-4cef-abf8-cb262cf84552 HTTP/1.1" status: 200 len: 889 time: 2.5504847 Jan 28 06:32:47.859258 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Sync routers for ids ['6b8aa40b-d265-4cef-abf8-cb262cf84552'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:32:47.869624 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Routers {'6b8aa40b-d265-4cef-abf8-cb262cf84552'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:32:47.870317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:32:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['6b8aa40b-d265-4cef-abf8-cb262cf84552'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:32:48.063312 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Set router 6b8aa40b-d265-4cef-abf8-cb262cf84552 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:32:48.396662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'name': 'router1', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5f7f3609-7520-4cfc-8764-4db0dbc5e375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:32:28Z', 'updated_at': '2022-01-28T06:32:46Z', 'revision_number': 4, 'project_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'gw_port': {'id': '5f7f3609-7520-4cfc-8764-4db0dbc5e375', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:32:46Z', 'updated_at': '2022-01-28T06:32:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '05714b4c-ce59-4b46-ae2b-3c9c6bee2438', 'name': '', 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'mac_address': 'fa:16:3e:dc:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c197da38-707e-4b59-8f82-6b9bef062c6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:32:37Z', 'updated_at': '2022-01-28T06:32:44Z', 'revision_number': 5, 'project_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'subnets': [{'id': 'c197da38-707e-4b59-8f82-6b9bef062c6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c04e741f-2c1b-442b-b5d6-7861a4f1a100'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:32:48.401816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Checking router: 6b8aa40b-d265-4cef-abf8-cb262cf84552 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:32:48.402165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Updating router 6b8aa40b-d265-4cef-abf8-cb262cf84552 port 5f7f3609-7520-4cfc-8764-4db0dbc5e375 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:32:48.452255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:48.769040 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:48.780296 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Transition to ACTIVE for port object 5f7f3609-7520-4cfc-8764-4db0dbc5e375 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:32:48.830696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:48.934681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Attempting to bind port 5f7f3609-7520-4cfc-8764-4db0dbc5e375 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:32:48.935324 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Attempting to bind port 5f7f3609-7520-4cfc-8764-4db0dbc5e375 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:32:48.935429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Attempting to bind port 5f7f3609-7520-4cfc-8764-4db0dbc5e375 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:32:48.943960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127f8ac-e5b7-4db9-8530-f412be94b580 None None] Pushing event updated for resources: {'Port': ['ID=5f7f3609-7520-4cfc-8764-4db0dbc5e375,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:48.946484 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:32:48.946801 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:32:48.947199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:48.947638 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:32:48.948109 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Bound port: 5f7f3609-7520-4cfc-8764-4db0dbc5e375, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:32:48.948507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:49.018915 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] For port 5f7f3609-7520-4cfc-8764-4db0dbc5e375, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:32:49.021836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] For port 5f7f3609-7520-4cfc-8764-4db0dbc5e375, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5f7f3609-7520-4cfc-8764-4db0dbc5e375,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:32:49.093769 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:49.175285 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Routers {'6b8aa40b-d265-4cef-abf8-cb262cf84552'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:32:49.175902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:32:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['6b8aa40b-d265-4cef-abf8-cb262cf84552'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:32:49.238152 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127f8ac-e5b7-4db9-8530-f412be94b580 None None] Pushing event updated for resources: {'Port': ['ID=5f7f3609-7520-4cfc-8764-4db0dbc5e375,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:49.377893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] Set router 6b8aa40b-d265-4cef-abf8-cb262cf84552 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:32:49.704096 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'name': 'router1', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5f7f3609-7520-4cfc-8764-4db0dbc5e375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:32:28Z', 'updated_at': '2022-01-28T06:32:46Z', 'revision_number': 4, 'project_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'gw_port': {'id': '5f7f3609-7520-4cfc-8764-4db0dbc5e375', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:32:46Z', 'updated_at': '2022-01-28T06:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '05714b4c-ce59-4b46-ae2b-3c9c6bee2438', 'name': '', 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'mac_address': 'fa:16:3e:dc:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c197da38-707e-4b59-8f82-6b9bef062c6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:32:37Z', 'updated_at': '2022-01-28T06:32:44Z', 'revision_number': 5, 'project_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'subnets': [{'id': 'c197da38-707e-4b59-8f82-6b9bef062c6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c04e741f-2c1b-442b-b5d6-7861a4f1a100'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:32:49.708081 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f4819-deaf-4f15-b055-4e459d91f126 None None] The sync data for ids ['6b8aa40b-d265-4cef-abf8-cb262cf84552'] in dv-neutron-824022-4-hyperv is: [{'id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'name': 'router1', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '5f7f3609-7520-4cfc-8764-4db0dbc5e375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:32:28Z', 'updated_at': '2022-01-28T06:32:46Z', 'revision_number': 4, 'project_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'gw_port': {'id': '5f7f3609-7520-4cfc-8764-4db0dbc5e375', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:79:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:32:46Z', 'updated_at': '2022-01-28T06:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '05714b4c-ce59-4b46-ae2b-3c9c6bee2438', 'name': '', 'network_id': '0df7ed09-70b2-4761-8748-d74377d487ae', 'tenant_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'mac_address': 'fa:16:3e:dc:60:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8aa40b-d265-4cef-abf8-cb262cf84552', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c197da38-707e-4b59-8f82-6b9bef062c6b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:32:37Z', 'updated_at': '2022-01-28T06:32:44Z', 'revision_number': 5, 'project_id': '3d0eab8af3604a3b8b78a46ea36b3853', 'subnets': [{'id': 'c197da38-707e-4b59-8f82-6b9bef062c6b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c04e741f-2c1b-442b-b5d6-7861a4f1a100'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:32:49.959554 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5f7f3609-7520-4cfc-8764-4db0dbc5e375 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:32:50.093303 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 5f7f3609-7520-4cfc-8764-4db0dbc5e375 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:32:50.098943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5f7f3609-7520-4cfc-8764-4db0dbc5e375 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:32:50.099346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:50.205685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 35510) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:32:50.223021 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:50.239507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 5f7f3609-7520-4cfc-8764-4db0dbc5e375, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5f7f3609-7520-4cfc-8764-4db0dbc5e375,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:32:50.305375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:50.324661 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d84dd32a-b5ea-47d6-a751-f72d8eb9bae5 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1179359 Jan 28 06:32:50.382141 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=5f7f3609-7520-4cfc-8764-4db0dbc5e375,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:32:51.901542 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5f7f3609-7520-4cfc-8764-4db0dbc5e375 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:32:51.984700 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5f7f3609-7520-4cfc-8764-4db0dbc5e375 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:32:51.985071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:32:55.176967 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 5 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:33:00.774015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99d9dbd8-c4f9-4c78-93ae-bc125ddf7511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:33:03.161029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-01270e07-a460-4382-adb6-3aa3df747077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:33:04.259422 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:33:04.287484 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:33:05.539395 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:33:30.762144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b0f3ad05-9ede-4d7b-a086-f6bc8381f152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:33:32.176925 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 5 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:33:33.156323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-67717d05-aa3a-4100-9f9d-c005bd2147d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:33:34.270722 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:33:34.298910 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:33:35.596664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:34:00.785867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58f9ee32-1e89-4102-adae-504b0d2d4745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:34:03.162916 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-43cd53b5-4b52-49ae-bdb2-74f2f5a5a23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:34:04.293800 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:34:04.322933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:34:05.574038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:34:09.175874 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 5 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:34:30.780805 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f5c3915-3676-4654-b0a4-d1eb8101a548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:34:33.168566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad89e-9762-4da9-9fb2-ccaa6dad3876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:34:34.276821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:34:34.305380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:34:35.546529 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:34:46.175757 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 5 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:34:58.060795 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36112) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:34:58.126674 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-0671464f-a6e9-43ac-8cfc-66f8ff1d3698 admin admin] GET failed (client error): The resource could not be found. Jan 28 06:34:58.127923 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0671464f-a6e9-43ac-8cfc-66f8ff1d3698 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0661230 Jan 28 06:34:58.257380 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9a328-f680-49e0-8ea0-a52eb3bab899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:34:58.258806 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f2e9a328-f680-49e0-8ea0-a52eb3bab899 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1271026 Jan 28 06:35:00.382725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36122) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:35:00.508504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d097ca0-fadf-4659-a436-f1a595259ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:00.509859 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6d097ca0-fadf-4659-a436-f1a595259ae8 admin admin] 10.222.0.25 "GET /v2.0/subnets/c197da38-707e-4b59-8f82-6b9bef062c6b HTTP/1.1" status: 200 len: 849 time: 0.1261182 Jan 28 06:35:00.519666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:35:00.634261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:00.774340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b6e41e79-b8b7-43ad-b2dc-353df417b98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:01.049468 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726357813230'] for subnet, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:01.097087 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:01.097651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:01.098885 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] 10.222.0.25 "PUT /v2.0/subnets/c197da38-707e-4b59-8f82-6b9bef062c6b HTTP/1.1" status: 200 len: 868 time: 0.5835543 Jan 28 06:35:01.101630 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02be7ef-2ae1-40d4-b0d4-d917b797da63 None None] Network 0df7ed09-70b2-4761-8748-d74377d487ae requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:35:01.119798 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c197da38-707e-4b59-8f82-6b9bef062c6b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:35:01.127264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:01.127672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:01.128015 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:01.128344 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:01.128669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:01.129034 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:01.129361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:01.129700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:01.130015 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:01.130329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:01.130645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:01.130956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b986536-cc53-45c0-aec3-e6739b7481f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:01.620627 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3e45c988-45e1-40de-958b-8292df749de8 None None] Provisioning complete for port 6d099e79-749d-4874-b20c-238873760f24 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:35:01.620916 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e45c988-45e1-40de-958b-8292df749de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:01.743316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3e45c988-45e1-40de-958b-8292df749de8 None None] Provisioning complete for port 05714b4c-ce59-4b46-ae2b-3c9c6bee2438 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:35:01.743596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e45c988-45e1-40de-958b-8292df749de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:03.162837 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24c14c0d-9055-474f-882c-d29811568450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:03.224046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36132) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:35:03.393078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e74d4-f513-499b-832e-d316566a7621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:03.393546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e74d4-f513-499b-832e-d316566a7621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:03.394251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-761e74d4-f513-499b-832e-d316566a7621 admin admin] Synchronizing usage tracker for tenant:f748090a7db5403a9ae3c74fa7fd5099 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:35:03.448156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-761e74d4-f513-499b-832e-d316566a7621 admin admin] Unset dirty status for tenant:f748090a7db5403a9ae3c74fa7fd5099 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:35:03.449210 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-761e74d4-f513-499b-832e-d316566a7621 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2242310 Jan 28 06:35:04.281831 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:04.315831 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:05.552857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36142) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:35:05.568446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:05.723408 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1077917a-ddf8-4ea5-ad12-7a389f767879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:05.723883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1077917a-ddf8-4ea5-ad12-7a389f767879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:05.725389 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1077917a-ddf8-4ea5-ad12-7a389f767879 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1715691 Jan 28 06:35:07.822857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36152) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:35:07.991673 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574cbc83-54e0-4b70-9b68-803f856b774f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:07.993012 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-574cbc83-54e0-4b70-9b68-803f856b774f admin admin] 10.222.0.25 "GET /v2.0/networks/0df7ed09-70b2-4761-8748-d74377d487ae HTTP/1.1" status: 200 len: 869 time: 0.1691000 Jan 28 06:35:10.105483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36162) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:35:10.268612 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682a5393-6f77-48aa-bc9c-e339ae2df09a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:10.269971 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-682a5393-6f77-48aa-bc9c-e339ae2df09a admin admin] 10.222.0.25 "GET /v2.0/networks/e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 886 time: 0.1635907 Jan 28 06:35:12.371356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36172) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:35:12.476739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe7edb-4204-4091-b4ab-300d45f8a300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:12.477195 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fe7edb-4204-4091-b4ab-300d45f8a300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:12.477911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-81fe7edb-4204-4091-b4ab-300d45f8a300 admin admin] Synchronizing usage tracker for tenant:f748090a7db5403a9ae3c74fa7fd5099 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:35:12.574152 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-81fe7edb-4204-4091-b4ab-300d45f8a300 admin admin] Unset dirty status for tenant:f748090a7db5403a9ae3c74fa7fd5099 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:35:12.575261 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-81fe7edb-4204-4091-b4ab-300d45f8a300 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2029459 Jan 28 06:35:14.665715 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36182) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:35:14.771521 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc0c027-7d7c-43af-b145-110d6295bd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:14.771986 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc0c027-7d7c-43af-b145-110d6295bd6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:14.775704 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7cc0c027-7d7c-43af-b145-110d6295bd6b admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1089630 Jan 28 06:35:16.901546 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36192) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:35:17.012707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed0a828-207b-487b-94a9-fb3e100ad29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:17.014285 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5ed0a828-207b-487b-94a9-fb3e100ad29d admin admin] 10.222.0.25 "GET /v2.0/subnets/c197da38-707e-4b59-8f82-6b9bef062c6b HTTP/1.1" status: 200 len: 868 time: 0.1117613 Jan 28 06:35:19.117445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36202) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:35:19.215470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da93af-b3d1-4887-b5cd-267ae3ef4b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:19.216779 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-45da93af-b3d1-4887-b5cd-267ae3ef4b76 admin admin] 10.222.0.25 "GET /v2.0/subnets/cfd10d49-64cc-4542-9fe3-97171f8f7421 HTTP/1.1" status: 200 len: 816 time: 0.0983903 Jan 28 06:35:23.174898 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 5 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:35:30.797938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5b8df29a-8c2a-4cc7-9c7b-6abe5c4c18f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:33.167519 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eee41b01-5ab7-4cb9-9fd1-f9fd8e70ed4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:34.277120 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:34.304251 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:35.557449 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:37.696419 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36248) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:35:37.743920 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-fd663664-ae41-4aef-b735-44c79da3efbe admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:35:37.744912 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fd663664-ae41-4aef-b735-44c79da3efbe admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475657 Jan 28 06:35:39.912026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36258) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:35:39.980936 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-63976927-0fbb-4091-bd29-1bf6dcd3276a admin admin] GET failed (client error): The resource could not be found. Jan 28 06:35:39.982175 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-63976927-0fbb-4091-bd29-1bf6dcd3276a admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0692215 Jan 28 06:35:40.112594 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b8347d-3762-4cb3-9128-bb3efe8230e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:40.114035 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-32b8347d-3762-4cb3-9128-bb3efe8230e7 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1269426 Jan 28 06:35:42.225119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36268) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:35:42.272198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:35:42.276587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:35:42.286410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:35:42.345577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] Made reservation on behalf of f748090a7db5403a9ae3c74fa7fd5099 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:35:42.347942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:42.435782 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.services.revisions.revision_plugin [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] Could not find related network for resource to bump revision. Jan 28 06:35:42.446691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:35:42.455653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:42.456015 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] Added segment ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b of type vlan for network c9b12881-adc9-436f-9486-93e0ddf8d71c Jan 28 06:35:42.480390 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:42.545683 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:42.546630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:42.547753 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:42.646912 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b12881-adc9-436f-9486-93e0ddf8d71c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:35:42.651407 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d6269615-86d3-44a4-bcd2-3458a30083e5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4252300 Jan 28 06:35:42.657477 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network c9b12881-adc9-436f-9486-93e0ddf8d71c details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:35:44.776097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36278) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:35:44.845917 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-07892965-6395-4c50-a83e-67f9ff7bc62a admin admin] GET failed (client error): The resource could not be found. Jan 28 06:35:44.846435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-07892965-6395-4c50-a83e-67f9ff7bc62a admin admin] Synchronizing usage tracker for tenant:f748090a7db5403a9ae3c74fa7fd5099 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:35:44.915566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-07892965-6395-4c50-a83e-67f9ff7bc62a admin admin] Unset dirty status for tenant:f748090a7db5403a9ae3c74fa7fd5099 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:35:44.916706 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-07892965-6395-4c50-a83e-67f9ff7bc62a admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1395938 Jan 28 06:35:45.018073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5e9d72-0044-46b1-8c84-8616d6ba1d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:45.019519 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fa5e9d72-0044-46b1-8c84-8616d6ba1d2b admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0989251 Jan 28 06:35:45.028944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ce81a13b-2a73-4681-804d-c31144e14a42 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'c9b12881-adc9-436f-9486-93e0ddf8d71c', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:35:45.033802 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce81a13b-2a73-4681-804d-c31144e14a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:35:45.042863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce81a13b-2a73-4681-804d-c31144e14a42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:35:45.126950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce81a13b-2a73-4681-804d-c31144e14a42 admin admin] Made reservation on behalf of f748090a7db5403a9ae3c74fa7fd5099 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:35:45.129376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce81a13b-2a73-4681-804d-c31144e14a42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:45.407671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce81a13b-2a73-4681-804d-c31144e14a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:45.480973 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81a13b-2a73-4681-804d-c31144e14a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fff3b78-1e7c-4b19-ae40-ae9e31d38508,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:35:45.489718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce81a13b-2a73-4681-804d-c31144e14a42 admin admin] Checking segment: {'id': 'ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c9b12881-adc9-436f-9486-93e0ddf8d71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:35:45.490073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81a13b-2a73-4681-804d-c31144e14a42 admin admin] Network hostable DHCP agents. Network: c9b12881-adc9-436f-9486-93e0ddf8d71c, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:35:45.579690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce81a13b-2a73-4681-804d-c31144e14a42 admin admin] Network c9b12881-adc9-436f-9486-93e0ddf8d71c is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:35:45.648271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ce81a13b-2a73-4681-804d-c31144e14a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, c9b12881-adc9-436f-9486-93e0ddf8d71c) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:35:45.652205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce81a13b-2a73-4681-804d-c31144e14a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:35:45.652771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce81a13b-2a73-4681-804d-c31144e14a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:45.657285 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdbf371-1e52-42d0-99ba-9279053434fd None None] Network c9b12881-adc9-436f-9486-93e0ddf8d71c requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:35:45.743368 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ce81a13b-2a73-4681-804d-c31144e14a42 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7154462 Jan 28 06:35:45.884815 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-c9b12881-adc9-436f-9486-93e0ddf8d71c', 'network_id': 'c9b12881-adc9-436f-9486-93e0ddf8d71c', 'tenant_id': 'f748090a7db5403a9ae3c74fa7fd5099', 'fixed_ips': [{'subnet_id': '6fff3b78-1e7c-4b19-ae40-ae9e31d38508'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:35:45.885678 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:46.042644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Allocated IP 192.168.233.2 (c9b12881-adc9-436f-9486-93e0ddf8d71c/6fff3b78-1e7c-4b19-ae40-ae9e31d38508/5977002b-977d-4698-a482-3583615bc78e) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:35:46.242781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:46.253395 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Transition to ACTIVE for port object 5977002b-977d-4698-a482-3583615bc78e will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:35:46.272058 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Transition to ACTIVE for port object 5977002b-977d-4698-a482-3583615bc78e will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:35:46.329779 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:46.419707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Network c9b12881-adc9-436f-9486-93e0ddf8d71c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:35:46.420828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:35:46.424963 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:35:46.435344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Pushing event updated for resources: {'Port': ['ID=5977002b-977d-4698-a482-3583615bc78e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:35:46.473554 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:46.473919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:46.474266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:46.474605 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:46.474941 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:46.475309 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:46.475648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:46.475993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:46.476336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:46.476661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:46.476982 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:46.477300 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:35:46.529844 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Attempting to bind port 5977002b-977d-4698-a482-3583615bc78e on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:35:46.530206 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Attempting to bind port 5977002b-977d-4698-a482-3583615bc78e by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c9b12881-adc9-436f-9486-93e0ddf8d71c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:35:46.530561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Attempting to bind port 5977002b-977d-4698-a482-3583615bc78e on network c9b12881-adc9-436f-9486-93e0ddf8d71c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:35:46.535841 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:35:46.536210 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Checking segment: {'id': 'ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c9b12881-adc9-436f-9486-93e0ddf8d71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:35:46.536603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:46.536988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Bound using segment: {'id': 'ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c9b12881-adc9-436f-9486-93e0ddf8d71c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:35:46.537437 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Bound port: 5977002b-977d-4698-a482-3583615bc78e, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c9b12881-adc9-436f-9486-93e0ddf8d71c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:35:46.537823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:46.624463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] For port 5977002b-977d-4698-a482-3583615bc78e, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:35:46.627983 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] For port 5977002b-977d-4698-a482-3583615bc78e, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5977002b-977d-4698-a482-3583615bc78e,segment=NetworkSegment(ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b),segment_id=ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:35:46.694935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:46.775505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a7ea12-9cdd-419f-9364-856373641bc2 None None] Pushing event updated for resources: {'Port': ['ID=5977002b-977d-4698-a482-3583615bc78e,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:35:47.631481 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5026b56a-8a90-4c49-a411-be48aaba505a None None] Network c9b12881-adc9-436f-9486-93e0ddf8d71c requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:35:47.825985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-40bc1439-0968-44ca-adec-9d6a4471c16c None None] Provisioning for port 5977002b-977d-4698-a482-3583615bc78e completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:35:48.032900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5977002b-977d-4698-a482-3583615bc78e up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:35:48.180169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 5977002b-977d-4698-a482-3583615bc78e completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:35:48.185492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5977002b-977d-4698-a482-3583615bc78e triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:35:48.185863 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:48.307446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:48.343400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 5977002b-977d-4698-a482-3583615bc78e, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5977002b-977d-4698-a482-3583615bc78e,segment=NetworkSegment(ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b),segment_id=ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:35:48.424928 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:35:48.494768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=5977002b-977d-4698-a482-3583615bc78e,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:35:49.990500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5977002b-977d-4698-a482-3583615bc78e up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:35:50.060373 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5977002b-977d-4698-a482-3583615bc78e triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:35:50.060742 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:36:00.173912 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 5 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:36:00.780694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5dcb744a-35b3-48a1-9daa-0ae95bfd552a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:36:03.173045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f5ff21d2-3948-4a95-ac02-2ec3467aa03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:36:04.351431 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:36:04.385498 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:36:05.578565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:36:30.808741 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b89f98d3-5623-4b36-876c-49f10b6565cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:36:33.161198 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2a1b17b1-2ec2-470b-b52a-f588ef84ee75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:36:34.292729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:36:34.321372 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:36:35.574255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:36:37.173711 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 5 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:37:00.785638 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5d47a11-465a-403f-a5e9-fd457caf1e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:03.145749 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-09deb9a8-3eb7-40ef-84d7-a4f69465aff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:04.288870 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:04.345779 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:05.612663 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:14.172577 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 5 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:37:17.091354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36328) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:37:17.096995 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-72c94352-c520-4f1b-b37f-474773e30c05 tempest-verify_tempest_config-1364559855 tempest-verify_tempest_config-1364559855-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:37:17.097935 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-72c94352-c520-4f1b-b37f-474773e30c05 tempest-verify_tempest_config-1364559855 tempest-verify_tempest_config-1364559855-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0056322 Jan 28 06:37:17.638357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36346) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:37:17.750716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:17.764740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:37:17.768458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Usage tracker for resource:security_group_rule and tenant:2955a87a9df048b3a6b7889fec44812e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:37:17.771137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:37:17.776743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:37:17.854626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:17.899789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:17.947268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Synchronizing usage tracker for tenant:f748090a7db5403a9ae3c74fa7fd5099 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:37:17.949524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87c71a2-2e20-4c3a-be7e-071fb76586ff,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:37:17.962690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:37:17.962690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:37:17.962690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:37:17.962690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:37:17.962690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:37:17.962690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:37:17.962690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:37:17.963536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:37:17.963536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:37:17.963536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:37:17.963796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:37:17.964043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:37:18.019956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] Unset dirty status for tenant:f748090a7db5403a9ae3c74fa7fd5099 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:37:18.021203 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7005ecd1-48ea-4ae9-8cd2-22b3755875ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2955a87a9df048b3a6b7889fec44812e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3819129 Jan 28 06:37:18.023855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36352) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:37:18.082178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e757d202-f190-4701-bfa8-4b931279d5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:18.106896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e757d202-f190-4701-bfa8-4b931279d5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:18.260219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e757d202-f190-4701-bfa8-4b931279d5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:18.277795 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757d202-f190-4701-bfa8-4b931279d5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87c71a2-2e20-4c3a-be7e-071fb76586ff,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:37:18.282139 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e757d202-f190-4701-bfa8-4b931279d5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:18.283268 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e757d202-f190-4701-bfa8-4b931279d5a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a87c71a2-2e20-4c3a-be7e-071fb76586ff HTTP/1.1" status: 204 len: 168 time: 0.2585146 Jan 28 06:37:30.803038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea2d86db-aab4-4f20-8cee-eb39a67bedbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:33.168584 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42c21a69-4e8a-4024-b9f0-351dc21d36f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:34.288239 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:34.315004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:35.591852 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:37:51.172676 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 5 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:38:00.789823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-694dd68d-0d65-4cfc-a908-ddfa10dbf289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:38:03.189525 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-31f6065f-28b4-49e9-baf8-74130d0e8db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:38:04.276565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:38:04.328592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:38:05.574023 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:38:28.171803 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 5 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:38:30.862987 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4987d9e7-52cc-422d-a927-fbe5da65234a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:38:33.242465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b951dfa0-02a2-48ee-828a-fab7954415de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:38:34.291648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:38:34.325700 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:38:35.562670 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:38:40.625045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1770169'] for agent, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:38:54.963128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36422) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:38:55.073450 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ce51cb0c-d029-42eb-bf9d-da9c2e84d2b8 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1092200 Jan 28 06:38:57.194732 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36432) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:38:57.253136 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b1612b76-42d4-420b-bc76-b28b3b5290ed admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0572991 Jan 28 06:39:00.942881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-930a7bdd-6ece-48b3-bd2d-b189dc094831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:39:03.171204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13562b3c-032f-427c-87ac-404c65c52f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:39:04.287675 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:39:04.315950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:39:05.171281 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:39:05.588304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:39:10.622323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:39:30.801812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18e6cccb-1015-42c7-8db0-ae91dbfc3366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:39:33.165305 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-faab906b-91b5-48e4-8746-b4ffd692a8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:39:34.317073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:39:34.342770 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:39:35.590590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:39:40.627893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:39:42.171022 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:40:00.784389 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47461acf-d046-43e7-96a3-81d8c3fa6d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:03.156093 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-236c004e-b687-4557-a06e-23a382657524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:04.287022 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:04.379331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:05.587400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:10.615952 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:19.170014 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:40:25.386276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36564) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:25.854878 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2146427023-network', 'tenant_id': '041b8e4388b44244b95aae87439097f7'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:25.859564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:25.871190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Usage tracker for resource:network and tenant:041b8e4388b44244b95aae87439097f7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:25.871190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:25.872853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:25.975762 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Made reservation on behalf of 041b8e4388b44244b95aae87439097f7 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:25.978963 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:25.992519 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:26.010970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:26.014784 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Usage tracker for resource:security_group_rule and tenant:041b8e4388b44244b95aae87439097f7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:26.018027 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:26.024045 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:26.124836 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:26.187467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:26.225925 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:40:26.234746 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6433883-a1a4-4804-afa8-283963a7c1c8,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:26.246059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:26.246476 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:26.246823 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:26.247154 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:26.247558 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:26.247906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:26.248234 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:26.248578 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:26.248908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:26.249227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:26.249584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:26.249899 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Tracked resource versions report: Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: pushed versions: Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: { 'AddressGroup': {'1.2'}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'ConntrackHelper': {'1.0'}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Log': {'1.0'}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Network': {'1.1'}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Port': {'1.7'}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'PortForwarding': {'1.2'}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'QosPolicy': {'1.8'}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'SecurityGroup': {'1.4'}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'SecurityGroupRule': {'1.2'}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'SubPort': {'1.0'}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Subnet': {'1.1'}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Trunk': {'1.1'}} Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: consumer versions: Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: { DHCP agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: HyperV agent@hv-neutron-8240: {}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: L3 agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: Metadata agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: Metering agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: Open vSwitch agent@dv-neutron-824022-4-hyperv: { 'AddressGroup': '1.2', Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'ConntrackHelper': '1.0', Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Log': '1.0', Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Network': '1.1', Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Port': '1.7', Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'PortForwarding': '1.2', Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'QosPolicy': '1.8', Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'SecurityGroup': '1.4', Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'SecurityGroupRule': '1.2', Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'SubPort': '1.0', Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Subnet': '1.1', Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: 'Trunk': '1.1'}} Jan 28 06:40:26.250920 dv-neutron-824022-4-hyperv neutron-server[88216]: {{(pid=88216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 06:40:26.256564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726357862157', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:26.256897 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Unsubscribe: segment precommit_create {{(pid=88216) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 06:40:26.257354 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Added segment 8a19605c-085b-468a-82b6-38e32446b1ce of type vlan for network fff5bcd7-fb45-4a46-a801-8637fdb03e0f Jan 28 06:40:26.292502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:26.390038 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:26.391010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:26.391649 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:26.413070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36612) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:26.533278 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] Pushing event updated for resources: {'Network': ['ID=fff5bcd7-fb45-4a46-a801-8637fdb03e0f,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:26.539844 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ce81034f-fb96-4c37-98f0-5c140e7b599f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1521530 Jan 28 06:40:26.540295 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36618) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:26.546613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Request body: {'subnet': {'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2146427023-subnet', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:26.551287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:26.556038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Usage tracker for resource:subnet and tenant:041b8e4388b44244b95aae87439097f7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:26.559329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:26.568208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:26.580027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network fff5bcd7-fb45-4a46-a801-8637fdb03e0f details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:40:26.649562 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Made reservation on behalf of 041b8e4388b44244b95aae87439097f7 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:26.653704 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:26.691625 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36628) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:26.972309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-104557605-network', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:26.981855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:26.984507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Usage tracker for resource:network and tenant:2423fe87bf994d5ea23de358f8ed2566 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:26.990398 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:26.996292 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:27.078924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.123327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1458317316-network', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:27.128160 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:27.134014 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Usage tracker for resource:network and tenant:bb1bd7b93cc04d2381fa60936dc42957 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:27.144093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Made reservation on behalf of 2423fe87bf994d5ea23de358f8ed2566 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:27.149252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.154440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:27.164070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.168758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:27.186929 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Checking segment: {'id': '8a19605c-085b-468a-82b6-38e32446b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:27.190530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Network hostable DHCP agents. Network: fff5bcd7-fb45-4a46-a801-8637fdb03e0f, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:40:27.195547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:27.202703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Usage tracker for resource:security_group_rule and tenant:2423fe87bf994d5ea23de358f8ed2566 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:27.216313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:27.228116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:27.239294 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4e04562-c29c-423f-8bfb-b38803ba8111,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:27.256323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:27.256665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:27.256997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:27.257317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:27.257652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:27.257965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:27.258282 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:27.258605 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:27.258927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:27.259419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:27.259906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:27.260426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Tracked resource versions report: Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: pushed versions: Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: { 'AddressGroup': {'1.2'}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'ConntrackHelper': {'1.0'}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Log': {'1.0'}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Network': {'1.1'}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Port': {'1.7'}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'PortForwarding': {'1.2'}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'QosPolicy': {'1.8'}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'SecurityGroup': {'1.4'}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'SecurityGroupRule': {'1.2'}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'SubPort': {'1.0'}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Subnet': {'1.1'}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Trunk': {'1.1'}} Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: consumer versions: Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: { DHCP agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: HyperV agent@hv-neutron-8240: {}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: L3 agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: Metadata agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: Metering agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: Open vSwitch agent@dv-neutron-824022-4-hyperv: { 'AddressGroup': '1.2', Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'ConntrackHelper': '1.0', Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Log': '1.0', Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Network': '1.1', Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Port': '1.7', Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'PortForwarding': '1.2', Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'QosPolicy': '1.8', Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'SecurityGroup': '1.4', Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'SecurityGroupRule': '1.2', Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'SubPort': '1.0', Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Subnet': '1.1', Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: 'Trunk': '1.1'}} Jan 28 06:40:27.262226 dv-neutron-824022-4-hyperv neutron-server[88217]: {{(pid=88217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 06:40:27.268222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Made reservation on behalf of bb1bd7b93cc04d2381fa60936dc42957 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:27.271662 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.284437 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.299114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:27.303697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Usage tracker for resource:security_group_rule and tenant:bb1bd7b93cc04d2381fa60936dc42957 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:27.306933 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:27.312769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:27.330011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.335097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Network fff5bcd7-fb45-4a46-a801-8637fdb03e0f is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:40:27.427771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.445273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, fff5bcd7-fb45-4a46-a801-8637fdb03e0f) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:27.454173 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ad0960-8aaf-4d59-a07d-30eb8f747124 None None] Network fff5bcd7-fb45-4a46-a801-8637fdb03e0f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:27.474704 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:40:27.483132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5215f4f-9dc8-48d8-b2bc-894621c04e3b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:27.487638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.488348 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Added segment 4d576cc7-8099-49d5-8840-897b48447d01 of type vlan for network 5f2b0666-0d46-4da3-b041-3a536f560007 Jan 28 06:40:27.521025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.521888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.553189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:27.554716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.603986 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.620779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36654) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:27.632433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.633419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:27.641238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.651965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:40:27.657476 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2de5d5b-5608-42a4-b674-6d03b666cf07,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:27.665068 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.669871 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Added segment fa8bb530-7d34-442b-b946-f1b6510bf076 of type vlan for network 900882d3-f259-4633-a0ad-6db24a9bc89e Jan 28 06:40:27.696583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.740985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] Pushing event updated for resources: {'Network': ['ID=5f2b0666-0d46-4da3-b041-3a536f560007,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:27.746678 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e00cd2c4-6e47-4018-ad9f-9beafea3a44d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2052760 Jan 28 06:40:27.750042 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ce106db9-b354-43ae-8bac-7b4f69b98896 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3344545 Jan 28 06:40:27.755821 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36662) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:27.756348 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36664) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:27.758388 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'fixed_ips': [{'subnet_id': 'b4e04562-c29c-423f-8bfb-b38803ba8111'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:40:27.759280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.764153 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:27.772019 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Request body: {'subnet': {'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-104557605-subnet', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:27.776056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:27.783639 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:27.785069 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Usage tracker for resource:router and tenant:041b8e4388b44244b95aae87439097f7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:27.789531 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 5f2b0666-0d46-4da3-b041-3a536f560007 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:40:27.790242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Usage tracker for resource:subnet and tenant:2423fe87bf994d5ea23de358f8ed2566 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:27.793538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:27.799944 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:27.808843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:27.813241 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.814353 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:27.814931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.836088 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:27.930164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] Pushing event updated for resources: {'Network': ['ID=900882d3-f259-4633-a0ad-6db24a9bc89e,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:27.937964 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Made reservation on behalf of 2423fe87bf994d5ea23de358f8ed2566 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:27.941577 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:27.948873 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 900882d3-f259-4633-a0ad-6db24a9bc89e details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:40:28.077124 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b5cd1fa0-86e6-45fc-97fd-4b1dc4dd9320 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3825800 Jan 28 06:40:28.079054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36680) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:28.111877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Allocated IP 172.20.0.2 (fff5bcd7-fb45-4a46-a801-8637fdb03e0f/b4e04562-c29c-423f-8bfb-b38803ba8111/34e8cd2a-8b90-48c5-872a-63da37043664) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:28.113271 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Request body: {'subnet': {'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1458317316-subnet', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:28.121830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:28.128515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Usage tracker for resource:subnet and tenant:bb1bd7b93cc04d2381fa60936dc42957 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:28.132494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:28.144246 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:28.171362 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.175345 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.192633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1075838238'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:28.197666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:28.202144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Usage tracker for resource:network and tenant:bebf38fb181f49eba6bd3ae32ea683a8 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:28.205581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:28.213360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:28.222274 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.279036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Made reservation on behalf of bb1bd7b93cc04d2381fa60936dc42957 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:28.279153 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.295919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Made reservation on behalf of bebf38fb181f49eba6bd3ae32ea683a8 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:28.299739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.313361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.329430 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.356948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:28.363812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Usage tracker for resource:security_group_rule and tenant:bebf38fb181f49eba6bd3ae32ea683a8 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:28.366981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:28.373595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:28.394108 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.407294 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Transition to ACTIVE for port object 34e8cd2a-8b90-48c5-872a-63da37043664 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:28.430183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Transition to ACTIVE for port object 34e8cd2a-8b90-48c5-872a-63da37043664 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:28.471575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.496417 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.538686 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe055a4a-7120-4b77-9062-14e6a086583f,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:28.564778 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Network fff5bcd7-fb45-4a46-a801-8637fdb03e0f is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:28.568334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:28.573851 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:28.582296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.647496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:40:28.653872 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Pushing event updated for resources: {'Port': ['ID=34e8cd2a-8b90-48c5-872a-63da37043664,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:28.668670 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:28.669203 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:28.669692 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:28.670181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:28.670670 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:28.671169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:28.671665 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:28.672304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:28.672816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:28.673637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:28.674485 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:28.674966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Tracked resource versions report: Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: pushed versions: Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: { 'AddressGroup': {'1.2'}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'ConntrackHelper': {'1.0'}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Log': {'1.0'}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Network': {'1.1'}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Port': {'1.7'}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'PortForwarding': {'1.2'}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'QosPolicy': {'1.8'}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'SecurityGroup': {'1.4'}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'SecurityGroupRule': {'1.2'}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'SubPort': {'1.0'}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Subnet': {'1.1'}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Trunk': {'1.1'}} Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: consumer versions: Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: { DHCP agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: HyperV agent@hv-neutron-8240: {}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: L3 agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: Metadata agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: Metering agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: Open vSwitch agent@dv-neutron-824022-4-hyperv: { 'AddressGroup': '1.2', Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'ConntrackHelper': '1.0', Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Log': '1.0', Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Network': '1.1', Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Port': '1.7', Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'PortForwarding': '1.2', Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'QosPolicy': '1.8', Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'SecurityGroup': '1.4', Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'SecurityGroupRule': '1.2', Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'SubPort': '1.0', Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Subnet': '1.1', Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: 'Trunk': '1.1'}} Jan 28 06:40:28.676360 dv-neutron-824022-4-hyperv neutron-server[88218]: {{(pid=88218) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 06:40:28.678747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Checking segment: {'id': '4d576cc7-8099-49d5-8840-897b48447d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:28.679097 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Network hostable DHCP agents. Network: 5f2b0666-0d46-4da3-b041-3a536f560007, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:40:28.685157 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab9b78a-a985-4bb6-a4fa-41b1395a9672,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:28.693474 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.695333 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Added segment 74c0e6d4-67b0-4404-bc13-293ea61ddd8e of type vlan for network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e Jan 28 06:40:28.709257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Attempting to bind port 34e8cd2a-8b90-48c5-872a-63da37043664 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:28.709257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Attempting to bind port 34e8cd2a-8b90-48c5-872a-63da37043664 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '8a19605c-085b-468a-82b6-38e32446b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:28.709257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Attempting to bind port 34e8cd2a-8b90-48c5-872a-63da37043664 on network fff5bcd7-fb45-4a46-a801-8637fdb03e0f {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:28.716045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:40:28.716418 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Checking segment: {'id': '8a19605c-085b-468a-82b6-38e32446b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:28.716815 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.717826 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Bound using segment: {'id': '8a19605c-085b-468a-82b6-38e32446b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:40:28.718291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Bound port: 34e8cd2a-8b90-48c5-872a-63da37043664, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a19605c-085b-468a-82b6-38e32446b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:40:28.718852 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.735947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.806608 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.817025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] For port 34e8cd2a-8b90-48c5-872a-63da37043664, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:28.820834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] For port 34e8cd2a-8b90-48c5-872a-63da37043664, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=34e8cd2a-8b90-48c5-872a-63da37043664,segment=NetworkSegment(8a19605c-085b-468a-82b6-38e32446b1ce),segment_id=8a19605c-085b-468a-82b6-38e32446b1ce)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:40:28.847449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.852908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:28.858184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.937824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.955579 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Network 5f2b0666-0d46-4da3-b041-3a536f560007 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:40:28.966881 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:28.976367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event updated for resources: {'Network': ['ID=4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:29.009103 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9eb0f341-2b24-46a6-96fe-5723cff98aef tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3873675 Jan 28 06:40:29.009456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36708) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:29.030738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Request body: {'subnet': {'network_id': '4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:29.042816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:40:29.097522 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 5f2b0666-0d46-4da3-b041-3a536f560007) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:29.112890 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221be5d0-2089-4283-b5d9-a38f75949f6e None None] Network 5f2b0666-0d46-4da3-b041-3a536f560007 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:29.117515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:29.118107 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:29.280237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d287cf5-03cc-4605-a5b6-1cc9364d0ed2,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:29.318407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Checking segment: {'id': 'fa8bb530-7d34-442b-b946-f1b6510bf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:29.318754 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Network hostable DHCP agents. Network: 900882d3-f259-4633-a0ad-6db24a9bc89e, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:40:29.402382 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:29.410674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Usage tracker for resource:subnet and tenant:bebf38fb181f49eba6bd3ae32ea683a8 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:29.415805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:29.425241 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:29.427834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31ef90-0306-431a-bd59-67d472e7b750 None None] Pushing event updated for resources: {'Port': ['ID=34e8cd2a-8b90-48c5-872a-63da37043664,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:29.464473 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-55b5c707-da86-4aa9-a04a-b6725b871e37 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7045162 Jan 28 06:40:29.467548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36726) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:29.474830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:29.480644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:29.486646 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Usage tracker for resource:router and tenant:2423fe87bf994d5ea23de358f8ed2566 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:29.490649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36730) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:29.499800 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:29.509237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Network 900882d3-f259-4633-a0ad-6db24a9bc89e is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:40:29.511517 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:29.595804 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Made reservation on behalf of bebf38fb181f49eba6bd3ae32ea683a8 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:29.600588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks [] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:29.624430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-5f2b0666-0d46-4da3-b041-3a536f560007', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'fixed_ips': [{'subnet_id': 'fe055a4a-7120-4b77-9062-14e6a086583f'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:40:29.625595 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:29.662435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36738) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:29.688587 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 900882d3-f259-4633-a0ad-6db24a9bc89e) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:29.727744 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:29.728646 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:29.742447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36744) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:29.757940 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:29.759346 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:29.852983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:29.858380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36750) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:29.858560 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-42f409c9-b0b8-4c62-b2f8-8f6c0eb8a510 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7784517 Jan 28 06:40:29.866964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:29.878220 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:29.884872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:29.890428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Allocated IP 172.20.0.2 (5f2b0666-0d46-4da3-b041-3a536f560007/fe055a4a-7120-4b77-9062-14e6a086583f/2be9db3f-2dd5-4f34-9a90-4c7f720db582) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:29.898028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1060173125'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:29.917465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:29.926237 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Usage tracker for resource:router and tenant:bb1bd7b93cc04d2381fa60936dc42957 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:29.929474 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:29.938327 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:29.941339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Usage tracker for resource:network and tenant:698e04a6df254db58c0ddb5a41ad4d97 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:29.952618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:29.960597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:29.974290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:30.008311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-691952185'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:30.013744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:30.019487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Usage tracker for resource:network and tenant:9e14d94565fc4ab69f5e1907daa56bf3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:30.020991 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:30.035272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:30.047347 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbb677e-c133-44e1-88bb-b2947b0f1f24 None None] Network 900882d3-f259-4633-a0ad-6db24a9bc89e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:30.064676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Made reservation on behalf of 698e04a6df254db58c0ddb5a41ad4d97 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:30.068873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.109112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.133193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.135581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.168451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Made reservation on behalf of 9e14d94565fc4ab69f5e1907daa56bf3 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:30.180074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.200071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:30.210159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Usage tracker for resource:security_group_rule and tenant:698e04a6df254db58c0ddb5a41ad4d97 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:30.213456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.224567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:30.240373 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2004676454'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:30.250900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.260896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:30.271432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:30.283945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 34e8cd2a-8b90-48c5-872a-63da37043664 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:30.298643 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:30.304097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Usage tracker for resource:security_group_rule and tenant:9e14d94565fc4ab69f5e1907daa56bf3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:30.335954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:30.337384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Usage tracker for resource:network and tenant:ebd3ea2d31494dec83a1ac02bf9f4fdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:30.340570 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:30.357118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:30.358723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:30.528482 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-900882d3-f259-4633-a0ad-6db24a9bc89e', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'fixed_ips': [{'subnet_id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:40:30.530037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.561270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.575795 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Allocated IP 172.26.4.217 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/398cb3eb-3d64-4148-99ae-d246aae7ae3f) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:30.607251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.632329 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.652357 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Transition to ACTIVE for port object 2be9db3f-2dd5-4f34-9a90-4c7f720db582 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:30.654955 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02de958-fe35-463a-88f9-c8e0dbd4c4c1 None None] Network fff5bcd7-fb45-4a46-a801-8637fdb03e0f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:30.662005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.671796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Made reservation on behalf of ebd3ea2d31494dec83a1ac02bf9f4fdb for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:30.675471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.724611 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.732619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36770) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:30.734184 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Transition to ACTIVE for port object 2be9db3f-2dd5-4f34-9a90-4c7f720db582 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:30.754092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.766982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.887077 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.895026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:30.896339 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event updated for resources: {'Subnet': ['ID=c6253a3b-13c3-4466-8de7-a44336239272,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:30.898515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:30.907167 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Checking segment: {'id': '74c0e6d4-67b0-4404-bc13-293ea61ddd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:30.907575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Network hostable DHCP agents. Network: 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:40:30.969148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 34e8cd2a-8b90-48c5-872a-63da37043664 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:30.990041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:40:30.992763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Usage tracker for resource:security_group_rule and tenant:ebd3ea2d31494dec83a1ac02bf9f4fdb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:31.007082 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:31.016990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.017631 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:31.018422 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.027466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:40:31.033257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:31.038296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:31.039364 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Usage tracker for resource:floatingip and tenant:85523f98961443b7a51d5892a9b19d96 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:31.043325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:31.049215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.049402 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Added segment 9c01a7ee-d69e-4336-9721-13005ca9fe69 of type vlan for network 4d49d050-cd4d-4893-8b55-94b15d856c2f Jan 28 06:40:31.050198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:31.068642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c614610-53a6-4758-85cf-d9573bc6972b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:31.081287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.081721 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Added segment 1b84bb57-3374-47b7-885e-209d281e3baf of type vlan for network eed03452-b1d9-423a-8de6-e5f18f1094a4 Jan 28 06:40:31.131045 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:40:31.133611 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.138035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.157930 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Network 5f2b0666-0d46-4da3-b041-3a536f560007 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:31.164724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:31.169531 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Pushing event updated for resources: {'Port': ['ID=2be9db3f-2dd5-4f34-9a90-4c7f720db582,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:31.179200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:31.187246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.200818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=458c85c1-d15e-4782-99b9-4112b2c05939,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:31.221612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Allocated IP 172.20.0.2 (900882d3-f259-4633-a0ad-6db24a9bc89e/1d287cf5-03cc-4605-a5b6-1cc9364d0ed2/f62a0678-8c06-4ab9-a977-34d089c7152f) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:31.238662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9562c9da-d946-46fb-97bc-dbf9ef10f332 None None] Provisioning for port 34e8cd2a-8b90-48c5-872a-63da37043664 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:31.241338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bb608d27-d488-442e-93d7-b7aa0e124f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.276738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:31.281306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:31.295603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9562c9da-d946-46fb-97bc-dbf9ef10f332 None None] Provisioning complete for port 34e8cd2a-8b90-48c5-872a-63da37043664 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:31.295973 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9562c9da-d946-46fb-97bc-dbf9ef10f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.321842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.333847 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:31.373249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.378629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:31.382768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.392610 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Attempting to bind port 2be9db3f-2dd5-4f34-9a90-4c7f720db582 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:31.392978 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Attempting to bind port 2be9db3f-2dd5-4f34-9a90-4c7f720db582 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '4d576cc7-8099-49d5-8840-897b48447d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:31.393339 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Attempting to bind port 2be9db3f-2dd5-4f34-9a90-4c7f720db582 on network 5f2b0666-0d46-4da3-b041-3a536f560007 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:31.397553 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for floatingip, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.398565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.404161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:31.404398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:40:31.404742 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Checking segment: {'id': '4d576cc7-8099-49d5-8840-897b48447d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:31.404856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.405147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.405542 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Bound using segment: {'id': '4d576cc7-8099-49d5-8840-897b48447d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:40:31.406014 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Bound port: 2be9db3f-2dd5-4f34-9a90-4c7f720db582, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d576cc7-8099-49d5-8840-897b48447d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:40:31.406400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.425108 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:31.433033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Pushing event updated for resources: {'Port': ['ID=398cb3eb-3d64-4148-99ae-d246aae7ae3f,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:31.459987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.518326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:40:31.520761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0410c3e-69cd-48e4-8f1f-83c85a12e9ff None None] Network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:31.527545 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.531756 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Added segment 8536d031-96b8-4ebe-84db-fe45829f6b91 of type vlan for network 76a9128d-4e64-4e1f-bb73-d27a60888b43 Jan 28 06:40:31.531943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:31.533205 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.555599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.690124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Pushing event updated for resources: {'Network': ['ID=4d49d050-cd4d-4893-8b55-94b15d856c2f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:31.692288 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.693806 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.697635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:31.698291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.729901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 4d49d050-cd4d-4893-8b55-94b15d856c2f details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:40:31.732286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:31.748222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f763144d-bb95-4314-9092-c7126786021b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:31.773138 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-76389a8e-1511-4025-9201-3fef66112bce None None] For port 2be9db3f-2dd5-4f34-9a90-4c7f720db582, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:31.825229 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e4f01986-9ddf-4c8a-a6fe-4813392d685f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8091047 Jan 28 06:40:31.827006 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36788) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:31.873421 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d732fecd-48b4-4f22-93bb-5e1fccb823ad tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2092924 Jan 28 06:40:31.875149 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3835011 Jan 28 06:40:31.878175 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-76389a8e-1511-4025-9201-3fef66112bce None None] For port 2be9db3f-2dd5-4f34-9a90-4c7f720db582, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=2be9db3f-2dd5-4f34-9a90-4c7f720db582,segment=NetworkSegment(4d576cc7-8099-49d5-8840-897b48447d01),segment_id=4d576cc7-8099-49d5-8840-897b48447d01)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:40:31.889989 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Request body: {'port': {'network_id': '4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-231054440'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:31.904829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36792) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:31.905157 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36794) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:31.933011 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1894405 Jan 28 06:40:31.976632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Request body: {'subnet': {'network_id': 'eed03452-b1d9-423a-8de6-e5f18f1094a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:31.989202 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aafe13-cb5b-412a-9537-6e39baeb6bc1 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Pushing event updated for resources: {'Network': ['ID=eed03452-b1d9-423a-8de6-e5f18f1094a4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:32.008153 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network eed03452-b1d9-423a-8de6-e5f18f1094a4 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:40:32.024103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.483738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9562c9da-d946-46fb-97bc-dbf9ef10f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.484166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaca3ef-17a5-4af8-a2a7-d8b2cfd060f1 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Pushing event updated for resources: {'Network': ['ID=76a9128d-4e64-4e1f-bb73-d27a60888b43,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:32.484166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.485113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 76a9128d-4e64-4e1f-bb73-d27a60888b43 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:40:32.485383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.485661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.486314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Allocated IP 172.26.4.150 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/82ba30af-5c3b-42fa-ac23-b386825c7b31) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:32.486634 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Transition to ACTIVE for port object f62a0678-8c06-4ab9-a977-34d089c7152f will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:32.486634 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9562c9da-d946-46fb-97bc-dbf9ef10f332 None None] For port 34e8cd2a-8b90-48c5-872a-63da37043664, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=34e8cd2a-8b90-48c5-872a-63da37043664,segment=NetworkSegment(8a19605c-085b-468a-82b6-38e32446b1ce),segment_id=8a19605c-085b-468a-82b6-38e32446b1ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:32.486634 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e', 'network_id': '4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e', 'tenant_id': 'bebf38fb181f49eba6bd3ae32ea683a8', 'fixed_ips': [{'subnet_id': 'c6253a3b-13c3-4466-8de7-a44336239272'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:40:32.486634 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.665877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9562c9da-d946-46fb-97bc-dbf9ef10f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.668669 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Request body: {'network': {'name': 'tempest-network--120929996', 'router:external': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:32.671410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Transition to ACTIVE for port object f62a0678-8c06-4ab9-a977-34d089c7152f will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:32.674990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76389a8e-1511-4025-9201-3fef66112bce None None] Pushing event updated for resources: {'Port': ['ID=2be9db3f-2dd5-4f34-9a90-4c7f720db582,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:32.675124 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.755762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.756011 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:32.768709 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Usage tracker for resource:network and tenant:9aabf5a60dfe4ee3aa48a70e5e094e10 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:32.772384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:32.778510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:32.798129 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36816) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:32.806041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:32.806194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Request body: {'port': {'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43', 'binding:host_id': 'hv-neutron-8240', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-118470678'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:32.817429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:32.827214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Usage tracker for resource:port and tenant:ce1545198c2141b6a49790c2945f4842 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:32.831020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Usage tracker for resource:subnet and tenant:698e04a6df254db58c0ddb5a41ad4d97 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:32.836319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:32.840037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:32.846696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.865643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Network 900882d3-f259-4633-a0ad-6db24a9bc89e is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:32.865758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:32.868622 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:32.874443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:32.878370 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Made reservation on behalf of 9aabf5a60dfe4ee3aa48a70e5e094e10 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:32.880670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.881753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562c9da-d946-46fb-97bc-dbf9ef10f332 None None] Pushing event updated for resources: {'Port': ['ID=34e8cd2a-8b90-48c5-872a-63da37043664,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:32.890287 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.892141 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:32.955393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Made reservation on behalf of ce1545198c2141b6a49790c2945f4842 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:32.958732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.972374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.981705 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0045fe05-25a6-41f4-9163-ba750d22c24e None None] Provisioning complete for port 34e8cd2a-8b90-48c5-872a-63da37043664 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:32.982126 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0045fe05-25a6-41f4-9163-ba750d22c24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.989305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:32.990739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:32.993146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Usage tracker for resource:security_group_rule and tenant:ce1545198c2141b6a49790c2945f4842 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:32.996022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:33.001924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:33.014308 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:33.020938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Allocated IP 2001:db8::2 (4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e/c6253a3b-13c3-4466-8de7-a44336239272/f17d8ce7-d5d8-44a9-a8bc-435e3578db0e) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:33.040330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Usage tracker for resource:port and tenant:bebf38fb181f49eba6bd3ae32ea683a8 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:33.048207 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:33.062898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:33.072578 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:33.082237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Made reservation on behalf of 698e04a6df254db58c0ddb5a41ad4d97 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:33.086232 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks [] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:33.102089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:33.113673 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Usage tracker for resource:security_group_rule and tenant:9aabf5a60dfe4ee3aa48a70e5e094e10 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:33.125433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Pushing event updated for resources: {'Port': ['ID=f62a0678-8c06-4ab9-a977-34d089c7152f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:33.125644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:33.128166 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Attempting to bind port f62a0678-8c06-4ab9-a977-34d089c7152f on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:33.128166 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Attempting to bind port f62a0678-8c06-4ab9-a977-34d089c7152f by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'fa8bb530-7d34-442b-b946-f1b6510bf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:33.128355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Attempting to bind port f62a0678-8c06-4ab9-a977-34d089c7152f on network 900882d3-f259-4633-a0ad-6db24a9bc89e {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:33.153868 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:40:33.154234 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Checking segment: {'id': 'fa8bb530-7d34-442b-b946-f1b6510bf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:33.154634 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:33.155021 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Bound using segment: {'id': 'fa8bb530-7d34-442b-b946-f1b6510bf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:40:33.155507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Bound port: f62a0678-8c06-4ab9-a977-34d089c7152f, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8bb530-7d34-442b-b946-f1b6510bf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:40:33.155897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:33.187546 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:33.208788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:33.223144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] device_id is not set on port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:40:33.302785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc22ff0-d5c4-4e67-89aa-cc092bb94ca0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:33.323023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Made reservation on behalf of bebf38fb181f49eba6bd3ae32ea683a8 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:33.326367 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:33.333934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96f35625-4085-4741-9106-f74d35d192ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:33.355222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:33.421326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:33.465883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Allocated IP 172.26.4.225 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/7b0e69a8-bdb0-448d-9cbe-503f475c3bb1) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:33.483956 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] For port f62a0678-8c06-4ab9-a977-34d089c7152f, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:33.484137 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:33.508162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] For port f62a0678-8c06-4ab9-a977-34d089c7152f, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f62a0678-8c06-4ab9-a977-34d089c7152f,segment=NetworkSegment(fa8bb530-7d34-442b-b946-f1b6510bf076),segment_id=fa8bb530-7d34-442b-b946-f1b6510bf076)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:40:33.512722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:33.527030 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:33.542417 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Transition to ACTIVE for port object f17d8ce7-d5d8-44a9-a8bc-435e3578db0e will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:33.568896 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Transition to ACTIVE for port object f17d8ce7-d5d8-44a9-a8bc-435e3578db0e will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:33.580529 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:33.593566 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] device_id is not set on port d3fa08c8-b177-40a7-a256-f9c178fe8311 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:40:33.651174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:33.690988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:33.697759 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:33.701532 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:33.720487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0aae5c-7659-4051-bd70-51dd5b37fe02 None None] Pushing event updated for resources: {'Port': ['ID=f62a0678-8c06-4ab9-a977-34d089c7152f,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:33.788808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] device_id is not set on port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:40:33.814622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:33.829212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:33.842495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Transition to ACTIVE for port object db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:33.864740 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:33.892965 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Pushing event updated for resources: {'Port': ['ID=f17d8ce7-d5d8-44a9-a8bc-435e3578db0e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:33.895357 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ae6481-ce22-4b4d-8250-3973a50b19fe None None] Network 5f2b0666-0d46-4da3-b041-3a536f560007 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:33.909108 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Pushing event updated for resources: {'Port': ['ID=82ba30af-5c3b-42fa-ac23-b386825c7b31,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:33.934965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:34.011159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:34.076697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:34.079173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Pushing event updated for resources: {'Port': ['ID=db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:34.082996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:34.087487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:34.124033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Attempting to bind port f17d8ce7-d5d8-44a9-a8bc-435e3578db0e on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:34.124500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Attempting to bind port f17d8ce7-d5d8-44a9-a8bc-435e3578db0e by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '74c0e6d4-67b0-4404-bc13-293ea61ddd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:34.125014 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Attempting to bind port f17d8ce7-d5d8-44a9-a8bc-435e3578db0e on network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:34.144008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-902495f4-699e-4152-abff-debd084e7347 None None] Provisioning for port 2be9db3f-2dd5-4f34-9a90-4c7f720db582 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:34.152272 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:40:34.152759 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Checking segment: {'id': '74c0e6d4-67b0-4404-bc13-293ea61ddd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:34.153267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:34.153852 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Bound using segment: {'id': '74c0e6d4-67b0-4404-bc13-293ea61ddd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:40:34.154383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Bound port: f17d8ce7-d5d8-44a9-a8bc-435e3578db0e, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c0e6d4-67b0-4404-bc13-293ea61ddd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:40:34.155103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:34.214216 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:34.241223 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Allocated IP 172.26.4.251 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/adb61c6a-69c5-4847-9d18-a9373f0e763e) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:34.314638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Checking segment: {'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:34.314638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Network hostable DHCP agents. Network: 76a9128d-4e64-4e1f-bb73-d27a60888b43, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:40:34.426561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:34.435625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] For port f17d8ce7-d5d8-44a9-a8bc-435e3578db0e, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:34.449324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Pushing event updated for resources: {'Port': ['ID=7b0e69a8-bdb0-448d-9cbe-503f475c3bb1,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:34.464658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 34e8cd2a-8b90-48c5-872a-63da37043664 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:34.483630 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:34.492999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] For port f17d8ce7-d5d8-44a9-a8bc-435e3578db0e, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f17d8ce7-d5d8-44a9-a8bc-435e3578db0e,segment=NetworkSegment(74c0e6d4-67b0-4404-bc13-293ea61ddd8e),segment_id=74c0e6d4-67b0-4404-bc13-293ea61ddd8e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:40:34.495700 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:34.502475 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Network 76a9128d-4e64-4e1f-bb73-d27a60888b43 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:40:34.562212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 34e8cd2a-8b90-48c5-872a-63da37043664 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:34.562582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:34.562765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Allocated IP 2001:db8::2fb (4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e/c6253a3b-13c3-4466-8de7-a44336239272/d3fa08c8-b177-40a7-a256-f9c178fe8311) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:34.608111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:34.628778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:40:34.665524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 76a9128d-4e64-4e1f-bb73-d27a60888b43) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:34.673456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:34.695603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4530f3e-1fad-46f8-b93f-54c86d44cc40 None None] Network 76a9128d-4e64-4e1f-bb73-d27a60888b43 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:34.707311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:34.708164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:34.708711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:34.795991 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:34.795991 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:34.796230 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 2 to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea Jan 28 06:40:34.824939 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:34.825284 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Added segment 107069c8-a858-4874-b910-4fedf28aa1c4 of type vlan for network 128053ec-c26f-4f1a-ae5c-1c1e27291d34 Jan 28 06:40:34.841178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:34.841931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:34.842119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:34.857154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:34.857584 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:34.859416 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13bae91-78c6-45d3-bea8-d54dba90259c,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:34.867223 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 3 to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea Jan 28 06:40:34.888713 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:34.898397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:34.936590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41eae8e-4fa5-445c-98e6-a6138c9ee41c None None] Pushing event updated for resources: {'Port': ['ID=f17d8ce7-d5d8-44a9-a8bc-435e3578db0e,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:35.012774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:35.014640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:35.015059 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:35.042825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:35.043217 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:35.045663 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 4 to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea Jan 28 06:40:35.071799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Pushing event updated for resources: {'Subnet': ['ID=efb8009c-412b-4cf6-a8e2-661273b2ad65,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:35.092861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:35.093415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:35.094044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:35.153361 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2be9db3f-2dd5-4f34-9a90-4c7f720db582 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:35.189667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:35.190134 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:35.192177 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 5 to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea Jan 28 06:40:35.211715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:35.211715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:35.211938 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:35.219368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:35.219693 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:35.228815 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 6 to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea Jan 28 06:40:35.244747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:35.245548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:35.245902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:35.271658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:35.305798 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:35.329640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:35.329900 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:35.336094 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 7 to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea Jan 28 06:40:35.363273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:35.363618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:35.363980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:35.370699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:35.371463 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:35.371463 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 8 to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea Jan 28 06:40:35.374829 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e70c749-c984-4872-a1c6-cf512046917a None None] Network 900882d3-f259-4633-a0ad-6db24a9bc89e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:35.399545 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:35.402800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:35.403214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:35.411636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:35.411963 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:35.414615 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 9 to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea Jan 28 06:40:35.448156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:35.481600 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 2be9db3f-2dd5-4f34-9a90-4c7f720db582 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:35.491592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 2be9db3f-2dd5-4f34-9a90-4c7f720db582 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:35.491592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:35.492273 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Checking segment: {'id': '1b84bb57-3374-47b7-885e-209d281e3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eed03452-b1d9-423a-8de6-e5f18f1094a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:35.492699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Network hostable DHCP agents. Network: eed03452-b1d9-423a-8de6-e5f18f1094a4, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:40:35.507769 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:35.508214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:35.508829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:35.521882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:35.528168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:35.528168 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:35.528444 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 10 to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea Jan 28 06:40:35.537106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9b7d52c3-1a85-4a76-a286-017938ba16ad None None] Provisioning for port f62a0678-8c06-4ab9-a977-34d089c7152f completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:35.539168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:35.548581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:35.549292 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:35.549768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:35.612231 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Router 72e1124e-394c-41b6-8d5c-bf271449f0be is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:40:35.623370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:35.623864 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:35.624954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:35.637038 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Transition to ACTIVE for port object d3fa08c8-b177-40a7-a256-f9c178fe8311 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:35.687517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:35.710793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:35.711905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:35.712542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:35.831710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] For port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:35.832370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempted to set empty binding levels {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 06:40:35.833914 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:35.867250 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Network eed03452-b1d9-423a-8de6-e5f18f1094a4 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:40:35.872632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 2be9db3f-2dd5-4f34-9a90-4c7f720db582, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=2be9db3f-2dd5-4f34-9a90-4c7f720db582,segment=NetworkSegment(4d576cc7-8099-49d5-8840-897b48447d01),segment_id=4d576cc7-8099-49d5-8840-897b48447d01)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:35.944654 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:35.975726 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:35.977161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f62a0678-8c06-4ab9-a977-34d089c7152f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:35.996033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Router b37009bc-5b3e-4483-9f91-b45911c20584 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:40:36.024349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:36.025330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:36.114788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Pushing event updated for resources: {'Port': ['ID=db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:36.152359 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:36.160593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=2be9db3f-2dd5-4f34-9a90-4c7f720db582,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:36.245853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee53db70-bd7e-439a-a09f-1bbb8cc7cf98 None None] Network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:36.266470 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port f62a0678-8c06-4ab9-a977-34d089c7152f completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:36.286025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port f62a0678-8c06-4ab9-a977-34d089c7152f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:36.286410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:36.311923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, eed03452-b1d9-423a-8de6-e5f18f1094a4) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:36.314216 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b4fde2f5-f7e7-48e1-b720-d9a1a6e0a7ac tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.5147958 Jan 28 06:40:36.322715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36824) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:36.338818 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event updated for resources: {'Network': ['ID=128053ec-c26f-4f1a-ae5c-1c1e27291d34,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:36.351206 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-59655c97-2517-4ee9-bd08-e3956eb40e27 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 4.4350936 Jan 28 06:40:36.352690 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:36.353283 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:36.367278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36828) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:36.377797 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe2e32-94cd-4efc-9c18-313ae993cf11 None None] Network eed03452-b1d9-423a-8de6-e5f18f1094a4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:36.395611 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:36.406082 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 128053ec-c26f-4f1a-ae5c-1c1e27291d34 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:40:36.414950 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:36.432706 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:36.445055 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:36.447382 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:36.449578 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:40:36.453975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:40:36.467586 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Sync routers for ids ['72e1124e-394c-41b6-8d5c-bf271449f0be'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:40:36.481981 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Routers {'72e1124e-394c-41b6-8d5c-bf271449f0be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:40:36.482549 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:40:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['72e1124e-394c-41b6-8d5c-bf271449f0be'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:36.543420 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-31bfc9f3-1f3a-4280-a69b-cf8fd6a3fe20 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Deleting port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:40:36.543656 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-31bfc9f3-1f3a-4280-a69b-cf8fd6a3fe20 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:36.597368 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-297a141e-b714-499c-947b-8c85492fad0d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6769118 Jan 28 06:40:36.597548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36832) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:36.600249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:36.614377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Request body: {'port': {'network_id': 'eed03452-b1d9-423a-8de6-e5f18f1094a4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-815092486'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:36.621490 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event updated for resources: {'Port': ['ID=adb61c6a-69c5-4847-9d18-a9373f0e763e,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:36.661509 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Set router 72e1124e-394c-41b6-8d5c-bf271449f0be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:40:36.678668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:36.694972 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:36.707046 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:36.712657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:36.713275 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:36.745355 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:36.749091 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-38e3326b-e3dd-4ec8-8008-26191d4829d3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.9889133 Jan 28 06:40:36.799497 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:36.815868 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36836) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:36.829014 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Sync routers for ids ['b37009bc-5b3e-4483-9f91-b45911c20584'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:40:36.837481 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-31bfc9f3-1f3a-4280-a69b-cf8fd6a3fe20 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] For port db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea, host hv-neutron-8240, got binding levels [] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:36.837824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-31bfc9f3-1f3a-4280-a69b-cf8fd6a3fe20 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:36.851840 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-84652e5c-defd-4e56-bffb-27aabe052eaa None None] Provisioning for port f17d8ce7-d5d8-44a9-a8bc-435e3578db0e completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:36.866226 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Routers {'b37009bc-5b3e-4483-9f91-b45911c20584'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:40:36.866864 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:40:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b37009bc-5b3e-4483-9f91-b45911c20584'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:36.896818 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event updated for resources: {'Port': ['ID=d3fa08c8-b177-40a7-a256-f9c178fe8311,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:36.918377 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-00cce82b-a658-41e6-be4c-4302ea5ccae4 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.0860810 Jan 28 06:40:36.931264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36840) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:36.944952 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Request body: {'port': {'network_id': '4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-395688622', 'allowed_address_pairs': [{'ip_address': '2001:db8::2fb', 'mac_address': 'fa:16:3e:5c:f7:bc'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:36.970006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:36.972626 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-919343e5-ae18-41e7-9b36-c47cb5a76828 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1122448 Jan 28 06:40:37.006593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36844) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:37.032791 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:40:31Z', 'revision_number': 3, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:37.038292 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Checking router: 72e1124e-394c-41b6-8d5c-bf271449f0be for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:40:37.038798 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Updating router 72e1124e-394c-41b6-8d5c-bf271449f0be port 398cb3eb-3d64-4148-99ae-d246aae7ae3f binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:40:37.091495 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-eed03452-b1d9-423a-8de6-e5f18f1094a4', 'network_id': 'eed03452-b1d9-423a-8de6-e5f18f1094a4', 'tenant_id': '698e04a6df254db58c0ddb5a41ad4d97', 'fixed_ips': [{'subnet_id': 'efb8009c-412b-4cf6-a8e2-661273b2ad65'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:40:37.092603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.100142 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.113134 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.191310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-31bfc9f3-1f3a-4280-a69b-cf8fd6a3fe20 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Calling delete_port for db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:40:37.264111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port f62a0678-8c06-4ab9-a977-34d089c7152f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f62a0678-8c06-4ab9-a977-34d089c7152f,segment=NetworkSegment(fa8bb530-7d34-442b-b946-f1b6510bf076),segment_id=fa8bb530-7d34-442b-b946-f1b6510bf076)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:37.298460 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.314002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Set router b37009bc-5b3e-4483-9f91-b45911c20584 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:40:37.389401 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.423807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.535392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:37.535668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:37.536456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:37.536788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Subscribe: > port after_create 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:37.537416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:37.537522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Subscribe: > port after_update 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:37.537775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:37.538103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:37.538440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:37.540029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:37.576661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:37.589825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Usage tracker for resource:port and tenant:bebf38fb181f49eba6bd3ae32ea683a8 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:37.615641 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.647079 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Transition to ACTIVE for port object 398cb3eb-3d64-4148-99ae-d246aae7ae3f will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:37.650655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:37.682705 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=f62a0678-8c06-4ab9-a977-34d089c7152f,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:37.687211 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Router b352f8d2-ae4d-4352-b1e0-f305b7adf031 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:40:37.689314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:37.730284 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.750143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:37.750498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:37.750832 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:37.751158 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88217) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:37.751659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128053ec-c26f-4f1a-ae5c-1c1e27291d34']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:37.775546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2be9db3f-2dd5-4f34-9a90-4c7f720db582 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:37.787737 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107069c8-a858-4874-b910-4fedf28aa1c4') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:37.788035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107069c8-a858-4874-b910-4fedf28aa1c4') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:37.801880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:37.827632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.841017 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Pushing event updated for resources: {'Port': ['ID=398cb3eb-3d64-4148-99ae-d246aae7ae3f,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:37.843528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Usage tracker for resource:port and tenant:698e04a6df254db58c0ddb5a41ad4d97 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:37.844606 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Allocated IP 172.20.0.2 (eed03452-b1d9-423a-8de6-e5f18f1094a4/efb8009c-412b-4cf6-a8e2-661273b2ad65/4eb7053a-c5f4-47a3-8129-b9a93f13cef9) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:37.850010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-31bfc9f3-1f3a-4280-a69b-cf8fd6a3fe20 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.859670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:37.867208 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:37.867556 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:37.870679 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:37.872017 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:37.872369 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:37.872731 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:37.873072 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:37.873408 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:37.873751 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:37.874080 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:37.874403 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:37.878920 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Tracked resource versions report: Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: pushed versions: Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: { 'AddressGroup': {'1.2'}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'ConntrackHelper': {'1.0'}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Log': {'1.0'}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Network': {'1.1'}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Port': {'1.7'}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'PortForwarding': {'1.2'}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'QosPolicy': {'1.8'}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'SecurityGroup': {'1.4'}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'SecurityGroupRule': {'1.2'}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'SubPort': {'1.0'}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Subnet': {'1.1'}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Trunk': {'1.1'}} Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: consumer versions: Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: { DHCP agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: HyperV agent@hv-neutron-8240: {}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: L3 agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: Metadata agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: Metering agent@dv-neutron-824022-4-hyperv: {}, Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: Open vSwitch agent@dv-neutron-824022-4-hyperv: { 'AddressGroup': '1.2', Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'ConntrackHelper': '1.0', Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Log': '1.0', Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Network': '1.1', Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Port': '1.7', Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'PortForwarding': '1.2', Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'QosPolicy': '1.8', Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'SecurityGroup': '1.4', Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'SecurityGroupRule': '1.2', Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'SubPort': '1.0', Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Subnet': '1.1', Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: 'Trunk': '1.1'}} Jan 28 06:40:37.880600 dv-neutron-824022-4-hyperv neutron-server[88219]: {{(pid=88219) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 06:40:37.921525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:37.922989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.936724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-31bfc9f3-1f3a-4280-a69b-cf8fd6a3fe20 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.945487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfc9f3-1f3a-4280-a69b-cf8fd6a3fe20 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Pushing event deleted for resources: {'Port': ['ID=db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:37.954512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:40:37.954945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.955219 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Attempting to bind port 398cb3eb-3d64-4148-99ae-d246aae7ae3f on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:37.957362 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Attempting to bind port 398cb3eb-3d64-4148-99ae-d246aae7ae3f by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:37.957962 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Attempting to bind port 398cb3eb-3d64-4148-99ae-d246aae7ae3f on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:37.968755 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:40:37.969134 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:37.969535 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.970262 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:40:37.970597 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Bound port: 398cb3eb-3d64-4148-99ae-d246aae7ae3f, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:40:37.970982 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: from cryptography.utils import int_from_bytes Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: from cryptography.utils import int_from_bytes Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn_limited( Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn_limited( Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:40:37.975293 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:40:37.986109 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-31bfc9f3-1f3a-4280-a69b-cf8fd6a3fe20 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "DELETE /v2.0/ports/db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea HTTP/1.1" status: 204 len: 168 time: 1.6586440 Jan 28 06:40:37.987376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36848) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:38.078088 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] For port 398cb3eb-3d64-4148-99ae-d246aae7ae3f, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:38.136932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Made reservation on behalf of 698e04a6df254db58c0ddb5a41ad4d97 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:38.142350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.149713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 2be9db3f-2dd5-4f34-9a90-4c7f720db582 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:38.150271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.166104 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2612ef-3d4b-4386-bd93-8fe17e7e358f tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] GET failed (client error): The resource could not be found. Jan 28 06:40:38.166770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-de2612ef-3d4b-4386-bd93-8fe17e7e358f tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Synchronizing usage tracker for tenant:ce1545198c2141b6a49790c2945f4842 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:40:38.171469 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Made reservation on behalf of bebf38fb181f49eba6bd3ae32ea683a8 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:38.193850 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] For port 398cb3eb-3d64-4148-99ae-d246aae7ae3f, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=398cb3eb-3d64-4148-99ae-d246aae7ae3f,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:40:38.203068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] device_id is not set on port fafceab7-a7ec-4318-b331-e387d9b0633b yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:40:38.241931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.269964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event deleted for resources: {'Network': ['ID=128053ec-c26f-4f1a-ae5c-1c1e27291d34,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:38.277003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 128053ec-c26f-4f1a-ae5c-1c1e27291d34 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 06:40:38.281943 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.302202 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.313558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4d0fe697-e175-45dc-ae69-d6ff6298a219 None None] Provisioning for port d3fa08c8-b177-40a7-a256-f9c178fe8311 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:38.324313 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-84d2b828-a084-4309-9fc7-908da4861e8b tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "DELETE /v2.0/networks/128053ec-c26f-4f1a-ae5c-1c1e27291d34 HTTP/1.1" status: 204 len: 168 time: 1.9523110 Jan 28 06:40:38.324880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4d0fe697-e175-45dc-ae69-d6ff6298a219 None None] Provisioning complete for port d3fa08c8-b177-40a7-a256-f9c178fe8311 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:38.325243 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe697-e175-45dc-ae69-d6ff6298a219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.328337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36852) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:38.329063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-de2612ef-3d4b-4386-bd93-8fe17e7e358f tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Unset dirty status for tenant:ce1545198c2141b6a49790c2945f4842 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:40:38.334904 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-de2612ef-3d4b-4386-bd93-8fe17e7e358f tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "GET /v2.0/ports/db0a7ea1-80cc-4ec4-bc67-7d7ce80f07ea HTTP/1.1" status: 404 len: 333 time: 0.3417332 Jan 28 06:40:38.337286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36856) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:38.347327 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:38.384974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:38.404909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Usage tracker for resource:network and tenant:9aabf5a60dfe4ee3aa48a70e5e094e10 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:38.419602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:38.427929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:40:34Z', 'revision_number': 3, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:38.428933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:38.446017 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.446444 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Routers {'72e1124e-394c-41b6-8d5c-bf271449f0be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:40:38.451323 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:40:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['72e1124e-394c-41b6-8d5c-bf271449f0be'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:38.453813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Checking router: b37009bc-5b3e-4483-9f91-b45911c20584 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:40:38.454069 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Updating router b37009bc-5b3e-4483-9f91-b45911c20584 port 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:40:38.467655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Request body: {'port': {'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-219101405'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:38.471983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:38.481980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:38.494072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Transition to ACTIVE for port object 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:38.507581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4d0fe697-e175-45dc-ae69-d6ff6298a219 None None] Port d3fa08c8-b177-40a7-a256-f9c178fe8311 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:40:38.521563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f17d8ce7-d5d8-44a9-a8bc-435e3578db0e up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:38.536290 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab993b-02bb-41dc-84e4-bc943f5c8f47 None None] Pushing event updated for resources: {'Port': ['ID=398cb3eb-3d64-4148-99ae-d246aae7ae3f,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:38.541951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Made reservation on behalf of 9aabf5a60dfe4ee3aa48a70e5e094e10 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:38.545092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.582310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Transition to ACTIVE for port object 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:38.591533 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.660605 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Made reservation on behalf of ce1545198c2141b6a49790c2945f4842 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:38.662767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0d9df849-1a2c-4a7a-9cd6-0f4f7d1e05fa None None] Provisioning complete for port d3fa08c8-b177-40a7-a256-f9c178fe8311 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:38.663192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0d9df849-1a2c-4a7a-9cd6-0f4f7d1e05fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.664538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.699555 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] device_id is not set on port 07ff51ac-f596-4c13-87bb-47df948f6789 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:40:38.746413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.771796 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] Set router 72e1124e-394c-41b6-8d5c-bf271449f0be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:40:38.852026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port f17d8ce7-d5d8-44a9-a8bc-435e3578db0e completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:38.859215 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Network eed03452-b1d9-423a-8de6-e5f18f1094a4 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:38.861831 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0d9df849-1a2c-4a7a-9cd6-0f4f7d1e05fa None None] Port d3fa08c8-b177-40a7-a256-f9c178fe8311 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:40:38.881871 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:38.895693 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:38.901910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:40:38.909443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port f17d8ce7-d5d8-44a9-a8bc-435e3578db0e triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:38.909993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.915996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Allocated IP 172.20.0.13 (eed03452-b1d9-423a-8de6-e5f18f1094a4/efb8009c-412b-4cf6-a8e2-661273b2ad65/fafceab7-a7ec-4318-b331-e387d9b0633b) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:38.921085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.921422 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Added segment fa384f34-b19a-4ea9-be63-343168c4d3d5 of type vlan for network 7e3bd860-a2ad-4807-9df7-88e79b020e15 Jan 28 06:40:38.927361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:38.966118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Pushing event updated for resources: {'Port': ['ID=4eb7053a-c5f4-47a3-8129-b9a93f13cef9,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:38.982904 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.179515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Attempting to bind port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:39.180125 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Attempting to bind port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '1b84bb57-3374-47b7-885e-209d281e3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eed03452-b1d9-423a-8de6-e5f18f1094a4'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:39.180628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Attempting to bind port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 on network eed03452-b1d9-423a-8de6-e5f18f1094a4 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:39.182063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.183117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:39.183758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.204507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:40:39.205168 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Checking segment: {'id': '1b84bb57-3374-47b7-885e-209d281e3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eed03452-b1d9-423a-8de6-e5f18f1094a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:39.205727 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.206258 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Bound using segment: {'id': '1b84bb57-3374-47b7-885e-209d281e3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eed03452-b1d9-423a-8de6-e5f18f1094a4'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:40:39.206867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Bound port: 4eb7053a-c5f4-47a3-8129-b9a93f13cef9, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b84bb57-3374-47b7-885e-209d281e3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'eed03452-b1d9-423a-8de6-e5f18f1094a4'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:40:39.207463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.216791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.264377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Transition to ACTIVE for port object fafceab7-a7ec-4318-b331-e387d9b0633b will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:39.291792 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:40:31Z', 'revision_number': 3, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:39.296083 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1952cc-f172-4019-9a79-a11019ff6708 None None] The sync data for ids ['72e1124e-394c-41b6-8d5c-bf271449f0be'] in dv-neutron-824022-4-hyperv is: [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:40:31Z', 'revision_number': 3, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:40:39.339977 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0088723 Jan 28 06:40:39.342956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e677ba-fef4-4b2f-a31d-1c5aacf4fbdc tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event updated for resources: {'Network': ['ID=7e3bd860-a2ad-4807-9df7-88e79b020e15,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:39.345458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36860) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:39.355388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Request body: {'subnet': {'network_id': '7e3bd860-a2ad-4807-9df7-88e79b020e15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:39.360459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:39.367003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Usage tracker for resource:subnet and tenant:9aabf5a60dfe4ee3aa48a70e5e094e10 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:39.369785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 7e3bd860-a2ad-4807-9df7-88e79b020e15 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:40:39.371058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:39.379882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:39.437084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.455775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:40:39.463485 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.472939 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:40:39.483769 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.490073 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Sync routers for ids ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:40:39.504060 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Routers {'b352f8d2-ae4d-4352-b1e0-f305b7adf031'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:40:39.505360 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:40:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:39.515869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Made reservation on behalf of 9aabf5a60dfe4ee3aa48a70e5e094e10 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:39.518333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.530879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.582942 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.resource_extend [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:40:39.617642 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Network 76a9128d-4e64-4e1f-bb73-d27a60888b43 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:39.617966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] For port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:39.639428 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] device_id is not set on port 7310a708-7255-4113-b936-398c11da8568 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:40:39.691322 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:39.697553 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.705790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.714668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:39.718232 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:39.720637 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.727073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] For port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4eb7053a-c5f4-47a3-8129-b9a93f13cef9,segment=NetworkSegment(1b84bb57-3374-47b7-885e-209d281e3baf),segment_id=1b84bb57-3374-47b7-885e-209d281e3baf)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:40:39.744678 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Transition to ACTIVE for port object 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:39.766297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port f17d8ce7-d5d8-44a9-a8bc-435e3578db0e, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f17d8ce7-d5d8-44a9-a8bc-435e3578db0e,segment=NetworkSegment(74c0e6d4-67b0-4404-bc13-293ea61ddd8e),segment_id=74c0e6d4-67b0-4404-bc13-293ea61ddd8e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:39.815618 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Set router b352f8d2-ae4d-4352-b1e0-f305b7adf031 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:40:39.816137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.827499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Network eed03452-b1d9-423a-8de6-e5f18f1094a4 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:39.837046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:39.841216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:39.868071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.889855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Pushing event updated for resources: {'Port': ['ID=fafceab7-a7ec-4318-b331-e387d9b0633b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:39.930849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.944506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.985585 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:39.989208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:39.995783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:40.000075 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-336e108a-4ae5-470b-b390-d621dc712b6e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.5289328 Jan 28 06:40:40.000075 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Pushing event updated for resources: {'Port': ['ID=07ff51ac-f596-4c13-87bb-47df948f6789,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:40.007604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36864) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:40.073424 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Attempting to bind port 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:40.073998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Attempting to bind port 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:40.074525 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Attempting to bind port 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:40.080628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68145598-faf4-4bda-82d6-db0125d5e064 None None] Pushing event updated for resources: {'Port': ['ID=4eb7053a-c5f4-47a3-8129-b9a93f13cef9,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:40.135753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event updated for resources: {'Port': ['ID=adb61c6a-69c5-4847-9d18-a9373f0e763e,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:40.140792 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:40.166782 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6fbbf549-ee91-4a8a-bad9-afeaa577d709 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8232610 Jan 28 06:40:40.168651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:40:40.173695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:40.173695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:40.173695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:40:40.173695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Bound port: 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:40:40.173695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:40.174090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36868) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:40.211404 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:40.293557 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241f821-1414-468c-9b35-05139f727169 None None] Pushing event updated for resources: {'Port': ['ID=7b0e69a8-bdb0-448d-9cbe-503f475c3bb1,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:40.306287 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 398cb3eb-3d64-4148-99ae-d246aae7ae3f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:40.387205 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:40.409562 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:34Z', 'revision_number': 3, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port': {'id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:71:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:31Z', 'updated_at': '2022-01-28T06:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:40.428494 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Checking router: b352f8d2-ae4d-4352-b1e0-f305b7adf031 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:40:40.428494 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Updating router b352f8d2-ae4d-4352-b1e0-f305b7adf031 port 82ba30af-5c3b-42fa-ac23-b386825c7b31 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:40:40.484315 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Allocated IP 2001:db8::3e (4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e/c6253a3b-13c3-4466-8de7-a44336239272/7310a708-7255-4113-b936-398c11da8568) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:40.493280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] For port 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:40.513453 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] For port 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7b0e69a8-bdb0-448d-9cbe-503f475c3bb1,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:40:40.517820 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:40.534289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=f17d8ce7-d5d8-44a9-a8bc-435e3578db0e,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:40.584844 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:40.679691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 398cb3eb-3d64-4148-99ae-d246aae7ae3f completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:40.695624 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:40.711711 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 398cb3eb-3d64-4148-99ae-d246aae7ae3f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:40.711914 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:40.740509 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:40.741753 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2c3abf33-8d12-4543-82ad-71f0b4799e34 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.9793777 Jan 28 06:40:40.762428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Routers {'b37009bc-5b3e-4483-9f91-b45911c20584'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:40:40.763047 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:40:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b37009bc-5b3e-4483-9f91-b45911c20584'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:40.779526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36872) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:40.779526 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fda256b2-cbd3-4b47-ba3a-43f0e4ca6c83 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1719520 Jan 28 06:40:40.795173 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36876) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:40.808308 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:40.810383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-418132458'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:40.823531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:40.890647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Usage tracker for resource:network and tenant:85523f98961443b7a51d5892a9b19d96 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:40.901275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:40.914699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:40.926393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:40.940993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6241f821-1414-468c-9b35-05139f727169 None None] Pushing event updated for resources: {'Port': ['ID=7b0e69a8-bdb0-448d-9cbe-503f475c3bb1,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:41.052392 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.065572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c2ae0-305a-461c-b690-91644b39e21f tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Deleting port fafceab7-a7ec-4318-b331-e387d9b0633b {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:40:41.066092 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5f7c2ae0-305a-461c-b690-91644b39e21f tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.071170 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Transition to ACTIVE for port object 82ba30af-5c3b-42fa-ac23-b386825c7b31 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:41.116038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.141621 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.142647 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] Set router b37009bc-5b3e-4483-9f91-b45911c20584 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:40:41.192413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Made reservation on behalf of 85523f98961443b7a51d5892a9b19d96 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:41.196124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.246521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 398cb3eb-3d64-4148-99ae-d246aae7ae3f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=398cb3eb-3d64-4148-99ae-d246aae7ae3f,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:41.300568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.309095 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Attempting to bind port 82ba30af-5c3b-42fa-ac23-b386825c7b31 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:41.309697 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Attempting to bind port 82ba30af-5c3b-42fa-ac23-b386825c7b31 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:41.310209 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Attempting to bind port 82ba30af-5c3b-42fa-ac23-b386825c7b31 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:41.323626 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b211c6-55b8-4af3-af94-4bb203b145c6 None None] Pushing event updated for resources: {'Port': ['ID=82ba30af-5c3b-42fa-ac23-b386825c7b31,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:41.338453 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:40:41.339093 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:41.339669 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.340245 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:40:41.341756 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Bound port: 82ba30af-5c3b-42fa-ac23-b386825c7b31, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:40:41.342591 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.361112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.362473 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f62a0678-8c06-4ab9-a977-34d089c7152f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:41.427844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:41.448305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Usage tracker for resource:security_group_rule and tenant:85523f98961443b7a51d5892a9b19d96 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:41.469980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:41.481148 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] For port 82ba30af-5c3b-42fa-ac23-b386825c7b31, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:41.488061 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] For port 82ba30af-5c3b-42fa-ac23-b386825c7b31, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=82ba30af-5c3b-42fa-ac23-b386825c7b31,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:40:41.516859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:41.562427 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.582070 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port f62a0678-8c06-4ab9-a977-34d089c7152f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:41.582070 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.603423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.objects.ports [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88217) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:40:41.603423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.608445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.659127 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:40:41.671512 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=398cb3eb-3d64-4148-99ae-d246aae7ae3f,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:41.672967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Allocated IP 172.20.0.1 (900882d3-f259-4633-a0ad-6db24a9bc89e/1d287cf5-03cc-4605-a5b6-1cc9364d0ed2/26f71325-0f6b-46a2-bde8-3a707c6c024f) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:41.726956 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3530a3-c4e4-462f-94ea-dd18b1c02f53 None None] Network eed03452-b1d9-423a-8de6-e5f18f1094a4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:41.731784 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Routers {'b352f8d2-ae4d-4352-b1e0-f305b7adf031'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:40:41.732424 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:40:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:41.873581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.880907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c079695c-2329-4446-b15a-bc843bec209d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:41.893239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Transition to ACTIVE for port object 26f71325-0f6b-46a2-bde8-3a707c6c024f will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:41.908969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] device_id is not set on port 07ff51ac-f596-4c13-87bb-47df948f6789 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:40:41.939153 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5f7c2ae0-305a-461c-b690-91644b39e21f tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.958130 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Transition to ACTIVE for port object 7310a708-7255-4113-b936-398c11da8568 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:41.961859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:41.966790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Checking segment: {'id': 'fa384f34-b19a-4ea9-be63-343168c4d3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7e3bd860-a2ad-4807-9df7-88e79b020e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:41.967754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Network hostable DHCP agents. Network: 7e3bd860-a2ad-4807-9df7-88e79b020e15, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:40:42.003854 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b211c6-55b8-4af3-af94-4bb203b145c6 None None] Pushing event updated for resources: {'Port': ['ID=82ba30af-5c3b-42fa-ac23-b386825c7b31,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:42.034627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Transition to ACTIVE for port object 07ff51ac-f596-4c13-87bb-47df948f6789 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:42.104920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:42.118124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7bb41a5c-102c-45ec-8fc9-3dbf33fcaa95 None None] Provisioning for port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:42.125119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:42.156409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:42.157304 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:42.179990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:40:34Z', 'revision_number': 3, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:42.192515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0bfa8b-d124-4495-b11f-f3bc255032f0 None None] The sync data for ids ['b37009bc-5b3e-4483-9f91-b45911c20584'] in dv-neutron-824022-4-hyperv is: [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:40:34Z', 'revision_number': 3, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:40:42.194490 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] Set router b352f8d2-ae4d-4352-b1e0-f305b7adf031 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:40:42.224215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:42.257244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Network 7e3bd860-a2ad-4807-9df7-88e79b020e15 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:40:42.321079 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c2ae0-305a-461c-b690-91644b39e21f tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Calling delete_port for fafceab7-a7ec-4318-b331-e387d9b0633b owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:40:42.492308 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 398cb3eb-3d64-4148-99ae-d246aae7ae3f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:42.494499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:40:42.496844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 7e3bd860-a2ad-4807-9df7-88e79b020e15) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:42.501555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:42.502150 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:42.526960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Pushing event updated for resources: {'Port': ['ID=07ff51ac-f596-4c13-87bb-47df948f6789,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:42.538131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c33f0f3-2eed-4ff5-81d4-e1176c9789e4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:42.572812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a84b47-c324-409f-9f59-17bc393cfed6 None None] Network 7e3bd860-a2ad-4807-9df7-88e79b020e15 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:42.574175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:42.574514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:42.574848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:42.583137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:42.583505 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Added segment b7462f77-2a16-4a5f-9502-b90ecd4166b4 of type vlan for network 8886dbeb-4f80-48ff-9274-cc7baff1f53c Jan 28 06:40:42.613784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:42.625751 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:42.636064 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 2 to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 Jan 28 06:40:42.721043 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:34Z', 'revision_number': 3, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port': {'id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:71:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:31Z', 'updated_at': '2022-01-28T06:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:42.731886 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6f3fe4-ac09-4782-a22d-7041d55a017a None None] The sync data for ids ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'] in dv-neutron-824022-4-hyperv is: [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:34Z', 'revision_number': 3, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port': {'id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:71:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:31Z', 'updated_at': '2022-01-28T06:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:40:42.767731 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8ca7de92-5b11-47a2-b1f8-2c0835d6d008 None None] Provisioning for port fafceab7-a7ec-4318-b331-e387d9b0633b completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:42.771106 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Allocated IP 172.20.0.1 (fff5bcd7-fb45-4a46-a801-8637fdb03e0f/b4e04562-c29c-423f-8bfb-b38803ba8111/0b26abae-e997-4d10-814e-095307befe2f) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:42.780678 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Network 900882d3-f259-4633-a0ad-6db24a9bc89e is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:42.787923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8ca7de92-5b11-47a2-b1f8-2c0835d6d008 None None] Provisioning complete for port fafceab7-a7ec-4318-b331-e387d9b0633b triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:42.788293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ca7de92-5b11-47a2-b1f8-2c0835d6d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:42.792519 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:42.861971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:42.863113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:42.904203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:42.917562 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=26f71325-0f6b-46a2-bde8-3a707c6c024f,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:43.001184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:43.032285 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e48b956b-d326-43df-ab09-62751ad04241 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6841378 Jan 28 06:40:43.033308 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:43.035007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:43.035507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:43.044901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36880) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:43.061953 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:43.061953 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:43.063587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Request body: {'floatingip': {'floating_network_id': '7e3bd860-a2ad-4807-9df7-88e79b020e15'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:43.075716 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 3 to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 Jan 28 06:40:43.091063 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8ca7de92-5b11-47a2-b1f8-2c0835d6d008 None None] Port fafceab7-a7ec-4318-b331-e387d9b0633b cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:40:43.111320 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:43.111964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 398cb3eb-3d64-4148-99ae-d246aae7ae3f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:43.112411 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:43.135563 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:43.136125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:43.136462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:43.139073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Usage tracker for resource:floatingip and tenant:9aabf5a60dfe4ee3aa48a70e5e094e10 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:43.148203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:43.155130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Allocated IP 172.20.0.1 (5f2b0666-0d46-4da3-b041-3a536f560007/fe055a4a-7120-4b77-9062-14e6a086583f/e6710531-79be-473f-be61-c2b4a5d6f459) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:43.162037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:43.185334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:43.185690 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:43.192411 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 4 to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 Jan 28 06:40:43.216906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93fac1f-9b56-4641-911d-d1ed907253bf None None] Network 7e3bd860-a2ad-4807-9df7-88e79b020e15 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:43.234806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:43.235392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:43.235501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:43.272170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:43.272601 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:43.274472 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 5 to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 Jan 28 06:40:43.274680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:43.283270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:43.311785 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:43.318095 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:43.331661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:43.343122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event updated for resources: {'Port': ['ID=7310a708-7255-4113-b936-398c11da8568,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:43.345968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5f7c2ae0-305a-461c-b690-91644b39e21f tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:43.361143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:43.367051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:43.367625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:43.413638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:43.466796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:43.469353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:43.469847 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:43.519215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c2ae0-305a-461c-b690-91644b39e21f tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Pushing event deleted for resources: {'Port': ['ID=fafceab7-a7ec-4318-b331-e387d9b0633b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:43.536187 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6917fb9a-488d-423e-81fa-766573120078 None None] Could not find standard attr ID for object fafceab7-a7ec-4318-b331-e387d9b0633b. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:40:43.577292 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:43.577618 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:43.602389 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 6 to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 Jan 28 06:40:43.626016 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ea53762c-1d7d-4180-92d9-5914d18018f6 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 6.6936498 Jan 28 06:40:43.646171 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36884) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:43.671006 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5f7c2ae0-305a-461c-b690-91644b39e21f tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:43.684227 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5f7c2ae0-305a-461c-b690-91644b39e21f tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] 10.222.0.25 "DELETE /v2.0/ports/fafceab7-a7ec-4318-b331-e387d9b0633b HTTP/1.1" status: 204 len: 168 time: 2.8817751 Jan 28 06:40:43.745305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36888) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:43.765973 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.9878235 Jan 28 06:40:43.774713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eed6c6-829d-4206-bc5b-0d62e9b92288 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event updated for resources: {'Network': ['ID=8886dbeb-4f80-48ff-9274-cc7baff1f53c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:43.782153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36892) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:43.795880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:43.796403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:43.798997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:43.819830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:43.841621 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Request body: {'subnet': {'network_id': '8886dbeb-4f80-48ff-9274-cc7baff1f53c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:43.859053 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 8886dbeb-4f80-48ff-9274-cc7baff1f53c details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:40:43.909460 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Transition to ACTIVE for port object 0b26abae-e997-4d10-814e-095307befe2f will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:43.963638 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6917fb9a-488d-423e-81fa-766573120078 None None] Provisioning for port 26f71325-0f6b-46a2-bde8-3a707c6c024f completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:43.979620 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f17d8ce7-d5d8-44a9-a8bc-435e3578db0e up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:43.981677 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0c80c5-2941-4cad-bdc8-c04fb3feb8e9 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:43.987801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0c80c5-2941-4cad-bdc8-c04fb3feb8e9 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:43.993968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0c80c5-2941-4cad-bdc8-c04fb3feb8e9 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:43.994834 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8a0c80c5-2941-4cad-bdc8-c04fb3feb8e9 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Synchronizing usage tracker for tenant:bebf38fb181f49eba6bd3ae32ea683a8 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:40:44.027137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:44.027637 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:44.034981 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 7 to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 Jan 28 06:40:44.062037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.066358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6917fb9a-488d-423e-81fa-766573120078 None None] Provisioning complete for port 26f71325-0f6b-46a2-bde8-3a707c6c024f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:44.066582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6917fb9a-488d-423e-81fa-766573120078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.073452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.093775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:44.094240 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:44.094670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:44.099332 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-526c6221-6ca0-49eb-b3f7-fa18c0050579 tempest-DHCPAgentSchedulersTestJSON-1909827062 tempest-DHCPAgentSchedulersTestJSON-1909827062-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3319056 Jan 28 06:40:44.106625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36898) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:44.158111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6917fb9a-488d-423e-81fa-766573120078 None None] Port 26f71325-0f6b-46a2-bde8-3a707c6c024f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:40:44.165168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:44.165608 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:44.169395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Transition to ACTIVE for port object e6710531-79be-473f-be61-c2b4a5d6f459 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:44.205296 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port f17d8ce7-d5d8-44a9-a8bc-435e3578db0e triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:44.205668 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.217284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1366189119'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:44.220666 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 8 to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 Jan 28 06:40:44.225298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.230584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8a0c80c5-2941-4cad-bdc8-c04fb3feb8e9 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Unset dirty status for tenant:bebf38fb181f49eba6bd3ae32ea683a8 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:40:44.234499 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8a0c80c5-2941-4cad-bdc8-c04fb3feb8e9 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.5785191 Jan 28 06:40:44.245721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:44.247764 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36902) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:44.295777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Usage tracker for resource:network and tenant:698e04a6df254db58c0ddb5a41ad4d97 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:44.299731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:44.313148 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:44.313554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:44.313966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:44.329516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:44.333574 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:44.348137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:44.348343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:44.348507 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:44.352475 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Usage tracker for resource:subnet and tenant:85523f98961443b7a51d5892a9b19d96 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:44.357666 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 9 to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 Jan 28 06:40:44.365274 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:44.377606 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c8e7a2bf-3b1a-4eca-8c5e-63d9c4f07ee6 None None] Provisioning for port 7310a708-7255-4113-b936-398c11da8568 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:44.382834 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Network fff5bcd7-fb45-4a46-a801-8637fdb03e0f is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:44.385582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:44.387995 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:44.393538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:44.394252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.399853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c8e7a2bf-3b1a-4eca-8c5e-63d9c4f07ee6 None None] Provisioning complete for port 7310a708-7255-4113-b936-398c11da8568 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:44.399853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c8e7a2bf-3b1a-4eca-8c5e-63d9c4f07ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.405582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:44.405922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:44.406251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:44.421559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-00b23e95-bb73-4ba1-9845-a1f8a7f4373a tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Deleting port 7310a708-7255-4113-b936-398c11da8568 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:40:44.421951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00b23e95-bb73-4ba1-9845-a1f8a7f4373a tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.427559 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=0b26abae-e997-4d10-814e-095307befe2f,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:44.468375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c8e7a2bf-3b1a-4eca-8c5e-63d9c4f07ee6 None None] Port 7310a708-7255-4113-b936-398c11da8568 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:40:44.481990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:44.482410 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:44.484731 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.491042 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.plugins.ml2.plugin [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 10 to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 Jan 28 06:40:44.520587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Made reservation on behalf of 698e04a6df254db58c0ddb5a41ad4d97 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:44.524423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.537698 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Made reservation on behalf of 85523f98961443b7a51d5892a9b19d96 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:44.541434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.569745 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:44.575590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:44.576206 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.577037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:44.577365 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:44.577699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:44.600314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.601126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.611123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:44.611475 dv-neutron-824022-4-hyperv neutron-server[88217]: ERROR neutron.plugins.ml2.managers [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 07ff51ac-f596-4c13-87bb-47df948f6789 on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:44.612828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.653679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.702615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.709688 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.727800 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=26f71325-0f6b-46a2-bde8-3a707c6c024f,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:44.742548 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4eb7053a-c5f4-47a3-8129-b9a93f13cef9,segment=NetworkSegment(1b84bb57-3374-47b7-885e-209d281e3baf),segment_id=1b84bb57-3374-47b7-885e-209d281e3baf)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:44.823653 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.885999 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:40:44.904248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:44.923283 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3eb3f8fb-0d57-44ec-9b5b-7339fe8cdb5a None None] Provisioning for port 0b26abae-e997-4d10-814e-095307befe2f completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:44.934163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Network 5f2b0666-0d46-4da3-b041-3a536f560007 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:44.965112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:44.967682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:44.984515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3eb3f8fb-0d57-44ec-9b5b-7339fe8cdb5a None None] Provisioning complete for port 0b26abae-e997-4d10-814e-095307befe2f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:44.984690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3eb3f8fb-0d57-44ec-9b5b-7339fe8cdb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.028945 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Network 900882d3-f259-4633-a0ad-6db24a9bc89e is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:45.032179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:45.073431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.073777 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Added segment 32dfad35-e67f-4687-a703-edfb665737f3 of type vlan for network 732cbd64-6437-4bc5-8f66-8bfc59e85c25 Jan 28 06:40:45.088255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3eb3f8fb-0d57-44ec-9b5b-7339fe8cdb5a None None] Port 0b26abae-e997-4d10-814e-095307befe2f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:40:45.101435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=4eb7053a-c5f4-47a3-8129-b9a93f13cef9,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:45.156855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:45.273485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Pushing event updated for resources: {'Port': ['ID=e6710531-79be-473f-be61-c2b4a5d6f459,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:45.311024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] For port 07ff51ac-f596-4c13-87bb-47df948f6789, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:45.312189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempted to set empty binding levels {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 06:40:45.315828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:45.324934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:45.325630 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.327433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.482110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Router b37009bc-5b3e-4483-9f91-b45911c20584 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:40:45.492339 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-092c0556-7fb6-428e-bdf9-626caa9e20a3 None None] Provisioning for port e6710531-79be-473f-be61-c2b4a5d6f459 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:45.499554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.501315 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-092c0556-7fb6-428e-bdf9-626caa9e20a3 None None] Provisioning complete for port e6710531-79be-473f-be61-c2b4a5d6f459 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:45.501676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-092c0556-7fb6-428e-bdf9-626caa9e20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.509104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.539104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.540536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.557824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7b0e69a8-bdb0-448d-9cbe-503f475c3bb1,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:45.586483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-092c0556-7fb6-428e-bdf9-626caa9e20a3 None None] Port e6710531-79be-473f-be61-c2b4a5d6f459 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:40:45.597668 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-092c0556-7fb6-428e-bdf9-626caa9e20a3 None None] Provisioning complete for port 26f71325-0f6b-46a2-bde8-3a707c6c024f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:45.598006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-092c0556-7fb6-428e-bdf9-626caa9e20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.653434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-092c0556-7fb6-428e-bdf9-626caa9e20a3 None None] Port 26f71325-0f6b-46a2-bde8-3a707c6c024f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:40:45.656632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] In _notify_port_updated(), no bound segment for port 07ff51ac-f596-4c13-87bb-47df948f6789 on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:40:45.657598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:45.658306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.659377 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.659878 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "PUT /v2.0/ports/07ff51ac-f596-4c13-87bb-47df948f6789 HTTP/1.1" status: 200 len: 976 time: 5.4669497 Jan 28 06:40:45.660152 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 82ba30af-5c3b-42fa-ac23-b386825c7b31 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:45.665917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36908) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:45.669047 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.669906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.701210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00b23e95-bb73-4ba1-9845-a1f8a7f4373a tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.708892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Allocated IP 172.20.0.4 (7e3bd860-a2ad-4807-9df7-88e79b020e15/c079695c-2329-4446-b15a-bc843bec209d/df20e9c9-8408-4a4c-ba4d-ebde29ace51b) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:45.796759 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=7b0e69a8-bdb0-448d-9cbe-503f475c3bb1,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:45.861133 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 82ba30af-5c3b-42fa-ac23-b386825c7b31 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:45.866535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 82ba30af-5c3b-42fa-ac23-b386825c7b31 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:45.866912 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:45.902177 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=0b26abae-e997-4d10-814e-095307befe2f,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:45.907718 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:40:45.931872 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-46935f29-1f8f-446c-90f9-2a00b962fcc0 admin admin] 10.222.0.25 "PUT /v2.0/routers/b37009bc-5b3e-4483-9f91-b45911c20584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9204021 Jan 28 06:40:45.938488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d6999-17a2-4dfe-91dc-1998bc48f331 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Pushing event updated for resources: {'Port': ['ID=07ff51ac-f596-4c13-87bb-47df948f6789,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:45.950488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-00b23e95-bb73-4ba1-9845-a1f8a7f4373a tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Calling delete_port for 7310a708-7255-4113-b936-398c11da8568 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:40:46.019316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Network fff5bcd7-fb45-4a46-a801-8637fdb03e0f is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:46.020548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:46.034450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:46.042953 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.046996 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.047513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.047990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.048453 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.048725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:46.048935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.049377 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.049835 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.050294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.050753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.051264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.051721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.052179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.052634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.053086 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.053719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.053998 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.054451 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.054904 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.055401 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:46.057309 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Synchronizing usage tracker for tenant:ce1545198c2141b6a49790c2945f4842 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:40:46.063449 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:46.090137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 82ba30af-5c3b-42fa-ac23-b386825c7b31, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=82ba30af-5c3b-42fa-ac23-b386825c7b31,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:46.107692 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211d765-62de-4b70-9403-69783629f34a None None] Sync routers for ids ['b37009bc-5b3e-4483-9f91-b45911c20584'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:40:46.118205 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211d765-62de-4b70-9403-69783629f34a None None] Routers {'b37009bc-5b3e-4483-9f91-b45911c20584'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:40:46.119025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3211d765-62de-4b70-9403-69783629f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:40:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b37009bc-5b3e-4483-9f91-b45911c20584'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:46.199362 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:46.276668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Unset dirty status for tenant:ce1545198c2141b6a49790c2945f4842 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:40:46.277894 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f6425521-8500-47eb-aef4-0d2c6fb4bc99 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17123 time: 0.6104984 Jan 28 06:40:46.289242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36922) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:46.382358 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f00b4e01-8979-4558-8470-fd52760e25dc tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Deleting port 07ff51ac-f596-4c13-87bb-47df948f6789 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:40:46.383018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f00b4e01-8979-4558-8470-fd52760e25dc tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:46.397360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:46.404972 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=82ba30af-5c3b-42fa-ac23-b386825c7b31,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:46.438701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6ceeb07a-1b61-4faf-9b1c-dc9ba24ee011 None None] Provisioning complete for port 0b26abae-e997-4d10-814e-095307befe2f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:46.439316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6ceeb07a-1b61-4faf-9b1c-dc9ba24ee011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:46.487000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-3211d765-62de-4b70-9403-69783629f34a None None] Set router b37009bc-5b3e-4483-9f91-b45911c20584 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:40:46.525213 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3693228 Jan 28 06:40:46.525978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9a8f7-559f-4260-aa85-8e5b78756e7b tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Pushing event updated for resources: {'Network': ['ID=732cbd64-6437-4bc5-8f66-8bfc59e85c25,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:46.530988 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Router 72e1124e-394c-41b6-8d5c-bf271449f0be has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:40:46.535007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36928) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:46.545073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 732cbd64-6437-4bc5-8f66-8bfc59e85c25 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:40:46.671851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event updated for resources: {'Subnet': ['ID=4b07edf6-5588-4ce7-af40-2ec6f2b1227b,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:46.683610 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6ceeb07a-1b61-4faf-9b1c-dc9ba24ee011 None None] Port 0b26abae-e997-4d10-814e-095307befe2f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:40:46.688652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:46.789114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Checking segment: {'id': 'b7462f77-2a16-4a5f-9502-b90ecd4166b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8886dbeb-4f80-48ff-9274-cc7baff1f53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:46.789395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Network hostable DHCP agents. Network: 8886dbeb-4f80-48ff-9274-cc7baff1f53c, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:40:46.882597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:46.910150 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00b23e95-bb73-4ba1-9845-a1f8a7f4373a tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:46.999824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3211d765-62de-4b70-9403-69783629f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:40:43Z', 'revision_number': 4, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '26f71325-0f6b-46a2-bde8-3a707c6c024f', 'name': '', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'mac_address': 'fa:16:3e:19:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:44Z', 'revision_number': 2, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'subnets': [{'id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:47.005166 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:47.043030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b23e95-bb73-4ba1-9845-a1f8a7f4373a tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event deleted for resources: {'Port': ['ID=7310a708-7255-4113-b936-398c11da8568,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:47.044732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Network 8886dbeb-4f80-48ff-9274-cc7baff1f53c is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:40:47.054214 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211d765-62de-4b70-9403-69783629f34a None None] Checking router: b37009bc-5b3e-4483-9f91-b45911c20584 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:40:47.054929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211d765-62de-4b70-9403-69783629f34a None None] Updating router b37009bc-5b3e-4483-9f91-b45911c20584 port 26f71325-0f6b-46a2-bde8-3a707c6c024f binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:40:47.107561 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4fde5cec-7f99-4a80-a61e-af1579632ed4 tempest-DHCPAgentSchedulersTestJSON-1909827062 tempest-DHCPAgentSchedulersTestJSON-1909827062-project-admin] 10.222.0.25 "GET /v2.0/agents/cc5444c8-6f72-495d-bbdf-830b0df6f430/dhcp-networks HTTP/1.1" status: 200 len: 8030 time: 0.5708523 Jan 28 06:40:47.113850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36934) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:47.140850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-f00b4e01-8979-4558-8470-fd52760e25dc tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] For port 07ff51ac-f596-4c13-87bb-47df948f6789, host hv-neutron-8240, got binding levels [] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:47.141343 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f00b4e01-8979-4558-8470-fd52760e25dc tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:47.222080 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:47.223807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:47.265224 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3211d765-62de-4b70-9403-69783629f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:47.266706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36938) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:47.280624 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f00b4e01-8979-4558-8470-fd52760e25dc tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Calling delete_port for 07ff51ac-f596-4c13-87bb-47df948f6789 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:40:47.312512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:40:47.318001 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d239b112-afc1-4d36-9464-a2ca1dbc3ce6 admin admin] 10.222.0.25 "PUT /v2.0/routers/72e1124e-394c-41b6-8d5c-bf271449f0be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4994636 Jan 28 06:40:47.339841 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Sync routers for ids ['72e1124e-394c-41b6-8d5c-bf271449f0be'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:40:47.398005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 8886dbeb-4f80-48ff-9274-cc7baff1f53c) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:47.399772 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Routers {'72e1124e-394c-41b6-8d5c-bf271449f0be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:40:47.401930 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:40:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['72e1124e-394c-41b6-8d5c-bf271449f0be'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:47.403169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:47.403982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:47.410584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:47.422701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56872fe-beab-49d8-a904-280fe5d66261 None None] Network 8886dbeb-4f80-48ff-9274-cc7baff1f53c requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:47.474674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--221262379', 'description': 'tempest-description--1750430970'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:47.498614 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f00b4e01-8979-4558-8470-fd52760e25dc tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:47.516390 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00b23e95-bb73-4ba1-9845-a1f8a7f4373a tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:47.531411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:47.548025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Usage tracker for resource:security_group and tenant:bb1bd7b93cc04d2381fa60936dc42957 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:47.563337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:47.596570 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:47.597665 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 82ba30af-5c3b-42fa-ac23-b386825c7b31 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:47.608871 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b4e01-8979-4558-8470-fd52760e25dc tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Pushing event deleted for resources: {'Port': ['ID=07ff51ac-f596-4c13-87bb-47df948f6789,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:47.637056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f00b4e01-8979-4558-8470-fd52760e25dc tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:47.689372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Network 7e3bd860-a2ad-4807-9df7-88e79b020e15 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:47.698119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:47.700627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:47.739138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event updated for resources: {'Port': ['ID=df20e9c9-8408-4a4c-ba4d-ebde29ace51b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:47.741965 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Set router 72e1124e-394c-41b6-8d5c-bf271449f0be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:40:47.744044 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-00b23e95-bb73-4ba1-9845-a1f8a7f4373a tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "DELETE /v2.0/ports/7310a708-7255-4113-b936-398c11da8568 HTTP/1.1" status: 204 len: 168 time: 3.4903111 Jan 28 06:40:47.745293 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f00b4e01-8979-4558-8470-fd52760e25dc tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "DELETE /v2.0/ports/07ff51ac-f596-4c13-87bb-47df948f6789 HTTP/1.1" status: 204 len: 168 time: 1.4548557 Jan 28 06:40:47.745422 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b88991a3-39ef-4b32-b963-eda3ba9ace59 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9562092 Jan 28 06:40:47.746715 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36948) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:47.747850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36950) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:47.767642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36952) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:47.776713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-445872396', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:47.796687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:47.806622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Usage tracker for resource:router and tenant:85523f98961443b7a51d5892a9b19d96 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:47.854362 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af3f34c-4563-49ce-a43c-7eccae0d7c14 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] GET failed (client error): The resource could not be found. Jan 28 06:40:47.856178 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9af3f34c-4563-49ce-a43c-7eccae0d7c14 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "GET /v2.0/ports/7310a708-7255-4113-b936-398c11da8568 HTTP/1.1" status: 404 len: 333 time: 0.1071663 Jan 28 06:40:47.887259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36962) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:47.891354 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 82ba30af-5c3b-42fa-ac23-b386825c7b31 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:47.891659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:47.894127 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:47.903581 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-408892a4-28d2-42e3-8aed-cc6fb72881ef tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] GET failed (client error): The resource could not be found. Jan 28 06:40:47.904381 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-408892a4-28d2-42e3-8aed-cc6fb72881ef tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Synchronizing usage tracker for tenant:ce1545198c2141b6a49790c2945f4842 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:40:47.921691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-8886dbeb-4f80-48ff-9274-cc7baff1f53c', 'network_id': '8886dbeb-4f80-48ff-9274-cc7baff1f53c', 'tenant_id': '85523f98961443b7a51d5892a9b19d96', 'fixed_ips': [{'subnet_id': '4b07edf6-5588-4ce7-af40-2ec6f2b1227b'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:40:47.922504 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:47.926968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:47.940542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Request body: {'port': {'network_id': '4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-828900848'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:47.954620 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:47.984526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-408892a4-28d2-42e3-8aed-cc6fb72881ef tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Unset dirty status for tenant:ce1545198c2141b6a49790c2945f4842 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:40:47.986455 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-408892a4-28d2-42e3-8aed-cc6fb72881ef tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "GET /v2.0/ports/07ff51ac-f596-4c13-87bb-47df948f6789 HTTP/1.1" status: 404 len: 333 time: 0.2354548 Jan 28 06:40:47.992816 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36966) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:47.999888 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:40:48.000435 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1000499642', 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:48.007801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:48.030207 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:48.085366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.089319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d93386-ac25-4592-921f-014bff219a3b tempest-DHCPAgentSchedulersTestJSON-1909827062 tempest-DHCPAgentSchedulersTestJSON-1909827062-project-admin] Network 732cbd64-6437-4bc5-8f66-8bfc59e85c25 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:40:48.092183 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:48.108937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3211d765-62de-4b70-9403-69783629f34a None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.123902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Made reservation on behalf of ce1545198c2141b6a49790c2945f4842 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:48.127572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.155570 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Usage tracker for resource:security_group_rule and tenant:bb1bd7b93cc04d2381fa60936dc42957 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:48.161482 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:48.166885 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.167941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.173166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] device_id is not set on port 24378455-d49e-4acf-8351-37a321294125 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:40:48.179479 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.191274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3211d765-62de-4b70-9403-69783629f34a None None] Transition to ACTIVE for port object 26f71325-0f6b-46a2-bde8-3a707c6c024f will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:48.218097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:48.232479 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:48.290865 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:40:44Z', 'revision_number': 4, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '0b26abae-e997-4d10-814e-095307befe2f', 'name': '', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'mac_address': 'fa:16:3e:6b:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:45Z', 'revision_number': 2, 'project_id': '041b8e4388b44244b95aae87439097f7', 'subnets': [{'id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:48.296649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Allocated IP 172.20.0.2 (8886dbeb-4f80-48ff-9274-cc7baff1f53c/4b07edf6-5588-4ce7-af40-2ec6f2b1227b/dac7c049-a85d-4b4a-b894-14e08b657d08) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:48.297696 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Checking router: 72e1124e-394c-41b6-8d5c-bf271449f0be for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:40:48.298275 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Updating router 72e1124e-394c-41b6-8d5c-bf271449f0be port 0b26abae-e997-4d10-814e-095307befe2f binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:40:48.302814 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-64d93386-ac25-4592-921f-014bff219a3b tempest-DHCPAgentSchedulersTestJSON-1909827062 tempest-DHCPAgentSchedulersTestJSON-1909827062-project-admin] 10.222.0.25 "POST /v2.0/agents/cc5444c8-6f72-495d-bbdf-830b0df6f430/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1861310 Jan 28 06:40:48.304970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.309005 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36970) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:48.311122 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5cd59-8e1f-4c03-80c1-9d84d1d40295 None None] Network 732cbd64-6437-4bc5-8f66-8bfc59e85c25 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:48.330275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3211d765-62de-4b70-9403-69783629f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.395894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.399804 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.402253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.419811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:48.424761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Pushing event updated for resources: {'Port': ['ID=e6710531-79be-473f-be61-c2b4a5d6f459,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:48.427801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 36974) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:48.440069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1258192680', 'description': 'tempest-description--450603822'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:48.444950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Usage tracker for resource:port and tenant:bebf38fb181f49eba6bd3ae32ea683a8 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:48.493546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:48.504666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:48.533046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Usage tracker for resource:security_group and tenant:041b8e4388b44244b95aae87439097f7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:48.548554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:48.552354 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4b8bfb2a-2e28-48e3-a493-6223a7f396f9 tempest-DHCPAgentSchedulersTestJSON-1909827062 tempest-DHCPAgentSchedulersTestJSON-1909827062-project-admin] 10.222.0.25 "GET /v2.0/agents/cc5444c8-6f72-495d-bbdf-830b0df6f430/dhcp-networks HTTP/1.1" status: 200 len: 9603 time: 0.2423985 Jan 28 06:40:48.556380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:48.560068 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36978) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:48.588996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:48.732719 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3ac8f-fcc1-4d9b-945a-9c734d2e0b59 None None] Pushing event updated for resources: {'Port': ['ID=26f71325-0f6b-46a2-bde8-3a707c6c024f,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:48.802906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.808070 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.829522 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-eca7f013-1256-46f0-a867-760a83fef27e tempest-DHCPAgentSchedulersTestJSON-1909827062 tempest-DHCPAgentSchedulersTestJSON-1909827062-project-admin] 10.222.0.25 "DELETE /v2.0/agents/cc5444c8-6f72-495d-bbdf-830b0df6f430/dhcp-networks/732cbd64-6437-4bc5-8f66-8bfc59e85c25 HTTP/1.1" status: 204 len: 168 time: 0.2660904 Jan 28 06:40:48.832647 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36982) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:48.843106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Made reservation on behalf of bebf38fb181f49eba6bd3ae32ea683a8 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:48.846598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.949968 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.965942 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Transition to ACTIVE for port object 0b26abae-e997-4d10-814e-095307befe2f will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:48.974785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:48.980324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] device_id is not set on port 4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:40:49.018146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.033791 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1c5a8c42-2f0f-4f7f-9363-19d26fc77e8f tempest-DHCPAgentSchedulersTestJSON-1909827062 tempest-DHCPAgentSchedulersTestJSON-1909827062-project-admin] 10.222.0.25 "GET /v2.0/agents/cc5444c8-6f72-495d-bbdf-830b0df6f430/dhcp-networks HTTP/1.1" status: 200 len: 8833 time: 0.1999278 Jan 28 06:40:49.039101 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36986) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:49.043140 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.045998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:49.046378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.058995 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e70813c4-8229-47cc-ac30-f72450645d85 tempest-DHCPAgentSchedulersTestJSON-1909827062 tempest-DHCPAgentSchedulersTestJSON-1909827062-project-admin] 10.222.0.25 "GET /v2.0/networks/eed03452-b1d9-423a-8de6-e5f18f1094a4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0193930 Jan 28 06:40:49.062317 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36990) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:49.075036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.138978 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ad072408-5425-4502-a3a0-30424ce2cdc6 tempest-DHCPAgentSchedulersTestJSON-1909827062 tempest-DHCPAgentSchedulersTestJSON-1909827062-project-admin] 10.222.0.25 "GET /v2.0/networks/eed03452-b1d9-423a-8de6-e5f18f1094a4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0755353 Jan 28 06:40:49.143948 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c07422-4e80-4db3-8965-403c0cc1f679 None None] Pushing event updated for resources: {'Port': ['ID=0b26abae-e997-4d10-814e-095307befe2f,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:49.153248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.156110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36994) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:49.166705 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.172142 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3211d765-62de-4b70-9403-69783629f34a None None] Attempting to bind port 26f71325-0f6b-46a2-bde8-3a707c6c024f on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:49.172531 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3211d765-62de-4b70-9403-69783629f34a None None] Attempting to bind port 26f71325-0f6b-46a2-bde8-3a707c6c024f by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'fa8bb530-7d34-442b-b946-f1b6510bf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:49.176572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3211d765-62de-4b70-9403-69783629f34a None None] Attempting to bind port 26f71325-0f6b-46a2-bde8-3a707c6c024f on network 900882d3-f259-4633-a0ad-6db24a9bc89e {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:49.183820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Network 76a9128d-4e64-4e1f-bb73-d27a60888b43 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:49.190728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:49.201880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3211d765-62de-4b70-9403-69783629f34a None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:40:49.202175 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3211d765-62de-4b70-9403-69783629f34a None None] Checking segment: {'id': 'fa8bb530-7d34-442b-b946-f1b6510bf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:49.202411 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3211d765-62de-4b70-9403-69783629f34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.202811 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3211d765-62de-4b70-9403-69783629f34a None None] Bound using segment: {'id': 'fa8bb530-7d34-442b-b946-f1b6510bf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:40:49.203038 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:49.203401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3211d765-62de-4b70-9403-69783629f34a None None] Bound port: 26f71325-0f6b-46a2-bde8-3a707c6c024f, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8bb530-7d34-442b-b946-f1b6510bf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:40:49.203753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3211d765-62de-4b70-9403-69783629f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.204873 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:49.205693 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.218535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Transition to ACTIVE for port object dac7c049-a85d-4b4a-b894-14e08b657d08 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:49.245047 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Pushing event updated for resources: {'Port': ['ID=24378455-d49e-4acf-8351-37a321294125,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:49.302355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Transition to ACTIVE for port object dac7c049-a85d-4b4a-b894-14e08b657d08 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:49.370512 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ba4465af-9696-4fdf-a685-7e3833862bee tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3762302 Jan 28 06:40:49.378851 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 36998) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:49.423371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:49.430736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3211d765-62de-4b70-9403-69783629f34a None None] For port 26f71325-0f6b-46a2-bde8-3a707c6c024f, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:49.435981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3211d765-62de-4b70-9403-69783629f34a None None] For port 26f71325-0f6b-46a2-bde8-3a707c6c024f, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=26f71325-0f6b-46a2-bde8-3a707c6c024f,segment=NetworkSegment(fa8bb530-7d34-442b-b946-f1b6510bf076),segment_id=fa8bb530-7d34-442b-b946-f1b6510bf076)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:40:49.437481 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.477766 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Attempting to bind port 0b26abae-e997-4d10-814e-095307befe2f on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:49.479036 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Attempting to bind port 0b26abae-e997-4d10-814e-095307befe2f by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '8a19605c-085b-468a-82b6-38e32446b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:49.479604 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Attempting to bind port 0b26abae-e997-4d10-814e-095307befe2f on network fff5bcd7-fb45-4a46-a801-8637fdb03e0f {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:49.487025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.487641 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:40:49.488247 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Checking segment: {'id': '8a19605c-085b-468a-82b6-38e32446b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:49.489045 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.489623 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Bound using segment: {'id': '8a19605c-085b-468a-82b6-38e32446b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:40:49.490832 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Bound port: 0b26abae-e997-4d10-814e-095307befe2f, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a19605c-085b-468a-82b6-38e32446b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:40:49.491465 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.513808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Usage tracker for resource:security_group_rule and tenant:041b8e4388b44244b95aae87439097f7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:49.536013 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Network 8886dbeb-4f80-48ff-9274-cc7baff1f53c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:49.539649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:49.543167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Network 5f2b0666-0d46-4da3-b041-3a536f560007 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:49.544967 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:49.549895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:49.550220 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Pushing event updated for resources: {'Port': ['ID=dac7c049-a85d-4b4a-b894-14e08b657d08,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:49.553330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3211d765-62de-4b70-9403-69783629f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.561781 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:49.566952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9609048-48c1-4213-b114-a9c36dfc0271,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:49.591215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Allocated IP 2001:db8::e5 (4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e/c6253a3b-13c3-4466-8de7-a44336239272/4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:49.597220 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:49.617639 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c02560-19e7-47e2-801d-1a88feb50b0b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:49.618668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-98c02560-19e7-47e2-801d-1a88feb50b0b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Synchronizing usage tracker for tenant:ce1545198c2141b6a49790c2945f4842 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:40:49.657186 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c19e4e88-9424-431e-bf98-4f4a87933771 tempest-DHCPAgentSchedulersTestJSON-1909827062 tempest-DHCPAgentSchedulersTestJSON-1909827062-project-admin] 10.222.0.25 "GET /v2.0/agents/cc5444c8-6f72-495d-bbdf-830b0df6f430/dhcp-networks HTTP/1.1" status: 200 len: 8833 time: 0.4998951 Jan 28 06:40:49.661109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37002) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:49.672838 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] For port 0b26abae-e997-4d10-814e-095307befe2f, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:49.676566 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] For port 0b26abae-e997-4d10-814e-095307befe2f, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0b26abae-e997-4d10-814e-095307befe2f,segment=NetworkSegment(8a19605c-085b-468a-82b6-38e32446b1ce),segment_id=8a19605c-085b-468a-82b6-38e32446b1ce)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:40:49.772692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-98c02560-19e7-47e2-801d-1a88feb50b0b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Unset dirty status for tenant:ce1545198c2141b6a49790c2945f4842 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:40:49.779921 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:49.780639 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-98c02560-19e7-47e2-801d-1a88feb50b0b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "GET /v2.0/ports/24378455-d49e-4acf-8351-37a321294125 HTTP/1.1" status: 200 len: 955 time: 0.3983293 Jan 28 06:40:49.781549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37006) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:49.827042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Attempting to bind port dac7c049-a85d-4b4a-b894-14e08b657d08 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:49.827667 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Attempting to bind port dac7c049-a85d-4b4a-b894-14e08b657d08 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'b7462f77-2a16-4a5f-9502-b90ecd4166b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8886dbeb-4f80-48ff-9274-cc7baff1f53c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:49.828028 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Attempting to bind port dac7c049-a85d-4b4a-b894-14e08b657d08 on network 8886dbeb-4f80-48ff-9274-cc7baff1f53c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:49.839017 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3211d765-62de-4b70-9403-69783629f34a None None] Routers {'b37009bc-5b3e-4483-9f91-b45911c20584'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:40:50.053896 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3211d765-62de-4b70-9403-69783629f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:40:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b37009bc-5b3e-4483-9f91-b45911c20584'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:50.087097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.087097 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1b4fdd02-d1a7-4420-b910-c050205f7e48 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4928303 Jan 28 06:40:50.087381 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.087537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3ac8f-fcc1-4d9b-945a-9c734d2e0b59 None None] Pushing event updated for resources: {'Port': ['ID=26f71325-0f6b-46a2-bde8-3a707c6c024f,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:50.087537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:40:50.087537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Checking segment: {'id': 'b7462f77-2a16-4a5f-9502-b90ecd4166b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8886dbeb-4f80-48ff-9274-cc7baff1f53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:50.087537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.087537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Bound using segment: {'id': 'b7462f77-2a16-4a5f-9502-b90ecd4166b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8886dbeb-4f80-48ff-9274-cc7baff1f53c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:40:50.087537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Bound port: dac7c049-a85d-4b4a-b894-14e08b657d08, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7462f77-2a16-4a5f-9502-b90ecd4166b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8886dbeb-4f80-48ff-9274-cc7baff1f53c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:40:50.087537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.087999 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-07379647-76a1-4957-a2e7-f7864ae46554 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Deleting port 24378455-d49e-4acf-8351-37a321294125 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:40:50.087999 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-07379647-76a1-4957-a2e7-f7864ae46554 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.088130 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Routers {'72e1124e-394c-41b6-8d5c-bf271449f0be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:40:50.088130 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:40:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['72e1124e-394c-41b6-8d5c-bf271449f0be'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:50.088267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37010) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:50.115094 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c07422-4e80-4db3-8965-403c0cc1f679 None None] Pushing event updated for resources: {'Port': ['ID=0b26abae-e997-4d10-814e-095307befe2f,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:50.203348 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] For port dac7c049-a85d-4b4a-b894-14e08b657d08, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:50.207027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] For port dac7c049-a85d-4b4a-b894-14e08b657d08, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=dac7c049-a85d-4b4a-b894-14e08b657d08,segment=NetworkSegment(b7462f77-2a16-4a5f-9502-b90ecd4166b4),segment_id=b7462f77-2a16-4a5f-9502-b90ecd4166b4)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:40:50.252159 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.283983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Subscribe: > segment before_delete 55550000 {{(pid=88216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:50.285739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:50.286001 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:50.286417 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Subscribe: > port after_create 55550000 {{(pid=88216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:50.286811 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Subscribe: > port after_delete 55550000 {{(pid=88216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:50.287241 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Subscribe: > port after_update 55550000 {{(pid=88216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:50.287658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Subscribe: > segment after_delete 55550000 {{(pid=88216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:50.288064 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Subscribe: > subnet after_create 55550000 {{(pid=88216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:50.288504 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Subscribe: > subnet after_delete 55550000 {{(pid=88216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:50.288893 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Subscribe: > subnet after_update 55550000 {{(pid=88216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:50.301420 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] Set router 72e1124e-394c-41b6-8d5c-bf271449f0be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:40:50.323864 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.409237 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Router b352f8d2-ae4d-4352-b1e0-f305b7adf031 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:40:50.420942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d33ae114-b22d-4c23-bdef-9f8be0540d83 None None] Provisioning complete for port e6710531-79be-473f-be61-c2b4a5d6f459 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:50.421474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d33ae114-b22d-4c23-bdef-9f8be0540d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.442307 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:40:50.476477 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-3211d765-62de-4b70-9403-69783629f34a None None] Set router b37009bc-5b3e-4483-9f91-b45911c20584 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:40:50.508887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Subscribe: > subnet after_create 55550000 {{(pid=88216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:50.509502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Subscribe: > subnet after_delete 55550000 {{(pid=88216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:50.510399 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Subscribe: > subnet before_create 55550000 {{(pid=88216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:50.512039 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Subscribe: > subnet before_update 55550000 {{(pid=88216) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 06:40:50.512499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['732cbd64-6437-4bc5-8f66-8bfc59e85c25']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:50.518102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.536029 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32dfad35-e67f-4687-a703-edfb665737f3') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:50.536546 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32dfad35-e67f-4687-a703-edfb665737f3') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:50.548875 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.561297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.588873 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.603165 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:40:50.603690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787f119-4131-43c2-8c16-a47784eaa325 None None] Pushing event updated for resources: {'Port': ['ID=dac7c049-a85d-4b4a-b894-14e08b657d08,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:50.603818 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.707458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d33ae114-b22d-4c23-bdef-9f8be0540d83 None None] Port e6710531-79be-473f-be61-c2b4a5d6f459 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:40:50.707864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: from cryptography.utils import int_from_bytes Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: from cryptography.utils import int_from_bytes Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn_limited( Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn_limited( Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:40:50.768932 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:40:50.790907 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c3c4e0f8-c418-4676-8bea-7028a05146ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Request body: {'security_group_rule': {'security_group_id': 'd9609048-48c1-4213-b114-a9c36dfc0271', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:50.800604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c3c4e0f8-c418-4676-8bea-7028a05146ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:50.829570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c3c4e0f8-c418-4676-8bea-7028a05146ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Usage tracker for resource:security_group_rule and tenant:bb1bd7b93cc04d2381fa60936dc42957 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:50.835017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c3c4e0f8-c418-4676-8bea-7028a05146ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:50.845502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c3c4e0f8-c418-4676-8bea-7028a05146ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:50.906432 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.916364 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:50.954299 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:40:44Z', 'revision_number': 4, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '0b26abae-e997-4d10-814e-095307befe2f', 'name': '', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'mac_address': 'fa:16:3e:6b:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:49Z', 'revision_number': 4, 'project_id': '041b8e4388b44244b95aae87439097f7', 'subnets': [{'id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:50.975647 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d35e95e-8725-4557-8bda-71a18d598199 None None] The sync data for ids ['72e1124e-394c-41b6-8d5c-bf271449f0be'] in dv-neutron-824022-4-hyperv is: [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:40:44Z', 'revision_number': 4, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '0b26abae-e997-4d10-814e-095307befe2f', 'name': '', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'mac_address': 'fa:16:3e:6b:89:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:49Z', 'revision_number': 4, 'project_id': '041b8e4388b44244b95aae87439097f7', 'subnets': [{'id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:40:50.997874 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] 10.222.0.25 "DELETE /v2.0/networks/732cbd64-6437-4bc5-8f66-8bfc59e85c25 HTTP/1.1" status: 204 len: 168 time: 1.3337460 Jan 28 06:40:51.010638 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37016) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:51.088726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:51.131593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4f010-7234-46ff-9109-6f143e784476 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Pushing event deleted for resources: {'Network': ['ID=732cbd64-6437-4bc5-8f66-8bfc59e85c25,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:51.158243 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3211d765-62de-4b70-9403-69783629f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:40:43Z', 'revision_number': 4, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '26f71325-0f6b-46a2-bde8-3a707c6c024f', 'name': '', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'mac_address': 'fa:16:3e:19:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:49Z', 'revision_number': 4, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'subnets': [{'id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:51.162834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3211d765-62de-4b70-9403-69783629f34a None None] The sync data for ids ['b37009bc-5b3e-4483-9f91-b45911c20584'] in dv-neutron-824022-4-hyperv is: [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:40:43Z', 'revision_number': 4, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '26f71325-0f6b-46a2-bde8-3a707c6c024f', 'name': '', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'mac_address': 'fa:16:3e:19:29:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:49Z', 'revision_number': 4, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'subnets': [{'id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:40:51.202648 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e0f8-c418-4676-8bea-7028a05146ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:51.226771 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4f455b-229b-4e7c-af07-292b68d0aa3d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] DELETE failed (client error): The resource could not be found. Jan 28 06:40:51.227296 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4f455b-229b-4e7c-af07-292b68d0aa3d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:40:51.228962 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9e4f455b-229b-4e7c-af07-292b68d0aa3d tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] 10.222.0.25 "DELETE /v2.0/ports/fafceab7-a7ec-4318-b331-e387d9b0633b HTTP/1.1" status: 404 len: 333 time: 0.2158182 Jan 28 06:40:51.235411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37020) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:51.261185 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-07379647-76a1-4957-a2e7-f7864ae46554 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:51.264507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:40:51.279675 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Sync routers for ids ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:40:51.295897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Routers {'b352f8d2-ae4d-4352-b1e0-f305b7adf031'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:40:51.296371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:40:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:51.309761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:51.312709 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e220daa-2b42-4c4c-b9f5-182a5991b147,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:51.334487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:51.347547 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-104c0ee8-e89a-469c-8942-31030c479d92 admin admin] 10.222.0.25 "PUT /v2.0/routers/b352f8d2-ae4d-4352-b1e0-f305b7adf031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3371768 Jan 28 06:40:51.371396 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Transition to ACTIVE for port object 4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:51.491215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c7a9a0-9fc8-4073-be52-b3219919fcf4 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Deleting subnet efb8009c-412b-4cf6-a8e2-661273b2ad65 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:40:51.494911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-56c7a9a0-9fc8-4073-be52-b3219919fcf4 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:51.580315 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event updated for resources: {'Port': ['ID=df20e9c9-8408-4a4c-ba4d-ebde29ace51b,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:51.600783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:51.634399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:51.636248 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8cf6f2b9-dc3a-47b5-b251-641eb5bf3dc4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.2007208 Jan 28 06:40:51.661661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e0f8-c418-4676-8bea-7028a05146ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:51.790844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-56c7a9a0-9fc8-4073-be52-b3219919fcf4 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:51.853793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37026) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:51.875418 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device dac7c049-a85d-4b4a-b894-14e08b657d08 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:51.878766 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-07379647-76a1-4957-a2e7-f7864ae46554 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Calling delete_port for 24378455-d49e-4acf-8351-37a321294125 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:40:51.957277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event updated for resources: {'Port': ['ID=4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:51.964707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:51.970355 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-27adc81c-b968-4e1f-bba7-1a8c0bd8e8c1 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.9173074 Jan 28 06:40:51.971252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37032) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:52.011130 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e0f8-c418-4676-8bea-7028a05146ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.034496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.050085 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Set router b352f8d2-ae4d-4352-b1e0-f305b7adf031 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:40:52.090886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.141538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-161bd005-847e-4065-978f-28d980d105ce tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Request body: {'security_group_rule': {'security_group_id': '1e220daa-2b42-4c4c-b9f5-182a5991b147', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:52.221073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:52.229957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:52.234441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:52.242104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:52.242759 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.286344 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-09bbc276-ac89-4e37-9af4-7583f68d1091 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=7e3bd860-a2ad-4807-9df7-88e79b020e15 HTTP/1.1" status: 200 len: 689 time: 0.2687666 Jan 28 06:40:52.288820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37038) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:52.292758 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4337ac-6049-4ff0-b2eb-637517490327 None None] Network 8886dbeb-4f80-48ff-9274-cc7baff1f53c requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:52.299755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-161bd005-847e-4065-978f-28d980d105ce tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:52.332865 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-161bd005-847e-4065-978f-28d980d105ce tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Usage tracker for resource:security_group_rule and tenant:041b8e4388b44244b95aae87439097f7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:52.339772 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-161bd005-847e-4065-978f-28d980d105ce tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:52.351276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4e0f8-c418-4676-8bea-7028a05146ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2437564-9f9a-434f-825a-cc54215f367e,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:52.383554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-161bd005-847e-4065-978f-28d980d105ce tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:52.484674 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port dac7c049-a85d-4b4a-b894-14e08b657d08 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:52.548219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37042) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:52.576623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 26f71325-0f6b-46a2-bde8-3a707c6c024f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:52.598040 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3c4e0f8-c418-4676-8bea-7028a05146ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.601920 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c3c4e0f8-c418-4676-8bea-7028a05146ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4552603 Jan 28 06:40:52.604683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1193382999', 'description': 'tempest-description--975871445'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:52.609255 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37046) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:52.614809 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:52.621686 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d0dd14d8-8718-47de-a9a7-a76b5d465067 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Request body: {'security_group_rule': {'security_group_id': 'd9609048-48c1-4213-b114-a9c36dfc0271', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:52.630717 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f065c4f2-3399-422b-a128-82aaf7c92c0c tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.7334859 Jan 28 06:40:52.633349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d0dd14d8-8718-47de-a9a7-a76b5d465067 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:52.635808 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Usage tracker for resource:security_group and tenant:2423fe87bf994d5ea23de358f8ed2566 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:52.635943 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37050) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:52.641257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:52.644042 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-07379647-76a1-4957-a2e7-f7864ae46554 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.646542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d0dd14d8-8718-47de-a9a7-a76b5d465067 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Usage tracker for resource:security_group_rule and tenant:bb1bd7b93cc04d2381fa60936dc42957 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:52.656943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d0dd14d8-8718-47de-a9a7-a76b5d465067 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:52.658876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d5b0f35a-f2de-4c4a-8b60-fffe79a58ae8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2fb', 'mac_address': 'fa:16:3e:5c:f7:bc'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:52.666106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7a8bb0d4-50b3-4133-b532-6fe979c3b140 None None] Provisioning for port dac7c049-a85d-4b4a-b894-14e08b657d08 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:52.695502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:52.708419 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d0dd14d8-8718-47de-a9a7-a76b5d465067 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:52.711720 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7a8bb0d4-50b3-4133-b532-6fe979c3b140 None None] Provisioning complete for port dac7c049-a85d-4b4a-b894-14e08b657d08 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:52.716283 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb0d4-50b3-4133-b532-6fe979c3b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.717175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07379647-76a1-4957-a2e7-f7864ae46554 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Pushing event deleted for resources: {'Port': ['ID=24378455-d49e-4acf-8351-37a321294125,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:52.724363 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-56c7a9a0-9fc8-4073-be52-b3219919fcf4 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.739748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Allocated IP 172.26.4.214 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/e4fac836-f912-454d-9064-77c953ff2e3b) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:52.748875 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.771145 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-161bd005-847e-4065-978f-28d980d105ce tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.780048 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-07379647-76a1-4957-a2e7-f7864ae46554 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.862488 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.891349 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-07379647-76a1-4957-a2e7-f7864ae46554 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "DELETE /v2.0/ports/24378455-d49e-4acf-8351-37a321294125 HTTP/1.1" status: 204 len: 168 time: 3.0883634 Jan 28 06:40:52.902248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37054) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:52.902688 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-161bd005-847e-4065-978f-28d980d105ce tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.910826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Deleting port df20e9c9-8408-4a4c-ba4d-ebde29ace51b {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:40:52.911356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.940676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:52.943150 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0dd14d8-8718-47de-a9a7-a76b5d465067 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.957328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 26f71325-0f6b-46a2-bde8-3a707c6c024f completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:52.957906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-56c7a9a0-9fc8-4073-be52-b3219919fcf4 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:52.961569 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Usage tracker for resource:security_group_rule and tenant:2423fe87bf994d5ea23de358f8ed2566 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:52.971348 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 26f71325-0f6b-46a2-bde8-3a707c6c024f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:52.971778 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.002117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:53.012424 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb0d4-50b3-4133-b532-6fe979c3b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.025913 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-161bd005-847e-4065-978f-28d980d105ce tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.027873 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b26d42d-05f3-4dfe-9b30-467932b3a3a1 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] GET failed (client error): The resource could not be found. Jan 28 06:40:53.029470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8b26d42d-05f3-4dfe-9b30-467932b3a3a1 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Synchronizing usage tracker for tenant:ce1545198c2141b6a49790c2945f4842 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:40:53.032177 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:53.040043 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port': {'id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:31Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e6710531-79be-473f-be61-c2b4a5d6f459', 'name': '', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'mac_address': 'fa:16:3e:6e:7c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:42Z', 'updated_at': '2022-01-28T06:40:47Z', 'revision_number': 2, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'subnets': [{'id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:53.061611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Checking router: b352f8d2-ae4d-4352-b1e0-f305b7adf031 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:40:53.061852 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Updating router b352f8d2-ae4d-4352-b1e0-f305b7adf031 port e6710531-79be-473f-be61-c2b4a5d6f459 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:40:53.130726 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7a8bb0d4-50b3-4133-b532-6fe979c3b140 None None] For port dac7c049-a85d-4b4a-b894-14e08b657d08, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=dac7c049-a85d-4b4a-b894-14e08b657d08,segment=NetworkSegment(b7462f77-2a16-4a5f-9502-b90ecd4166b4),segment_id=b7462f77-2a16-4a5f-9502-b90ecd4166b4)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:53.136056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-56c7a9a0-9fc8-4073-be52-b3219919fcf4 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.142945 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7a9a0-9fc8-4073-be52-b3219919fcf4 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Pushing event deleted for resources: {'Subnet': ['ID=efb8009c-412b-4cf6-a8e2-661273b2ad65,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:53.144533 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e96d9b-113f-424b-8eb8-d67894ca6d10 None None] Network eed03452-b1d9-423a-8de6-e5f18f1094a4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:40:53.177232 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bd005-847e-4065-978f-28d980d105ce tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49183f5a-d0a7-4d34-b3a8-e65f6028d480,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:53.193330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.250586 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-56c7a9a0-9fc8-4073-be52-b3219919fcf4 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] 10.222.0.25 "DELETE /v2.0/subnets/efb8009c-412b-4cf6-a8e2-661273b2ad65 HTTP/1.1" status: 204 len: 168 time: 2.0126245 Jan 28 06:40:53.255975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a8bb0d4-50b3-4133-b532-6fe979c3b140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.261638 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37058) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:53.268894 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.321200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.332177 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8b26d42d-05f3-4dfe-9b30-467932b3a3a1 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Unset dirty status for tenant:ce1545198c2141b6a49790c2945f4842 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:40:53.338766 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8b26d42d-05f3-4dfe-9b30-467932b3a3a1 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "GET /v2.0/ports/24378455-d49e-4acf-8351-37a321294125 HTTP/1.1" status: 404 len: 333 time: 0.4281206 Jan 28 06:40:53.338766 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0dd14d8-8718-47de-a9a7-a76b5d465067 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.340140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37062) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:53.351239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Request body: {'port': {'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1627958270'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:53.368086 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-161bd005-847e-4065-978f-28d980d105ce tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.369298 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-161bd005-847e-4065-978f-28d980d105ce tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4019315 Jan 28 06:40:53.376587 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37066) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:53.380185 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.383287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.383617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.385737 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:53.393211 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-95fb8a60-028c-4bed-b9d4-4886047e3b67 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Request body: {'security_group_rule': {'security_group_id': '1e220daa-2b42-4c4c-b9f5-182a5991b147', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:53.401946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f35a-f2de-4c4a-8b60-fffe79a58ae8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.466114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-95fb8a60-028c-4bed-b9d4-4886047e3b67 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:53.494024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:53.496076 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-95fb8a60-028c-4bed-b9d4-4886047e3b67 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Usage tracker for resource:security_group_rule and tenant:041b8e4388b44244b95aae87439097f7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:53.508680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0dd14d8-8718-47de-a9a7-a76b5d465067 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.509185 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-95fb8a60-028c-4bed-b9d4-4886047e3b67 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:53.520988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.532232 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Calling delete_port for df20e9c9-8408-4a4c-ba4d-ebde29ace51b owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:40:53.543066 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-95fb8a60-028c-4bed-b9d4-4886047e3b67 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:53.551351 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.568970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4b6e1a-e204-4da3-b072-37598fe1bbe4,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:53.572861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd14d8-8718-47de-a9a7-a76b5d465067 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c537d7a-8390-4a3f-90be-81d8bb35a9c6,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:53.585392 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Deleting port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:40:53.585906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.638275 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.646079 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9fa6c23d-0c2c-4857-a21a-5eac8b7253bb tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0566480 Jan 28 06:40:53.647052 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Made reservation on behalf of ce1545198c2141b6a49790c2945f4842 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:53.649623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37070) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:53.650203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.661083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7ac77e22-ae85-4d72-a9cb-97cf1380c9a9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Request body: {'security_group_rule': {'security_group_id': '7d4b6e1a-e204-4da3-b072-37598fe1bbe4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:53.661803 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0dd14d8-8718-47de-a9a7-a76b5d465067 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.663012 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d0dd14d8-8718-47de-a9a7-a76b5d465067 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0499179 Jan 28 06:40:53.671324 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-719d9c32-de94-48cb-90d0-f88d74862010 None None] Provisioning for port 4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:53.673142 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37074) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:53.680894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7ac77e22-ae85-4d72-a9cb-97cf1380c9a9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:53.691041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:53.694495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ac77e22-ae85-4d72-a9cb-97cf1380c9a9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Usage tracker for resource:security_group_rule and tenant:2423fe87bf994d5ea23de358f8ed2566 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:53.702138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:53.707029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ac77e22-ae85-4d72-a9cb-97cf1380c9a9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:53.716311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7ac77e22-ae85-4d72-a9cb-97cf1380c9a9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:53.716751 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] device_id is not set on port 51e34481-ebd5-4dc0-95aa-512ec3cf111a yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:40:53.731079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-719d9c32-de94-48cb-90d0-f88d74862010 None None] Provisioning complete for port 4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:53.731634 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-719d9c32-de94-48cb-90d0-f88d74862010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.752723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Usage tracker for resource:floatingip and tenant:bb1bd7b93cc04d2381fa60936dc42957 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:53.759060 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:53.762248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-95fb8a60-028c-4bed-b9d4-4886047e3b67 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.776378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bb0d4-50b3-4133-b532-6fe979c3b140 None None] Pushing event updated for resources: {'Port': ['ID=dac7c049-a85d-4b4a-b894-14e08b657d08,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:53.782481 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 26f71325-0f6b-46a2-bde8-3a707c6c024f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=26f71325-0f6b-46a2-bde8-3a707c6c024f,segment=NetworkSegment(fa8bb530-7d34-442b-b946-f1b6510bf076),segment_id=fa8bb530-7d34-442b-b946-f1b6510bf076)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:53.797527 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.849159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-719d9c32-de94-48cb-90d0-f88d74862010 None None] Port 4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:40:53.903636 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:53.920491 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.921259 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0b26abae-e997-4d10-814e-095307befe2f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:53.956534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:53.960169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ac77e22-ae85-4d72-a9cb-97cf1380c9a9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:53.973533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:53.982315 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:54.009432 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-95fb8a60-028c-4bed-b9d4-4886047e3b67 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.028244 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for floatingip, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.033311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event updated for resources: {'Port': ['ID=e4fac836-f912-454d-9064-77c953ff2e3b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:54.052184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.084775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-459ce7a6-1835-47b1-81b3-b7fd5b73e388 None None] Provisioning complete for port dac7c049-a85d-4b4a-b894-14e08b657d08 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:54.085360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-459ce7a6-1835-47b1-81b3-b7fd5b73e388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.132883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=26f71325-0f6b-46a2-bde8-3a707c6c024f,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:54.154603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec61d357-130c-44f7-ae85-b7dc60224540 None None] DHCP port deletion for eed03452-b1d9-423a-8de6-e5f18f1094a4 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:40:54.154827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-95fb8a60-028c-4bed-b9d4-4886047e3b67 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.174226 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ec61d357-130c-44f7-ae85-b7dc60224540 None None] Deleting port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:40:54.174845 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ec61d357-130c-44f7-ae85-b7dc60224540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.188457 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] For port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4eb7053a-c5f4-47a3-8129-b9a93f13cef9,segment=NetworkSegment(1b84bb57-3374-47b7-885e-209d281e3baf),segment_id=1b84bb57-3374-47b7-885e-209d281e3baf)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:54.188925 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.276718 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 0b26abae-e997-4d10-814e-095307befe2f completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:54.276911 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event deleted for resources: {'Port': ['ID=df20e9c9-8408-4a4c-ba4d-ebde29ace51b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:54.297846 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 0b26abae-e997-4d10-814e-095307befe2f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:54.298223 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.337986 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb8a60-028c-4bed-b9d4-4886047e3b67 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6313841-b6fa-4e88-b57b-258d01235f85,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:54.405261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Calling delete_port for 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:40:54.415322 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.479031 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-95fb8a60-028c-4bed-b9d4-4886047e3b67 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.480424 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-95fb8a60-028c-4bed-b9d4-4886047e3b67 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0963364 Jan 28 06:40:54.486424 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.488229 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37078) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:54.495187 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Transition to ACTIVE for port object e6710531-79be-473f-be61-c2b4a5d6f459 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:54.499408 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:54.509969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:54.522968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Usage tracker for resource:floatingip and tenant:041b8e4388b44244b95aae87439097f7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:54.568858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:54.599505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.617542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-d5b0f35a-f2de-4c4a-8b60-fffe79a58ae8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:40:54.668337 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:54.701397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.724096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ac77e22-ae85-4d72-a9cb-97cf1380c9a9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.728555 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.742135 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f35a-f2de-4c4a-8b60-fffe79a58ae8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.786107 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.843033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ac77e22-ae85-4d72-a9cb-97cf1380c9a9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.884300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Pushing event deleted for resources: {'Port': ['ID=4eb7053a-c5f4-47a3-8129-b9a93f13cef9,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:54.885939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.886475 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.890778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for floatingip, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.920171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ec61d357-130c-44f7-ae85-b7dc60224540 None None] For port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4eb7053a-c5f4-47a3-8129-b9a93f13cef9,segment=NetworkSegment(1b84bb57-3374-47b7-885e-209d281e3baf),segment_id=1b84bb57-3374-47b7-885e-209d281e3baf)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:54.920580 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ec61d357-130c-44f7-ae85-b7dc60224540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.950367 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:54.957859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac77e22-ae85-4d72-a9cb-97cf1380c9a9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1e290d-5cac-4104-ab6e-66f161f7a250,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:55.015907 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9c9c1-787e-46d4-84d0-116b0ae1a960 None None] Pushing event updated for resources: {'Port': ['ID=e6710531-79be-473f-be61-c2b4a5d6f459,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:55.045716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f35a-f2de-4c4a-8b60-fffe79a58ae8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.111504 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Network 76a9128d-4e64-4e1f-bb73-d27a60888b43 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:55.120370 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:55.122571 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] No DVR routers for this DVR port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:40:55.132462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:55.133633 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:55.134569 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.140009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Pushing event updated for resources: {'Port': ['ID=51e34481-ebd5-4dc0-95aa-512ec3cf111a,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:55.174793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0f35a-f2de-4c4a-8b60-fffe79a58ae8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] In _notify_port_updated(), no bound segment for port 4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04 on network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:40:55.180430 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b0f35a-f2de-4c4a-8b60-fffe79a58ae8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:55.188055 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5b0f35a-f2de-4c4a-8b60-fffe79a58ae8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.188055 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d5b0f35a-f2de-4c4a-8b60-fffe79a58ae8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "PUT /v2.0/ports/4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04 HTTP/1.1" status: 200 len: 1001 time: 2.5396707 Jan 28 06:40:55.188964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37084) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:55.207884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ec61d357-130c-44f7-ae85-b7dc60224540 None None] Calling delete_port for 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:40:55.296563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Attempting to bind port e6710531-79be-473f-be61-c2b4a5d6f459 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:55.296891 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Attempting to bind port e6710531-79be-473f-be61-c2b4a5d6f459 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '4d576cc7-8099-49d5-8840-897b48447d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:55.297220 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Attempting to bind port e6710531-79be-473f-be61-c2b4a5d6f459 on network 5f2b0666-0d46-4da3-b041-3a536f560007 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:55.303989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 0b26abae-e997-4d10-814e-095307befe2f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0b26abae-e997-4d10-814e-095307befe2f,segment=NetworkSegment(8a19605c-085b-468a-82b6-38e32446b1ce),segment_id=8a19605c-085b-468a-82b6-38e32446b1ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:55.316446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:40:55.316835 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Checking segment: {'id': '4d576cc7-8099-49d5-8840-897b48447d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:40:55.317220 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.318341 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Bound using segment: {'id': '4d576cc7-8099-49d5-8840-897b48447d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:40:55.318456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ac77e22-ae85-4d72-a9cb-97cf1380c9a9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.318836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Bound port: e6710531-79be-473f-be61-c2b4a5d6f459, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d576cc7-8099-49d5-8840-897b48447d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:40:55.319560 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7ac77e22-ae85-4d72-a9cb-97cf1380c9a9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6670048 Jan 28 06:40:55.321913 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.337809 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.345423 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37088) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:55.352940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0f35a-f2de-4c4a-8b60-fffe79a58ae8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event updated for resources: {'Port': ['ID=4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:55.359442 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f5440e72-3bc5-4b82-a12e-9893b7261c00 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Request body: {'security_group_rule': {'security_group_id': '7d4b6e1a-e204-4da3-b072-37598fe1bbe4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:55.366480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f5440e72-3bc5-4b82-a12e-9893b7261c00 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:55.375711 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Allocated IP 172.26.4.72 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/0115b16d-9615-4582-bb27-9e54cb7bc2e3) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:55.383354 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4bb5ef24-e9bf-44e7-b820-477c5ce88fc3 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0397437 Jan 28 06:40:55.387269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f5440e72-3bc5-4b82-a12e-9893b7261c00 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Usage tracker for resource:security_group_rule and tenant:2423fe87bf994d5ea23de358f8ed2566 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:55.395461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37092) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:55.401771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.404601 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f5440e72-3bc5-4b82-a12e-9893b7261c00 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:55.423953 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.425205 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8240'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:55.460961 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3da17-4074-49ad-9f6b-bfd92e080e9e tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Deleting port 4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:40:55.461184 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f5440e72-3bc5-4b82-a12e-9893b7261c00 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:55.461402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fbe3da17-4074-49ad-9f6b-bfd92e080e9e tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.477933 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed03452-b1d9-423a-8de6-e5f18f1094a4']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:55.546719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.568845 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device dac7c049-a85d-4b4a-b894-14e08b657d08 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:55.588970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b84bb57-3374-47b7-885e-209d281e3baf') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:55.589276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b84bb57-3374-47b7-885e-209d281e3baf') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:55.618671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c079695c-2329-4446-b15a-bc843bec209d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:55.619163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-ec61d357-130c-44f7-ae85-b7dc60224540 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:40:55.619748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-ec61d357-130c-44f7-ae85-b7dc60224540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:40:55.624396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.674833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=0b26abae-e997-4d10-814e-095307befe2f,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:55.697533 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-47a5542d-7196-4221-a6c3-2c73d7681299 None None] Provisioning complete for port 4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:55.697895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47a5542d-7196-4221-a6c3-2c73d7681299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.729510 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] For port e6710531-79be-473f-be61-c2b4a5d6f459, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:55.755548 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] For port e6710531-79be-473f-be61-c2b4a5d6f459, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e6710531-79be-473f-be61-c2b4a5d6f459,segment=NetworkSegment(4d576cc7-8099-49d5-8840-897b48447d01),segment_id=4d576cc7-8099-49d5-8840-897b48447d01)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:40:55.760182 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.764517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port dac7c049-a85d-4b4a-b894-14e08b657d08 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:55.764706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.764877 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5440e72-3bc5-4b82-a12e-9893b7261c00 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.798790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:40:55.799124 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:40:55.814299 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:40:55.823356 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.843665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.847990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:55.862068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-47a5542d-7196-4221-a6c3-2c73d7681299 None None] Port 4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:40:55.908596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3bd860-a2ad-4807-9df7-88e79b020e15']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:55.922080 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Routers {'b352f8d2-ae4d-4352-b1e0-f305b7adf031'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:40:55.922728 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:40:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:56.001358 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.019975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9c9c1-787e-46d4-84d0-116b0ae1a960 None None] Pushing event updated for resources: {'Port': ['ID=e6710531-79be-473f-be61-c2b4a5d6f459,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:56.109096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa384f34-b19a-4ea9-be63-343168c4d3d5') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:56.109573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa384f34-b19a-4ea9-be63-343168c4d3d5') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:56.155591 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.168054 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:40:56.168601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ec61d357-130c-44f7-ae85-b7dc60224540 None None] Deleting port 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:40:56.168808 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ec61d357-130c-44f7-ae85-b7dc60224540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.194599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.194786 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.215757 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5440e72-3bc5-4b82-a12e-9893b7261c00 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.231016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.237829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.242507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 26f71325-0f6b-46a2-bde8-3a707c6c024f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:56.261488 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.310261 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ec61d357-130c-44f7-ae85-b7dc60224540 None None] The port '4eb7053a-c5f4-47a3-8129-b9a93f13cef9' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:40:56.326278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:40:56.326959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:40:56.344846 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:40:56.353148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] Set router b352f8d2-ae4d-4352-b1e0-f305b7adf031 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:40:56.355676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fbe3da17-4074-49ad-9f6b-bfd92e080e9e tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.364156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:56.383124 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5440e72-3bc5-4b82-a12e-9893b7261c00 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.384893 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] Pushing event deleted for resources: {'Network': ['ID=eed03452-b1d9-423a-8de6-e5f18f1094a4,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:56.386436 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:56.419801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:56.475425 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-35a767ac-42d7-4bdb-b8e4-43bd7e8f4ab8 tempest-DHCPAgentSchedulersTestJSON-1053679170 tempest-DHCPAgentSchedulersTestJSON-1053679170-project] 10.222.0.25 "DELETE /v2.0/networks/eed03452-b1d9-423a-8de6-e5f18f1094a4 HTTP/1.1" status: 204 len: 168 time: 3.2092826 Jan 28 06:40:56.490409 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Pushing event updated for resources: {'Port': ['ID=0115b16d-9615-4582-bb27-9e54cb7bc2e3,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:56.492674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5440e72-3bc5-4b82-a12e-9893b7261c00 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68840852-c57e-4974-b002-7e2e8423a2d3,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:56.546500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3da17-4074-49ad-9f6b-bfd92e080e9e tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Calling delete_port for 4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:40:56.608242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.624104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 26f71325-0f6b-46a2-bde8-3a707c6c024f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:56.624811 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.686538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.715008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5440e72-3bc5-4b82-a12e-9893b7261c00 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.716290 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f5440e72-3bc5-4b82-a12e-9893b7261c00 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3617334 Jan 28 06:40:56.724530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37098) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:56.738971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:56.741781 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e3bd860-a2ad-4807-9df7-88e79b020e15 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 06:40:56.743608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e3bd860-a2ad-4807-9df7-88e79b020e15,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:56.750303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:56.751024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.766563 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Usage tracker for resource:floatingip and tenant:2423fe87bf994d5ea23de358f8ed2566 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:56.775100 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:56.778484 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] device_id is not set on port 51e34481-ebd5-4dc0-95aa-512ec3cf111a yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:40:56.792750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:56.802888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.814582 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:56.817775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Allocated IP 172.26.4.69 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/75d5238c-b113-42b2-a467-a81046d1bb6f) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:56.877133 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-27c11f2d-8b4d-4e47-a19b-96dd6b8e03a2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "DELETE /v2.0/networks/7e3bd860-a2ad-4807-9df7-88e79b020e15 HTTP/1.1" status: 204 len: 168 time: 4.5840635 Jan 28 06:40:56.881137 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37102) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:56.941441 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port': {'id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:31Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e6710531-79be-473f-be61-c2b4a5d6f459', 'name': '', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'mac_address': 'fa:16:3e:6e:7c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:42Z', 'updated_at': '2022-01-28T06:40:55Z', 'revision_number': 4, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'subnets': [{'id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:56.949145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ecae56-905f-40a7-a05c-1221536018eb None None] The sync data for ids ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'] in dv-neutron-824022-4-hyperv is: [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port': {'id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:31Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e6710531-79be-473f-be61-c2b4a5d6f459', 'name': '', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'mac_address': 'fa:16:3e:6e:7c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:42Z', 'updated_at': '2022-01-28T06:40:55Z', 'revision_number': 4, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'subnets': [{'id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:40:56.995972 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:40:57.014475 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for floatingip, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:57.015596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fbe3da17-4074-49ad-9f6b-bfd92e080e9e tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:57.033797 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:40:57.034158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4eb7053a-c5f4-47a3-8129-b9a93f13cef9 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:40:57.051496 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Transition to ACTIVE for port object 51e34481-ebd5-4dc0-95aa-512ec3cf111a will not be triggered until provisioned by entity L2. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:57.101098 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e3609c54-b53c-4aa8-84b8-080677c052fd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.2165387 Jan 28 06:40:57.108159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37110) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:57.111193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3da17-4074-49ad-9f6b-bfd92e080e9e tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event deleted for resources: {'Port': ['ID=4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:57.188387 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Router 8666ae4d-40b9-45d4-822d-f90427e85312 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:40:57.195901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:57.243836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37114) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:57.290737 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Pushing event updated for resources: {'Port': ['ID=51e34481-ebd5-4dc0-95aa-512ec3cf111a,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:57.389221 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:57.529336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:57.531014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fbe3da17-4074-49ad-9f6b-bfd92e080e9e tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:57.532908 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fbe3da17-4074-49ad-9f6b-bfd92e080e9e tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "DELETE /v2.0/ports/4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04 HTTP/1.1" status: 204 len: 168 time: 2.3348515 Jan 28 06:40:57.541693 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5659c1-1874-4203-ae69-84134f9314bf tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:57.545652 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37120) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:57.545813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5659c1-1874-4203-ae69-84134f9314bf tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:57.545813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5659c1-1874-4203-ae69-84134f9314bf tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:57.545813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5659c1-1874-4203-ae69-84134f9314bf tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:57.545813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5659c1-1874-4203-ae69-84134f9314bf tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:57.545813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5659c1-1874-4203-ae69-84134f9314bf tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:57.545813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5659c1-1874-4203-ae69-84134f9314bf tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:57.545813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5659c1-1874-4203-ae69-84134f9314bf tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:57.547050 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6c5659c1-1874-4203-ae69-84134f9314bf tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Synchronizing usage tracker for tenant:9aabf5a60dfe4ee3aa48a70e5e094e10 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:40:57.645261 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d8195c-309f-4148-88a2-b85dd9ae1f42 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] GET failed (client error): The resource could not be found. Jan 28 06:40:57.645261 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c1d8195c-309f-4148-88a2-b85dd9ae1f42 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "GET /v2.0/ports/4ddc2c6b-6116-4f1c-9844-b9cc6c95bc04 HTTP/1.1" status: 404 len: 333 time: 0.0979254 Jan 28 06:40:57.650112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37124) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:57.668350 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0b26abae-e997-4d10-814e-095307befe2f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:57.678733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Request body: {'port': {'network_id': '4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1546483811'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:57.713217 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:57.713801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:57.714189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:57.745257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:57.746613 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:57.751942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 0b26abae-e997-4d10-814e-095307befe2f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:57.751942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:57.765246 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 2 to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a Jan 28 06:40:57.853983 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b43b64ef-6a53-41dd-86c6-aadd2da240c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=698e04a6df254db58c0ddb5a41ad4d97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6029899 Jan 28 06:40:57.860828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37128) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:57.896654 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:57.896654 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:57.897056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:57.928810 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:57.928810 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:57.929802 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 3 to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a Jan 28 06:40:57.930349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6c5659c1-1874-4203-ae69-84134f9314bf tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Unset dirty status for tenant:9aabf5a60dfe4ee3aa48a70e5e094e10 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:40:57.934423 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6c5659c1-1874-4203-ae69-84134f9314bf tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5219 time: 0.8219683 Jan 28 06:40:57.946368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37132) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:57.973330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e6710531-79be-473f-be61-c2b4a5d6f459 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:57.975879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:57.976192 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:57.976513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:57.985139 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:57.985481 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:57.989766 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 4 to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a Jan 28 06:40:57.997447 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.070619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:40:58.082817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.085004 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d3c80-52d8-45ab-8672-2072d1a3eb33 None None] Sync routers for ids ['8666ae4d-40b9-45d4-822d-f90427e85312'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:40:58.093544 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:58.096979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:58.097356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:58.097687 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:58.098347 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d3c80-52d8-45ab-8672-2072d1a3eb33 None None] Routers {'8666ae4d-40b9-45d4-822d-f90427e85312'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:40:58.099123 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d96d3c80-52d8-45ab-8672-2072d1a3eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:40:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8666ae4d-40b9-45d4-822d-f90427e85312'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:58.101775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port e6710531-79be-473f-be61-c2b4a5d6f459 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:40:58.110249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port e6710531-79be-473f-be61-c2b4a5d6f459 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:58.110698 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.141198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4371b6e3-db49-4185-b665-0a5b0a6db8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.143689 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-ef752e2f-8bdd-4a30-80b7-4d2f62d41cc7 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] delete failed (client error): The resource could not be found. Jan 28 06:40:58.144889 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ef752e2f-8bdd-4a30-80b7-4d2f62d41cc7 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/7f1ab913-5958-4d92-8c02-bf457fef86b6 HTTP/1.1" status: 404 len: 345 time: 0.1975937 Jan 28 06:40:58.149273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37136) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:58.151107 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:58.151692 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:58.152647 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:58.159418 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 5 to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a Jan 28 06:40:58.177306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:58.186864 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d96d3c80-52d8-45ab-8672-2072d1a3eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:58.194390 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.195749 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-470d1c01-23e9-40dd-99ef-682eb580bbc1 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.4271469 Jan 28 06:40:58.205654 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d3c80-52d8-45ab-8672-2072d1a3eb33 None None] Routers {'8666ae4d-40b9-45d4-822d-f90427e85312'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:40:58.205843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37140) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:58.206593 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d96d3c80-52d8-45ab-8672-2072d1a3eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:40:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8666ae4d-40b9-45d4-822d-f90427e85312'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:58.222910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.resource_extend [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:40:58.239071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.263146 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Pushing event updated for resources: {'Port': ['ID=75d5238c-b113-42b2-a467-a81046d1bb6f,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:58.275039 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:58.276484 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:58.277013 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:58.297417 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:58.298145 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:58.300549 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d96d3c80-52d8-45ab-8672-2072d1a3eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:40:58.300958 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d3c80-52d8-45ab-8672-2072d1a3eb33 None None] The sync data for ids ['8666ae4d-40b9-45d4-822d-f90427e85312'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:40:58.304713 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 6 to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a Jan 28 06:40:58.305423 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0124cb-4d8b-4b33-8ac8-4ce3114597a3 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 06:40:58.306192 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0124cb-4d8b-4b33-8ac8-4ce3114597a3 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:40:58.311274 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0f0124cb-4d8b-4b33-8ac8-4ce3114597a3 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "DELETE /v2.0/networks/7e3bd860-a2ad-4807-9df7-88e79b020e15 HTTP/1.1" status: 404 len: 339 time: 0.1577842 Jan 28 06:40:58.312040 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.314925 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37144) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:58.329345 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4371b6e3-db49-4185-b665-0a5b0a6db8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.335266 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.354235 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:58.355431 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port e6710531-79be-473f-be61-c2b4a5d6f459, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e6710531-79be-473f-be61-c2b4a5d6f459,segment=NetworkSegment(4d576cc7-8099-49d5-8840-897b48447d01),segment_id=4d576cc7-8099-49d5-8840-897b48447d01)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:40:58.358465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Usage tracker for resource:port and tenant:bebf38fb181f49eba6bd3ae32ea683a8 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:58.360696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Request body: {'network': {'name': 'tempest-network--822602796', 'router:external': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:40:58.371326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:58.443244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:58.446828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.461449 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:58.461912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:58.462106 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:58.474913 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:58.493484 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Pushing event updated for resources: {'Port': ['ID=0115b16d-9615-4582-bb27-9e54cb7bc2e3,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:58.497274 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:58.497274 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:58.548689 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=e6710531-79be-473f-be61-c2b4a5d6f459,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:58.559888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Usage tracker for resource:network and tenant:9aabf5a60dfe4ee3aa48a70e5e094e10 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:58.562313 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 7 to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a Jan 28 06:40:58.577282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:58.584359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Made reservation on behalf of bebf38fb181f49eba6bd3ae32ea683a8 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:58.589042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.604028 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:58.604362 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:58.604688 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:58.607638 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:58.625746 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Allocated IP 172.26.4.73 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/5689a47a-fed3-4d1f-9491-2062816947c2) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:58.627822 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] device_id is not set on port b4f97b5c-d662-4943-9cdd-b717bc051139 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:40:58.631625 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:58.631955 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:58.638546 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 8 to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a Jan 28 06:40:58.649142 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.704815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:58.705149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:58.705477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:58.713408 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.721430 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4371b6e3-db49-4185-b665-0a5b0a6db8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.734811 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:58.735185 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:58.737733 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 9 to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a Jan 28 06:40:58.762789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371b6e3-db49-4185-b665-0a5b0a6db8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458c85c1-d15e-4782-99b9-4112b2c05939,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:58.791010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Made reservation on behalf of 9aabf5a60dfe4ee3aa48a70e5e094e10 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:40:58.793286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.807872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4371b6e3-db49-4185-b665-0a5b0a6db8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.811391 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4371b6e3-db49-4185-b665-0a5b0a6db8ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/458c85c1-d15e-4782-99b9-4112b2c05939 HTTP/1.1" status: 204 len: 168 time: 0.9441078 Jan 28 06:40:58.822082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:58.822415 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:58.822745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:58.827978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:58.837717 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2ad6b566-e846-4aa0-9574-04b2450850f1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1648741 Jan 28 06:40:58.940140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:58.940464 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:58.944222 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempt 10 to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a Jan 28 06:40:59.018443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:40:59.021330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:40:59.021777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:40:59.022111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempting to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:40:59.054583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:40:59.054940 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Failed to bind port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on host hv-neutron-8240 for vnic_type normal using segments [{'id': '8536d031-96b8-4ebe-84db-fe45829f6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '76a9128d-4e64-4e1f-bb73-d27a60888b43'}] Jan 28 06:40:59.055345 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.066330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.071318 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Added segment 7512c5ed-2586-488d-a638-79825e7f84bb of type vlan for network 0a64a3ad-ef9c-48b3-afd1-6a03fd93a18e Jan 28 06:40:59.072612 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.083738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Allocated IP 2001:db8::1a1 (4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e/c6253a3b-13c3-4466-8de7-a44336239272/b4f97b5c-d662-4943-9cdd-b717bc051139) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:40:59.145466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.202403 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.304533 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] For port 51e34481-ebd5-4dc0-95aa-512ec3cf111a, host hv-neutron-8240, cleared binding levels {{(pid=88216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:40:59.304805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attempted to set empty binding levels {{(pid=88216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 06:40:59.383166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.411916 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37174) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:59.418804 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 06:40:59.420606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.440138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.484529 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] In _notify_port_updated(), no bound segment for port 51e34481-ebd5-4dc0-95aa-512ec3cf111a on network 76a9128d-4e64-4e1f-bb73-d27a60888b43 {{(pid=88216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:40:59.485382 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:59.485967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.490571 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "PUT /v2.0/ports/51e34481-ebd5-4dc0-95aa-512ec3cf111a HTTP/1.1" status: 200 len: 977 time: 4.0785615 Jan 28 06:40:59.490710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.491628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:40:59.492183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.497164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37178) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:59.512644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e6710531-79be-473f-be61-c2b4a5d6f459 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:40:59.525827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:40:59.565110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:40:59.576947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581a9e0-ac53-447d-9bb8-d076c2e73a3b tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Pushing event updated for resources: {'Port': ['ID=51e34481-ebd5-4dc0-95aa-512ec3cf111a,revision_number=3']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:59.586389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:40:59.597135 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port e6710531-79be-473f-be61-c2b4a5d6f459 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:40:59.597511 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.636268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37182) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:59.642137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.683335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8dfb8ad5-a003-4449-aa29-815386063eb1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Synchronizing usage tracker for tenant:bb1bd7b93cc04d2381fa60936dc42957 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:40:59.710290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e24c8a2-ecd2-4ec2-90a4-4fd72faa45d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.719744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Transition to ACTIVE for port object b4f97b5c-d662-4943-9cdd-b717bc051139 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:40:59.774247 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event updated for resources: {'Network': ['ID=0a64a3ad-ef9c-48b3-afd1-6a03fd93a18e,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:59.779781 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-eb8eb577-262e-49e6-ab10-fe033405a1c9 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4539709 Jan 28 06:40:59.785191 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37186) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:40:59.785745 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 0a64a3ad-ef9c-48b3-afd1-6a03fd93a18e details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:40:59.787216 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.788014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7e24c8a2-ecd2-4ec2-90a4-4fd72faa45d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:40:59.820048 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-e03eba86-044a-4191-92af-30cb9027e3e1 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Deleting port 51e34481-ebd5-4dc0-95aa-512ec3cf111a {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:40:59.820387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e03eba86-044a-4191-92af-30cb9027e3e1 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.821243 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7e24c8a2-ecd2-4ec2-90a4-4fd72faa45d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c4d312f3e29f47b98806e14740e8a26c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:40:59.828551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7e24c8a2-ecd2-4ec2-90a4-4fd72faa45d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:40:59.840571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7e24c8a2-ecd2-4ec2-90a4-4fd72faa45d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:40:59.903583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:40:59.907012 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Pushing event updated for resources: {'Port': ['ID=5689a47a-fed3-4d1f-9491-2062816947c2,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:40:59.923917 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8dfb8ad5-a003-4449-aa29-815386063eb1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Unset dirty status for tenant:bb1bd7b93cc04d2381fa60936dc42957 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:40:59.925206 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8dfb8ad5-a003-4449-aa29-815386063eb1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--221262379&fields=id&tenant_id=bb1bd7b93cc04d2381fa60936dc42957 HTTP/1.1" status: 200 len: 267 time: 0.5122268 Jan 28 06:41:00.035877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:00.152703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:00.156016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Pushing event updated for resources: {'Port': ['ID=75d5238c-b113-42b2-a467-a81046d1bb6f,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:00.204422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:00.205196 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:00.225843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15299484-6c08-4d3f-be6e-0a952b66ba3b tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:00.231488 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15299484-6c08-4d3f-be6e-0a952b66ba3b tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:00.237237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15299484-6c08-4d3f-be6e-0a952b66ba3b tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:00.243789 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15299484-6c08-4d3f-be6e-0a952b66ba3b tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:00.246845 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-15299484-6c08-4d3f-be6e-0a952b66ba3b tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4559627 Jan 28 06:41:00.254313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:00.260429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37190) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:00.266579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event updated for resources: {'Port': ['ID=b4f97b5c-d662-4943-9cdd-b717bc051139,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:00.275070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:00.280612 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:00.281537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:00.361058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:00.367330 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e4c372f1-2328-43bd-952e-690313154b4c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8697751 Jan 28 06:41:00.379885 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-e03eba86-044a-4191-92af-30cb9027e3e1 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] For port 51e34481-ebd5-4dc0-95aa-512ec3cf111a, host hv-neutron-8240, got binding levels [] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:00.380253 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e03eba86-044a-4191-92af-30cb9027e3e1 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:00.383885 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-b2a896c4-43d1-45df-b6cf-31101e5d5702 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:00.385396 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-b2a896c4-43d1-45df-b6cf-31101e5d5702 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/networks?id=900882d3-f259-4633-a0ad-6db24a9bc89e HTTP/1.1" status: 200 len: 812 time: 0.4495389 Jan 28 06:41:00.401021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e24c8a2-ecd2-4ec2-90a4-4fd72faa45d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:00.499919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Allocated IP 172.20.0.1 (8886dbeb-4f80-48ff-9274-cc7baff1f53c/4b07edf6-5588-4ce7-af40-2ec6f2b1227b/54974038-fcb3-4aec-adea-4f522e1822d6) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:00.510271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e24c8a2-ecd2-4ec2-90a4-4fd72faa45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:00.517769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:00.529059 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-3769c8dd-96ec-4acd-a2e7-c92ff47e2461 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/quotas/bb1bd7b93cc04d2381fa60936dc42957 HTTP/1.1" status: 200 len: 375 time: 0.1267080 Jan 28 06:41:00.536028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-400367cf-e910-42c2-b2f2-1e1546826c90 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:00.556960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-e03eba86-044a-4191-92af-30cb9027e3e1 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Calling delete_port for 51e34481-ebd5-4dc0-95aa-512ec3cf111a owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:00.641226 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-307c88e1-34cc-4e92-9e33-b37f2cf82c44 None None] Provisioning for port b4f97b5c-d662-4943-9cdd-b717bc051139 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:00.643637 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-77998043-1870-4468-9e5d-5c40c44359f7 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9802539 Jan 28 06:41:00.651020 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-307c88e1-34cc-4e92-9e33-b37f2cf82c44 None None] Provisioning complete for port b4f97b5c-d662-4943-9cdd-b717bc051139 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:00.652990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-307c88e1-34cc-4e92-9e33-b37f2cf82c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:00.659916 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37206) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:00.665073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24c8a2-ecd2-4ec2-90a4-4fd72faa45d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e5f1cd-d416-4b04-a29a-1f6ebcd34b76,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:00.684677 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7e24c8a2-ecd2-4ec2-90a4-4fd72faa45d1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4d312f3e29f47b98806e14740e8a26c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0394480 Jan 28 06:41:00.688363 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37210) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:00.689638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3b3aae90-67c8-4d77-9dd8-88a253670298 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5c:f7:bc'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:00.775157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-307c88e1-34cc-4e92-9e33-b37f2cf82c44 None None] Port b4f97b5c-d662-4943-9cdd-b717bc051139 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:00.863863 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91e44ef3-0687-4d0f-b016-74266ab2c7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:00.868959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-17281e2f-f780-4ccd-97e5-644b62e6cbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:00.988746 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-17281e2f-f780-4ccd-97e5-644b62e6cbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:00.999904 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e03eba86-044a-4191-92af-30cb9027e3e1 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.011454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-400367cf-e910-42c2-b2f2-1e1546826c90 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.024926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37224) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:01.078803 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03eba86-044a-4191-92af-30cb9027e3e1 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Pushing event deleted for resources: {'Port': ['ID=51e34481-ebd5-4dc0-95aa-512ec3cf111a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:01.112219 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d788fe0d-c5a4-4c8a-b6e2-bf1cbda43051 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bb1bd7b93cc04d2381fa60936dc42957&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5659542 Jan 28 06:41:01.115135 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.117327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e03eba86-044a-4191-92af-30cb9027e3e1 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.150731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-400367cf-e910-42c2-b2f2-1e1546826c90 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a64a3ad-ef9c-48b3-afd1-6a03fd93a18e']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:01.173083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.183580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-400367cf-e910-42c2-b2f2-1e1546826c90 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7512c5ed-2586-488d-a638-79825e7f84bb') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:01.183859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-400367cf-e910-42c2-b2f2-1e1546826c90 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7512c5ed-2586-488d-a638-79825e7f84bb') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:01.220174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-400367cf-e910-42c2-b2f2-1e1546826c90 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.225149 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e03eba86-044a-4191-92af-30cb9027e3e1 tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "DELETE /v2.0/ports/51e34481-ebd5-4dc0-95aa-512ec3cf111a HTTP/1.1" status: 204 len: 168 time: 1.7096188 Jan 28 06:41:01.227828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37232) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:01.272310 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc72ed53-a039-4b9b-8d24-188f24d6e23d tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] GET failed (client error): The resource could not be found. Jan 28 06:41:01.272846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-fc72ed53-a039-4b9b-8d24-188f24d6e23d tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Synchronizing usage tracker for tenant:ce1545198c2141b6a49790c2945f4842 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:01.276341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-d83d85b4-6aa6-4629-8d5c-5b6457208b76 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Synchronizing usage tracker for tenant:041b8e4388b44244b95aae87439097f7 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:01.315899 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-17281e2f-f780-4ccd-97e5-644b62e6cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.319682 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.379361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-17281e2f-f780-4ccd-97e5-644b62e6cbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.380366 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-17281e2f-f780-4ccd-97e5-644b62e6cbcc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8e5f1cd-d416-4b04-a29a-1f6ebcd34b76 HTTP/1.1" status: 204 len: 168 time: 0.6841850 Jan 28 06:41:01.389988 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Transition to ACTIVE for port object 54974038-fcb3-4aec-adea-4f522e1822d6 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:01.391402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-400367cf-e910-42c2-b2f2-1e1546826c90 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.412722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17281e2f-f780-4ccd-97e5-644b62e6cbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e5f1cd-d416-4b04-a29a-1f6ebcd34b76,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:01.423579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400367cf-e910-42c2-b2f2-1e1546826c90 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:41:01.423579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-400367cf-e910-42c2-b2f2-1e1546826c90 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.427722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-fc72ed53-a039-4b9b-8d24-188f24d6e23d tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] Unset dirty status for tenant:ce1545198c2141b6a49790c2945f4842 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:01.428764 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fc72ed53-a039-4b9b-8d24-188f24d6e23d tempest-PortsAdminExtendedAttrsTestJSON-130444937 tempest-PortsAdminExtendedAttrsTestJSON-130444937-project-admin] 10.222.0.25 "GET /v2.0/ports/51e34481-ebd5-4dc0-95aa-512ec3cf111a HTTP/1.1" status: 404 len: 333 time: 0.2000155 Jan 28 06:41:01.433917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37240) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:41:01.437865 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:41:01.443533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3b3aae90-67c8-4d77-9dd8-88a253670298 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.498953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Pushing event updated for resources: {'Port': ['ID=5689a47a-fed3-4d1f-9491-2062816947c2,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:01.507197 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.533010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-f768c806-e2d8-4b05-adf1-33a2ae61bfa4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:41:01.533917 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-f768c806-e2d8-4b05-adf1-33a2ae61bfa4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1569462 Jan 28 06:41:01.540841 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-d83d85b4-6aa6-4629-8d5c-5b6457208b76 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Unset dirty status for tenant:041b8e4388b44244b95aae87439097f7 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:01.541924 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-d83d85b4-6aa6-4629-8d5c-5b6457208b76 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1258192680&fields=id&tenant_id=041b8e4388b44244b95aae87439097f7 HTTP/1.1" status: 200 len: 267 time: 0.5066810 Jan 28 06:41:01.587301 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0497-2ae8-4792-aec2-84720d202671 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.665876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.666995 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-428e37b5-f26f-43a9-ab52-3e9758dc7093 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9419553 Jan 28 06:41:01.729758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0497-2ae8-4792-aec2-84720d202671 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.760087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ab6f0497-2ae8-4792-aec2-84720d202671 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a9128d-4e64-4e1f-bb73-d27a60888b43']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:01.772835 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ab6f0497-2ae8-4792-aec2-84720d202671 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8536d031-96b8-4ebe-84db-fe45829f6b91') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:01.773156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ab6f0497-2ae8-4792-aec2-84720d202671 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8536d031-96b8-4ebe-84db-fe45829f6b91') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:01.786152 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0497-2ae8-4792-aec2-84720d202671 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.797060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-400367cf-e910-42c2-b2f2-1e1546826c90 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.807307 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0497-2ae8-4792-aec2-84720d202671 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.816992 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6f0497-2ae8-4792-aec2-84720d202671 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:41:01.820697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0497-2ae8-4792-aec2-84720d202671 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.827006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.842461 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400367cf-e910-42c2-b2f2-1e1546826c90 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0a64a3ad-ef9c-48b3-afd1-6a03fd93a18e {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:41:01.843194 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:41:01.892164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-400367cf-e910-42c2-b2f2-1e1546826c90 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:01.960671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400367cf-e910-42c2-b2f2-1e1546826c90 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a64a3ad-ef9c-48b3-afd1-6a03fd93a18e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:01.977597 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-400367cf-e910-42c2-b2f2-1e1546826c90 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "DELETE /v2.0/networks/0a64a3ad-ef9c-48b3-afd1-6a03fd93a18e HTTP/1.1" status: 204 len: 168 time: 1.7116182 Jan 28 06:41:01.987211 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37254) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:01.993277 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Request body: {'network': {'name': 'tempest-network--1154751884', 'router:external': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:01.997924 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:02.002575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Usage tracker for resource:network and tenant:9aabf5a60dfe4ee3aa48a70e5e094e10 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:02.007141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:02.013154 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:02.047828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0497-2ae8-4792-aec2-84720d202671 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:02.061850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Network 8886dbeb-4f80-48ff-9274-cc7baff1f53c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:02.066682 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab6f0497-2ae8-4792-aec2-84720d202671 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:02.072752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:02.073420 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f0497-2ae8-4792-aec2-84720d202671 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] Pushing event deleted for resources: {'Network': ['ID=76a9128d-4e64-4e1f-bb73-d27a60888b43,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:02.088017 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ab6f0497-2ae8-4792-aec2-84720d202671 tempest-PortsAdminExtendedAttrsTestJSON-637828744 tempest-PortsAdminExtendedAttrsTestJSON-637828744-project] 10.222.0.25 "DELETE /v2.0/networks/76a9128d-4e64-4e1f-bb73-d27a60888b43 HTTP/1.1" status: 204 len: 168 time: 0.6527147 Jan 28 06:41:02.091125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-8111c2a5-4092-4cbd-b2db-515af6f4df67 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:02.092915 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-8111c2a5-4092-4cbd-b2db-515af6f4df67 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/networks?id=fff5bcd7-fb45-4a46-a801-8637fdb03e0f HTTP/1.1" status: 200 len: 812 time: 0.5249188 Jan 28 06:41:02.096373 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:02.124071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Made reservation on behalf of 9aabf5a60dfe4ee3aa48a70e5e094e10 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:02.129624 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:02.130210 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-cdb848bb-571c-4090-95a2-638b24071112 service neutron] 10.222.0.25 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562136 Jan 28 06:41:02.130957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event updated for resources: {'Port': ['ID=54974038-fcb3-4aec-adea-4f522e1822d6,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:02.198035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:41:02.212642 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:02.212941 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Added segment 6e914341-55b7-4c5d-80ca-3f2bbf05e7d3 of type vlan for network 5dbd2f73-6760-4fa2-8a88-64427272f3b9 Jan 28 06:41:02.234980 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-92cb4c2d-31d4-4847-80d7-b51c05933e19 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/quotas/041b8e4388b44244b95aae87439097f7 HTTP/1.1" status: 200 len: 375 time: 0.1003978 Jan 28 06:41:02.261404 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:02.332897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:02.463784 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:02.464668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:02.465273 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:02.480873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3b3aae90-67c8-4d77-9dd8-88a253670298 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:02.490736 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-44a32ca9-af92-426c-83ba-51f97caeb617 service neutron] 10.222.0.25 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428323 Jan 28 06:41:02.513913 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-aea36198-19a4-4e61-b7f9-63d9a89d75e0 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=041b8e4388b44244b95aae87439097f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2779429 Jan 28 06:41:02.543936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ff03f5dd-d326-460a-9a4e-5f6ab4a545a7 None None] Provisioning for port 54974038-fcb3-4aec-adea-4f522e1822d6 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:02.549371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ff03f5dd-d326-460a-9a4e-5f6ab4a545a7 None None] Provisioning complete for port 54974038-fcb3-4aec-adea-4f522e1822d6 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:02.549738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff03f5dd-d326-460a-9a4e-5f6ab4a545a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:02.570108 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event updated for resources: {'Network': ['ID=5dbd2f73-6760-4fa2-8a88-64427272f3b9,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:02.591815 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3b3aae90-67c8-4d77-9dd8-88a253670298 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:02.596743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 5dbd2f73-6760-4fa2-8a88-64427272f3b9 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:41:02.639103 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-994cb4ef-7c0f-4acb-98dc-8b9b295f7be8 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6515965 Jan 28 06:41:02.641720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37276) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:02.656772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3b3aae90-67c8-4d77-9dd8-88a253670298 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] In _notify_port_updated(), no bound segment for port b4f97b5c-d662-4943-9cdd-b717bc051139 on network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:41:02.663559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3aae90-67c8-4d77-9dd8-88a253670298 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:02.664266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3b3aae90-67c8-4d77-9dd8-88a253670298 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:02.668088 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3b3aae90-67c8-4d77-9dd8-88a253670298 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "PUT /v2.0/ports/b4f97b5c-d662-4943-9cdd-b717bc051139 HTTP/1.1" status: 200 len: 1003 time: 1.9977601 Jan 28 06:41:02.672027 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37280) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:02.709133 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ff03f5dd-d326-460a-9a4e-5f6ab4a545a7 None None] Port 54974038-fcb3-4aec-adea-4f522e1822d6 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:02.746917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37284) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:02.850272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:03.017861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a427c-19d5-452e-b848-9663d840cc55 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Deleting port b4f97b5c-d662-4943-9cdd-b717bc051139 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:03.018270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a427c-19d5-452e-b848-9663d840cc55 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:03.041269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d354b377-2708-47a8-a47e-a15fd54710a3 None None] Provisioning complete for port b4f97b5c-d662-4943-9cdd-b717bc051139 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:03.041738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d354b377-2708-47a8-a47e-a15fd54710a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:03.061112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c855f16b-08e2-4675-8fa1-b7c0660be078 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:03.065068 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c855f16b-08e2-4675-8fa1-b7c0660be078 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] 10.222.0.25 "GET /v2.0/networks/5dbd2f73-6760-4fa2-8a88-64427272f3b9 HTTP/1.1" status: 200 len: 757 time: 0.4197953 Jan 28 06:41:03.066306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3aae90-67c8-4d77-9dd8-88a253670298 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event updated for resources: {'Port': ['ID=b4f97b5c-d662-4943-9cdd-b717bc051139,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:03.069702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37318) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:03.157470 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d354b377-2708-47a8-a47e-a15fd54710a3 None None] Port b4f97b5c-d662-4943-9cdd-b717bc051139 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:03.202241 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-31302487-8293-4b0f-979f-28c516e427f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebd3ea2d31494dec83a1ac02bf9f4fdb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4486372 Jan 28 06:41:03.205602 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37326) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:03.225454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1a20f3-f88e-4c56-b01a-8d6ee64eb20a tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:03.226339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6d1a20f3-f88e-4c56-b01a-8d6ee64eb20a tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Synchronizing usage tracker for tenant:9e14d94565fc4ab69f5e1907daa56bf3 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:03.234926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7219f661-2122-4571-9e99-ed533c10cd6f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:41:03.241215 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ef473005-f0e5-4dd3-8060-60f8760dcf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:03.242780 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7219f661-2122-4571-9e99-ed533c10cd6f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2197926 Jan 28 06:41:03.329611 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37332) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:03.357032 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-575fb810-8d72-4555-bb9b-07585677d40b req-82581006-0427-422a-a176-b273f5dc81f2 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Synchronizing usage tracker for tenant:2423fe87bf994d5ea23de358f8ed2566 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:03.506840 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6afddea3-0051-4731-a8b7-fcc3dd18c53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:03.516389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1861870251'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:03.528050 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a427c-19d5-452e-b848-9663d840cc55 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:03.548962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:03.607350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Usage tracker for resource:network and tenant:275bb0c3b7374615ba0375c3fb50753c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:03.612399 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6afddea3-0051-4731-a8b7-fcc3dd18c53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:03.659029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6d1a20f3-f88e-4c56-b01a-8d6ee64eb20a tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Unset dirty status for tenant:9e14d94565fc4ab69f5e1907daa56bf3 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:03.660806 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6d1a20f3-f88e-4c56-b01a-8d6ee64eb20a tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] 10.222.0.25 "GET /v2.0/networks/4d49d050-cd4d-4893-8b55-94b15d856c2f HTTP/1.1" status: 200 len: 767 time: 0.5847287 Jan 28 06:41:03.671005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37350) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:03.674660 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-47299dfc-7107-478d-899b-ee1bb56c9b79 service neutron] 10.222.0.25 "GET /v2.0/networks/fff5bcd7-fb45-4a46-a801-8637fdb03e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299848 Jan 28 06:41:03.675668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:03.684356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a427c-19d5-452e-b848-9663d840cc55 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Calling delete_port for b4f97b5c-d662-4943-9cdd-b717bc051139 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:03.729930 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:03.877506 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Made reservation on behalf of 275bb0c3b7374615ba0375c3fb50753c for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:03.881737 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:03.894834 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:03.909769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:03.913995 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Usage tracker for resource:security_group_rule and tenant:275bb0c3b7374615ba0375c3fb50753c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:03.917708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:03.923855 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:03.929008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b35a466-a420-427b-9510-1c4e4f897ca2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:03.933311 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6afddea3-0051-4731-a8b7-fcc3dd18c53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:03.952399 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afddea3-0051-4731-a8b7-fcc3dd18c53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f763144d-bb95-4314-9092-c7126786021b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:03.973111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a427c-19d5-452e-b848-9663d840cc55 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.021533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-575fb810-8d72-4555-bb9b-07585677d40b req-82581006-0427-422a-a176-b273f5dc81f2 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Unset dirty status for tenant:2423fe87bf994d5ea23de358f8ed2566 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:04.022697 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-82581006-0427-422a-a176-b273f5dc81f2 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1193382999&fields=id&tenant_id=2423fe87bf994d5ea23de358f8ed2566 HTTP/1.1" status: 200 len: 267 time: 0.9914210 Jan 28 06:41:04.034932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a427c-19d5-452e-b848-9663d840cc55 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event deleted for resources: {'Port': ['ID=b4f97b5c-d662-4943-9cdd-b717bc051139,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:04.069562 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-0f1ff46d-2edb-4fb1-9c09-d15db20b0dbf service neutron] 10.222.0.25 "GET /v2.0/networks/fff5bcd7-fb45-4a46-a801-8637fdb03e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768208 Jan 28 06:41:04.070490 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6afddea3-0051-4731-a8b7-fcc3dd18c53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.074874 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6afddea3-0051-4731-a8b7-fcc3dd18c53d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f763144d-bb95-4314-9092-c7126786021b HTTP/1.1" status: 204 len: 168 time: 0.8676157 Jan 28 06:41:04.096614 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb6a427c-19d5-452e-b848-9663d840cc55 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.125422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37358) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:04.127620 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fb6a427c-19d5-452e-b848-9663d840cc55 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "DELETE /v2.0/ports/b4f97b5c-d662-4943-9cdd-b717bc051139 HTTP/1.1" status: 204 len: 168 time: 1.4427187 Jan 28 06:41:04.205959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.289178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.303085 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc85d7fe-f47b-4c78-b184-24a149892555 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] GET failed (client error): The resource could not be found. Jan 28 06:41:04.303636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cc85d7fe-f47b-4c78-b184-24a149892555 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Synchronizing usage tracker for tenant:bebf38fb181f49eba6bd3ae32ea683a8 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:04.308855 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:41:04.320487 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.320829 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Added segment 194ce390-47e4-447f-a1e7-e9b29e6fab39 of type vlan for network efaf1c17-71de-41ed-866d-a7e4458492be Jan 28 06:41:04.356584 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.371333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.372651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b35a466-a420-427b-9510-1c4e4f897ca2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.374930 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473a8e59-f8ac-48f8-99e1-d74b05ccf580,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:04.390176 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.424616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-9b35a466-a420-427b-9510-1c4e4f897ca2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbd2f73-6760-4fa2-8a88-64427272f3b9']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:04.454898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-9b35a466-a420-427b-9510-1c4e4f897ca2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e914341-55b7-4c5d-80ca-3f2bbf05e7d3') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:04.455188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-9b35a466-a420-427b-9510-1c4e4f897ca2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e914341-55b7-4c5d-80ca-3f2bbf05e7d3') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:04.469872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.479941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fb810-8d72-4555-bb9b-07585677d40b req-e9d39c94-ed1e-49d1-9106-f023365847a5 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:04.485425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-575fb810-8d72-4555-bb9b-07585677d40b req-e9d39c94-ed1e-49d1-9106-f023365847a5 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Synchronizing usage tracker for tenant:2423fe87bf994d5ea23de358f8ed2566 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:04.485425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b35a466-a420-427b-9510-1c4e4f897ca2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.507281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b35a466-a420-427b-9510-1c4e4f897ca2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.518859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.528129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:04.528723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.564298 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cc85d7fe-f47b-4c78-b184-24a149892555 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Unset dirty status for tenant:bebf38fb181f49eba6bd3ae32ea683a8 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:04.569296 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cc85d7fe-f47b-4c78-b184-24a149892555 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "GET /v2.0/ports/b4f97b5c-d662-4943-9cdd-b717bc051139 HTTP/1.1" status: 404 len: 333 time: 0.4361939 Jan 28 06:41:04.569296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b35a466-a420-427b-9510-1c4e4f897ca2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:41:04.569296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b35a466-a420-427b-9510-1c4e4f897ca2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.569828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37376) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:04.586464 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Request body: {'port': {'network_id': '4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-491663643'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:41:04.598564 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:41:04.611923 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-39f86474-d9d2-4ea6-a597-a27ab06c57c4 req-bdbdde9a-f6de-42d1-a82e-e9c2a2640e67 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 210 time: 0.1006742 Jan 28 06:41:04.619008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-575fb810-8d72-4555-bb9b-07585677d40b req-e9d39c94-ed1e-49d1-9106-f023365847a5 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Unset dirty status for tenant:2423fe87bf994d5ea23de358f8ed2566 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:04.620450 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-e9d39c94-ed1e-49d1-9106-f023365847a5 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/networks?id=5f2b0666-0d46-4da3-b041-3a536f560007 HTTP/1.1" status: 200 len: 805 time: 0.5878603 Jan 28 06:41:04.624415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:04.825358 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4944723 Jan 28 06:41:04.829789 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b41b0-941c-4d98-8593-24c72d4e5060 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Pushing event updated for resources: {'Network': ['ID=efaf1c17-71de-41ed-866d-a7e4458492be,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:04.835799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37396) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:04.842313 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network efaf1c17-71de-41ed-866d-a7e4458492be details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:41:04.890909 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Request body: {'subnet': {'network_id': 'efaf1c17-71de-41ed-866d-a7e4458492be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:04.927138 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-e41d8b99-adb1-497b-8892-f5a72d2b4f0c tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/quotas/2423fe87bf994d5ea23de358f8ed2566 HTTP/1.1" status: 200 len: 375 time: 0.2722318 Jan 28 06:41:04.929482 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45265ab0-47fe-440c-a562-59b81860900d req-be938afb-56f5-404c-ab76-c4eeb737a529 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 210 time: 0.1998804 Jan 28 06:41:04.963604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:04.978641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event updated for resources: {'Port': ['ID=54974038-fcb3-4aec-adea-4f522e1822d6,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:04.981067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:05.034059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:05.050263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:05.053980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Usage tracker for resource:subnet and tenant:275bb0c3b7374615ba0375c3fb50753c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:05.056920 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:05.062489 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:05.135487 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37400) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:05.171262 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Made reservation on behalf of bebf38fb181f49eba6bd3ae32ea683a8 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:05.174734 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:05.183369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Made reservation on behalf of 275bb0c3b7374615ba0375c3fb50753c for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:05.186411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:05.195165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b35a466-a420-427b-9510-1c4e4f897ca2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:05.217451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b35a466-a420-427b-9510-1c4e4f897ca2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5dbd2f73-6760-4fa2-8a88-64427272f3b9 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 06:41:05.220225 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b35a466-a420-427b-9510-1c4e4f897ca2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:05.239942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35a466-a420-427b-9510-1c4e4f897ca2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event deleted for resources: {'Network': ['ID=5dbd2f73-6760-4fa2-8a88-64427272f3b9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:05.249441 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-867575e0-2e07-436e-91a2-ff06d88fdf20 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ce1545198c2141b6a49790c2945f4842&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1127763 Jan 28 06:41:05.254282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37404) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:05.255316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] device_id is not set on port 0dd20bc2-fed5-4d30-bba4-a060d05f57f8 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:41:05.257182 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9b35a466-a420-427b-9510-1c4e4f897ca2 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "DELETE /v2.0/networks/5dbd2f73-6760-4fa2-8a88-64427272f3b9 HTTP/1.1" status: 204 len: 168 time: 1.5849993 Jan 28 06:41:05.271210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-575fb810-8d72-4555-bb9b-07585677d40b req-7b72bf33-bf00-4cb0-9660-69f958c5366b tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Synchronizing usage tracker for tenant:2423fe87bf994d5ea23de358f8ed2566 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:05.273515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37406) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:05.284655 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Request body: {'network': {'name': 'tempest-network--1529052985'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:05.295577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:05.301779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Network 8886dbeb-4f80-48ff-9274-cc7baff1f53c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:05.305142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Usage tracker for resource:network and tenant:9aabf5a60dfe4ee3aa48a70e5e094e10 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:05.308534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:05.310428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:05.322230 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:05.437254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-575fb810-8d72-4555-bb9b-07585677d40b req-7b72bf33-bf00-4cb0-9660-69f958c5366b tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Unset dirty status for tenant:2423fe87bf994d5ea23de358f8ed2566 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:05.438598 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-7b72bf33-bf00-4cb0-9660-69f958c5366b tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2423fe87bf994d5ea23de358f8ed2566&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4969826 Jan 28 06:41:05.603989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Made reservation on behalf of 9aabf5a60dfe4ee3aa48a70e5e094e10 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:05.616067 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-82aecce1-173c-452e-90e8-87823508d50e None None] Provisioning complete for port 54974038-fcb3-4aec-adea-4f522e1822d6 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:05.616733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:05.617256 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82aecce1-173c-452e-90e8-87823508d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:05.661920 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:05.692405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-244db85d-a89b-4431-8d63-3c6b29a53211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:05.695401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-82aecce1-173c-452e-90e8-87823508d50e None None] Port 54974038-fcb3-4aec-adea-4f522e1822d6 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:05.695531 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Allocated IP 2001:db8::132 (4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e/c6253a3b-13c3-4466-8de7-a44336239272/0dd20bc2-fed5-4d30-bba4-a060d05f57f8) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:05.758550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-244db85d-a89b-4431-8d63-3c6b29a53211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:05.812038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:41:05.821828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Router 8666ae4d-40b9-45d4-822d-f90427e85312 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:41:05.872870 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-e10ab670-3d0f-4595-b592-7441ecaef992 service neutron] 10.222.0.25 "GET /v2.0/networks/5f2b0666-0d46-4da3-b041-3a536f560007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035075 Jan 28 06:41:05.881816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:05.886188 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Added segment 72bdb133-9118-4610-a5e5-80c69fff5a66 of type vlan for network b5afde83-7ff1-4cd1-8ef8-345e4f961c3e Jan 28 06:41:06.096630 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d44a8fa-d818-4e15-83d1-f559823a8b4e req-a1162572-3186-46b6-8275-4de6a9853e8c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 210 time: 0.2304785 Jan 28 06:41:06.184501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:06.298960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:06.301988 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-244db85d-a89b-4431-8d63-3c6b29a53211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:06.354402 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Pushing event updated for resources: {'Subnet': ['ID=f3a9cc97-30d0-4a88-8893-27aab78c4cfe,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:06.387520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244db85d-a89b-4431-8d63-3c6b29a53211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc22ff0-d5c4-4e67-89aa-cc092bb94ca0,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:06.395006 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Checking segment: {'id': '194ce390-47e4-447f-a1e7-e9b29e6fab39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'efaf1c17-71de-41ed-866d-a7e4458492be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:06.396095 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Network hostable DHCP agents. Network: efaf1c17-71de-41ed-866d-a7e4458492be, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:41:06.406613 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aadc2af1-390b-42f7-96fb-58806ed6ee27 req-f691850a-d4c4-4f23-b79e-2fae2e6890b3 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 210 time: 0.0995469 Jan 28 06:41:06.407202 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:06.448747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Transition to ACTIVE for port object 0dd20bc2-fed5-4d30-bba4-a060d05f57f8 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:06.458998 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-462dd6eb-1f94-4ed7-bbaf-dc05f0230672 service neutron] 10.222.0.25 "GET /v2.0/networks/5f2b0666-0d46-4da3-b041-3a536f560007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899919 Jan 28 06:41:06.459998 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:41:06.471533 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f1daca9b-9e01-4b62-b5e5-e607b34c227e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "PUT /v2.0/routers/8666ae4d-40b9-45d4-822d-f90427e85312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2580302 Jan 28 06:41:06.474146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37432) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:06.479561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Request body: {'port': {'network_id': '8886dbeb-4f80-48ff-9274-cc7baff1f53c', 'name': 'tempest-FloatingIPAdminTestJSON-492087290'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:06.481529 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f75609-48a6-426f-a7a2-4a0b8abbc7d7 None None] Sync routers for ids ['8666ae4d-40b9-45d4-822d-f90427e85312'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:41:06.492562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f75609-48a6-426f-a7a2-4a0b8abbc7d7 None None] Routers {'8666ae4d-40b9-45d4-822d-f90427e85312'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:41:06.493373 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-14f75609-48a6-426f-a7a2-4a0b8abbc7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8666ae4d-40b9-45d4-822d-f90427e85312'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:06.513814 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-244db85d-a89b-4431-8d63-3c6b29a53211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:06.517759 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-244db85d-a89b-4431-8d63-3c6b29a53211 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2cc22ff0-d5c4-4e67-89aa-cc092bb94ca0 HTTP/1.1" status: 204 len: 168 time: 1.2283983 Jan 28 06:41:06.532904 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Network efaf1c17-71de-41ed-866d-a7e4458492be is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:41:06.535919 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:06.538154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:06.542284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:06.543271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:06.591923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-14f75609-48a6-426f-a7a2-4a0b8abbc7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:06.606786 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f75609-48a6-426f-a7a2-4a0b8abbc7d7 None None] Routers {'8666ae4d-40b9-45d4-822d-f90427e85312'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:41:06.607747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-14f75609-48a6-426f-a7a2-4a0b8abbc7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8666ae4d-40b9-45d4-822d-f90427e85312'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:06.628162 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:06.631573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:06.644721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:06.650275 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:06.650886 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:06.661894 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, efaf1c17-71de-41ed-866d-a7e4458492be) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:06.666222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:06.677361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:06.677995 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-14f75609-48a6-426f-a7a2-4a0b8abbc7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:06.678952 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f75609-48a6-426f-a7a2-4a0b8abbc7d7 None None] The sync data for ids ['8666ae4d-40b9-45d4-822d-f90427e85312'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:41:06.683040 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8737ba-6d6c-479a-86fb-7d0cbc08b9c2 None None] Network efaf1c17-71de-41ed-866d-a7e4458492be requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:06.705581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event updated for resources: {'Port': ['ID=0dd20bc2-fed5-4d30-bba4-a060d05f57f8,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:06.821391 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5422914 Jan 28 06:41:06.822319 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37440) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:06.823666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea3ada-742a-4605-84cc-1e47a49291dd tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event updated for resources: {'Network': ['ID=b5afde83-7ff1-4cd1-8ef8-345e4f961c3e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:06.830778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5d1b2b32-f4a1-47f2-b100-dfb2fe10f91e tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:06.863900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:06.869982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Usage tracker for resource:port and tenant:85523f98961443b7a51d5892a9b19d96 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:06.876169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:06.939482 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-15bc3168-5c75-436f-b57c-30aabc6a5249 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1020994 Jan 28 06:41:06.948374 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-57643c34-c9e2-44c6-be51-d7d8dfff263f tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3773720 Jan 28 06:41:06.965582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network b5afde83-7ff1-4cd1-8ef8-345e4f961c3e details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:41:06.973459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:06.977854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37446) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:06.978189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37448) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:06.993392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Request body: {'port': {'network_id': '4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2056899705'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:07.011202 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Request body: {'port': {'network_id': 'efaf1c17-71de-41ed-866d-a7e4458492be', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1414212943'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:07.048871 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e121c2ac-70c6-43e4-ae1a-d0006b615074 req-d4ebabee-45e4-40b3-b639-12c3e1d3a4b9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 210 time: 0.1562035 Jan 28 06:41:07.186530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Made reservation on behalf of 85523f98961443b7a51d5892a9b19d96 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:07.186977 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8b128c02-e117-45ea-bfc7-bbec3a31a8e0 None None] Provisioning for port 0dd20bc2-fed5-4d30-bba4-a060d05f57f8 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:07.191392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:07.257879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8b128c02-e117-45ea-bfc7-bbec3a31a8e0 None None] Provisioning complete for port 0dd20bc2-fed5-4d30-bba4-a060d05f57f8 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:07.257879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8b128c02-e117-45ea-bfc7-bbec3a31a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:07.298823 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5d1b2b32-f4a1-47f2-b100-dfb2fe10f91e tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:07.314235 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.37', 49854) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:07.342026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-efaf1c17-71de-41ed-866d-a7e4458492be', 'network_id': 'efaf1c17-71de-41ed-866d-a7e4458492be', 'tenant_id': '275bb0c3b7374615ba0375c3fb50753c', 'fixed_ips': [{'subnet_id': 'f3a9cc97-30d0-4a88-8893-27aab78c4cfe'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:41:07.350444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:07.455809 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5d1b2b32-f4a1-47f2-b100-dfb2fe10f91e tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:07.504078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8b128c02-e117-45ea-bfc7-bbec3a31a8e0 None None] Port 0dd20bc2-fed5-4d30-bba4-a060d05f57f8 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:07.552960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d1b2b32-f4a1-47f2-b100-dfb2fe10f91e tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Network b5afde83-7ff1-4cd1-8ef8-345e4f961c3e is not hosted by any dhcp agent {{(pid=88216) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 06:41:07.553843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1b2b32-f4a1-47f2-b100-dfb2fe10f91e tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:07.554455 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5d1b2b32-f4a1-47f2-b100-dfb2fe10f91e tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:07.558223 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5d1b2b32-f4a1-47f2-b100-dfb2fe10f91e tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "PUT /v2.0/networks/b5afde83-7ff1-4cd1-8ef8-345e4f961c3e HTTP/1.1" status: 200 len: 858 time: 0.7321827 Jan 28 06:41:07.563413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37474) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:07.615886 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56cdf2d2-69bf-438e-85ad-c463a05fe74a req-e9ddd35d-b020-4b7b-b371-a88c95466c2d tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 210 time: 0.0976110 Jan 28 06:41:07.627670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] device_id is not set on port b4d3fd8b-214e-484f-846a-c3dba35ae46f yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:41:07.682889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b2b32-f4a1-47f2-b100-dfb2fe10f91e tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event updated for resources: {'Network': ['ID=b5afde83-7ff1-4cd1-8ef8-345e4f961c3e,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:07.706451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Allocated IP 2001:db8::2 (efaf1c17-71de-41ed-866d-a7e4458492be/f3a9cc97-30d0-4a88-8893-27aab78c4cfe/f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:07.786598 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-7acf7673-a6aa-43e0-98cb-85ba2011a648 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:07.787516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-7acf7673-a6aa-43e0-98cb-85ba2011a648 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Synchronizing usage tracker for tenant:bb1bd7b93cc04d2381fa60936dc42957 on resource:network {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:07.811501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d820e48d-24c6-43d2-adf0-06a155ce9948 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:07.892329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Allocated IP 172.20.0.8 (8886dbeb-4f80-48ff-9274-cc7baff1f53c/4b07edf6-5588-4ce7-af40-2ec6f2b1227b/b4d3fd8b-214e-484f-846a-c3dba35ae46f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:07.915673 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-7acf7673-a6aa-43e0-98cb-85ba2011a648 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Unset dirty status for tenant:bb1bd7b93cc04d2381fa60936dc42957 on resource:network {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:07.917349 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-7acf7673-a6aa-43e0-98cb-85ba2011a648 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.37 "GET /v2.0/networks?id=900882d3-f259-4633-a0ad-6db24a9bc89e HTTP/1.1" status: 200 len: 812 time: 0.5999858 Jan 28 06:41:08.017616 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d820e48d-24c6-43d2-adf0-06a155ce9948 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.032844 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.038891 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21ae044d-2abd-4d28-9789-5cc0b0acdec3 req-b7a6edb0-c2b7-4d11-bd64-ba359913947d tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 210 time: 0.3682272 Jan 28 06:41:08.042176 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Transition to ACTIVE for port object f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:08.065496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Transition to ACTIVE for port object f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:08.066065 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-d820e48d-24c6-43d2-adf0-06a155ce9948 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5afde83-7ff1-4cd1-8ef8-345e4f961c3e']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:08.087874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-c070fc8d-9bd4-4a83-a03f-70f9794fe3c6 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Synchronizing usage tracker for tenant:bb1bd7b93cc04d2381fa60936dc42957 on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:08.091699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-d820e48d-24c6-43d2-adf0-06a155ce9948 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bdb133-9118-4610-a5e5-80c69fff5a66') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:08.091872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-d820e48d-24c6-43d2-adf0-06a155ce9948 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bdb133-9118-4610-a5e5-80c69fff5a66') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:08.100851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:08.107028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:08.107875 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d820e48d-24c6-43d2-adf0-06a155ce9948 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.110776 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Usage tracker for resource:port and tenant:275bb0c3b7374615ba0375c3fb50753c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:08.113788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:08.126796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:08.129872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Usage tracker for resource:port and tenant:bebf38fb181f49eba6bd3ae32ea683a8 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:08.136645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-c070fc8d-9bd4-4a83-a03f-70f9794fe3c6 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Unset dirty status for tenant:bb1bd7b93cc04d2381fa60936dc42957 on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:08.137765 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-c070fc8d-9bd4-4a83-a03f-70f9794fe3c6 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb1bd7b93cc04d2381fa60936dc42957 HTTP/1.1" status: 200 len: 379 time: 0.1392450 Jan 28 06:41:08.144937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d820e48d-24c6-43d2-adf0-06a155ce9948 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.150050 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Request body: {'port': {'device_id': '8f463e91-97fd-4b25-b739-03625dcb7cea', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'admin_state_up': True, 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'security_groups': ['d9609048-48c1-4213-b114-a9c36dfc0271']}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:08.179993 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d820e48d-24c6-43d2-adf0-06a155ce9948 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:41:08.180393 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d820e48d-24c6-43d2-adf0-06a155ce9948 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.186261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:41:08.193427 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:41:08.206081 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-351aa4a4-f27e-40b0-9a55-048bf27edb6d req-8397cb76-cb4a-42e8-8d08-fbdf45a7c5a0 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 210 time: 0.0836844 Jan 28 06:41:08.207165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:08.238110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.260731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.281763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Transition to ACTIVE for port object b4d3fd8b-214e-484f-846a-c3dba35ae46f will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:08.302718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Made reservation on behalf of bebf38fb181f49eba6bd3ae32ea683a8 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:08.307666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.321974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Made reservation on behalf of 275bb0c3b7374615ba0375c3fb50753c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:08.328902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.376113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:08.381593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Usage tracker for resource:port and tenant:bb1bd7b93cc04d2381fa60936dc42957 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:08.384576 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:08.387200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] device_id is not set on port 2ada26a6-f404-42fc-b20e-208c46af3bfa yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:41:08.388003 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Network efaf1c17-71de-41ed-866d-a7e4458492be is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:08.390967 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:08.391102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:08.401766 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:08.414581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Pushing event updated for resources: {'Port': ['ID=f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:08.424287 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d820e48d-24c6-43d2-adf0-06a155ce9948 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.432873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] device_id is not set on port 70d547e7-1cd5-423a-ac2b-53e0329118ad yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:41:08.457772 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d820e48d-24c6-43d2-adf0-06a155ce9948 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b5afde83-7ff1-4cd1-8ef8-345e4f961c3e {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 06:41:08.460377 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d820e48d-24c6-43d2-adf0-06a155ce9948 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.463147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820e48d-24c6-43d2-adf0-06a155ce9948 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5afde83-7ff1-4cd1-8ef8-345e4f961c3e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:08.474273 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d820e48d-24c6-43d2-adf0-06a155ce9948 tempest-ExternalNetworksTestJSON-1618753560 tempest-ExternalNetworksTestJSON-1618753560-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b5afde83-7ff1-4cd1-8ef8-345e4f961c3e HTTP/1.1" status: 204 len: 168 time: 0.9098489 Jan 28 06:41:08.479155 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37508) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:08.501103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.533294 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Attempting to bind port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:41:08.533881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Attempting to bind port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '194ce390-47e4-447f-a1e7-e9b29e6fab39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'efaf1c17-71de-41ed-866d-a7e4458492be'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:41:08.534505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Attempting to bind port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b on network efaf1c17-71de-41ed-866d-a7e4458492be {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:41:08.541866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:41:08.542416 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Checking segment: {'id': '194ce390-47e4-447f-a1e7-e9b29e6fab39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'efaf1c17-71de-41ed-866d-a7e4458492be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:08.543652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.549717 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Bound using segment: {'id': '194ce390-47e4-447f-a1e7-e9b29e6fab39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'efaf1c17-71de-41ed-866d-a7e4458492be'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:41:08.549717 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Bound port: f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194ce390-47e4-447f-a1e7-e9b29e6fab39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'efaf1c17-71de-41ed-866d-a7e4458492be'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:41:08.549717 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.579687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.37', 49859) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:08.698605 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cce2e61-b624-49bf-8517-812c108aee8d tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] DELETE failed (client error): The resource could not be found. Jan 28 06:41:08.699717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cce2e61-b624-49bf-8517-812c108aee8d tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:41:08.705742 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5cce2e61-b624-49bf-8517-812c108aee8d tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] 10.222.0.25 "DELETE /v2.0/subnets/c079695c-2329-4446-b15a-bc843bec209d HTTP/1.1" status: 404 len: 337 time: 0.2254355 Jan 28 06:41:08.707512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37524) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:08.708267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Made reservation on behalf of bb1bd7b93cc04d2381fa60936dc42957 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:08.712397 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.720237 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] For port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:41:08.728888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] For port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b,segment=NetworkSegment(194ce390-47e4-447f-a1e7-e9b29e6fab39),segment_id=194ce390-47e4-447f-a1e7-e9b29e6fab39)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:41:08.794176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Network 8886dbeb-4f80-48ff-9274-cc7baff1f53c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:08.804676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:08.855924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:08.937629 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2874a4-7942-423d-939d-50edb7f1b4c7 None None] Pushing event updated for resources: {'Port': ['ID=f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:08.988615 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-281536de-8373-4b37-aac6-58054102cb2e req-72b61725-5249-4bd6-89a2-0cf2a5e371c8 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 210 time: 0.1762280 Jan 28 06:41:08.989580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event updated for resources: {'Port': ['ID=b4d3fd8b-214e-484f-846a-c3dba35ae46f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:09.005047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:09.187168 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5fa1-bc59-4123-abd4-c88c9d760f30 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:09.439058 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9b59b74d-1487-48da-97a9-1852e4373c96 None None] Provisioning for port b4d3fd8b-214e-484f-846a-c3dba35ae46f completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:09.441632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9b59b74d-1487-48da-97a9-1852e4373c96 None None] Provisioning complete for port b4d3fd8b-214e-484f-846a-c3dba35ae46f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:09.442370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b59b74d-1487-48da-97a9-1852e4373c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:09.610733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Allocated IP 2001:db8::e9 (efaf1c17-71de-41ed-866d-a7e4458492be/f3a9cc97-30d0-4a88-8893-27aab78c4cfe/70d547e7-1cd5-423a-ac2b-53e0329118ad) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:09.628000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9b59b74d-1487-48da-97a9-1852e4373c96 None None] Port b4d3fd8b-214e-484f-846a-c3dba35ae46f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:09.720825 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:41:09.721569 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:09.722807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:09.731354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5fa1-bc59-4123-abd4-c88c9d760f30 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:09.772758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-4a1f5fa1-bc59-4123-abd4-c88c9d760f30 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d49d050-cd4d-4893-8b55-94b15d856c2f']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:09.785370 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Allocated IP 172.20.0.13 (900882d3-f259-4633-a0ad-6db24a9bc89e/1d287cf5-03cc-4605-a5b6-1cc9364d0ed2/7f325355-9184-4dbf-8fc8-9d2ada28d833) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:09.810576 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-4a1f5fa1-bc59-4123-abd4-c88c9d760f30 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c01a7ee-d69e-4336-9721-13005ca9fe69') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:09.810874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-4a1f5fa1-bc59-4123-abd4-c88c9d760f30 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c01a7ee-d69e-4336-9721-13005ca9fe69') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:09.853205 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5fa1-bc59-4123-abd4-c88c9d760f30 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:09.879511 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-88b54a9a-8991-41cf-af4c-046945439dc9 req-6c04a450-706b-46ff-9ae7-71e9547df278 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 210 time: 0.4056227 Jan 28 06:41:09.897349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5fa1-bc59-4123-abd4-c88c9d760f30 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:09.906576 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1f5fa1-bc59-4123-abd4-c88c9d760f30 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:41:09.906962 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8e5897ab-aedd-4bd1-a6a5-576291454450 req-e99777c7-cc08-4721-bd9a-39608b2d0364 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 210 time: 0.1918771 Jan 28 06:41:09.907765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5fa1-bc59-4123-abd4-c88c9d760f30 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:10.008843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Allocated IP 2001:db8::25c (4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e/c6253a3b-13c3-4466-8de7-a44336239272/2ada26a6-f404-42fc-b20e-208c46af3bfa) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:41:10.093812 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:41:10.099184 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:10.407846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5fa1-bc59-4123-abd4-c88c9d760f30 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:10.450809 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37554) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:10.452607 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4a1f5fa1-bc59-4123-abd4-c88c9d760f30 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:10.483320 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-13ff4de1-8815-4641-9228-c28bb0090075 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:10.489514 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-13ff4de1-8815-4641-9228-c28bb0090075 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.37 "GET /v2.0/networks?id=fff5bcd7-fb45-4a46-a801-8637fdb03e0f HTTP/1.1" status: 200 len: 812 time: 1.8642001 Jan 28 06:41:10.489514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.37', 49863) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:10.489722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f5fa1-bc59-4123-abd4-c88c9d760f30 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] Pushing event deleted for resources: {'Network': ['ID=4d49d050-cd4d-4893-8b55-94b15d856c2f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:10.510234 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f835173b-c082-420e-9a1d-0492f0464045 req-1f87261d-574d-4e54-93ee-6fa9c1b5863b tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 210 time: 0.1632173 Jan 28 06:41:10.540177 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:10.585502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Transition to ACTIVE for port object 7f325355-9184-4dbf-8fc8-9d2ada28d833 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:10.626840 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4a1f5fa1-bc59-4123-abd4-c88c9d760f30 tempest-ExternalNetworksTestJSON-1733335301 tempest-ExternalNetworksTestJSON-1733335301-project] 10.222.0.25 "DELETE /v2.0/networks/4d49d050-cd4d-4893-8b55-94b15d856c2f HTTP/1.1" status: 204 len: 168 time: 1.9021263 Jan 28 06:41:10.655515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:10.738598 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:10.903700 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1876310597', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:10.913112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:10.931681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Usage tracker for resource:port and tenant:b98acb9f6d8940ccae456933955f7f4a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:10.941411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Network 900882d3-f259-4633-a0ad-6db24a9bc89e is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:10.953272 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:10.959766 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc3e42c-cd96-4356-8e0f-a48207e92daa None None] Network efaf1c17-71de-41ed-866d-a7e4458492be requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:10.981857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:10.992708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:10.997710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Pushing event updated for resources: {'Port': ['ID=7f325355-9184-4dbf-8fc8-9d2ada28d833,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:11.000481 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:11.037474 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d28b83c0-8acc-4410-b61a-2ac43fb6c1e5 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5622191 Jan 28 06:41:11.038258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37568) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:11.116560 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:11.117424 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:11.121983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Made reservation on behalf of b98acb9f6d8940ccae456933955f7f4a for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:11.124921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:11.140417 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:11.179782 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:11.204185 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Usage tracker for resource:security_group_rule and tenant:b98acb9f6d8940ccae456933955f7f4a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:11.215977 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:11.235654 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:11.288606 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51a60bf8-c0ab-42e8-89c9-a984a57f364c req-ef09a5e2-a71c-49f3-851b-b09a7d716607 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 210 time: 0.1226087 Jan 28 06:41:11.310182 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-d42cf760-c4b1-4385-a0a1-7a8999e1dd1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1665697 Jan 28 06:41:11.348385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-4ebc84a9-0aac-4a7b-902f-a44cf6c0bcee tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:41:11.354085 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-4ebc84a9-0aac-4a7b-902f-a44cf6c0bcee tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0232217 Jan 28 06:41:11.408389 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f2454e1-018d-4ece-be42-b0ec0930fe66 None None] Provisioning for port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:11.426994 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f2454e1-018d-4ece-be42-b0ec0930fe66 None None] Provisioning complete for port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:11.427402 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f2454e1-018d-4ece-be42-b0ec0930fe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:11.429185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:11.511491 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-28db90eb-a1d1-4580-8f37-991693a8ed01 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=041b8e4388b44244b95aae87439097f7 HTTP/1.1" status: 200 len: 380 time: 0.9772964 Jan 28 06:41:11.526220 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0f924d92-3792-42e6-9b88-c560de6b1ed6 req-ab8611ad-e65a-49e9-aa9f-84e01613da7d tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 210 time: 0.3216343 Jan 28 06:41:11.553818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Request body: {'port': {'device_id': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'admin_state_up': True, 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'security_groups': ['1e220daa-2b42-4c4c-b9f5-182a5991b147']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:11.560629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37582) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:11.607254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:11.659286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:11.668171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Transition to ACTIVE for port object 2ada26a6-f404-42fc-b20e-208c46af3bfa will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:11.682132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:11.695911 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'project_id': '85523f98961443b7a51d5892a9b19d96', 'port_id': 'b4d3fd8b-214e-484f-846a-c3dba35ae46f'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:11.704090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] device_id is not set on port ff91a937-81aa-4b53-a94d-01df85f2ce82 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:41:11.714663 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f2454e1-018d-4ece-be42-b0ec0930fe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:11.797330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1f2454e1-018d-4ece-be42-b0ec0930fe66 None None] For port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b,segment=NetworkSegment(194ce390-47e4-447f-a1e7-e9b29e6fab39),segment_id=194ce390-47e4-447f-a1e7-e9b29e6fab39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:11.824760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:11.841305 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef14f06-9c8f-47d2-908c-a315f2c0662c,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:11.860605 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f2454e1-018d-4ece-be42-b0ec0930fe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:11.914653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Transition to ACTIVE for port object 70d547e7-1cd5-423a-ac2b-53e0329118ad will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:11.922023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Usage tracker for resource:floatingip and tenant:85523f98961443b7a51d5892a9b19d96 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:11.962661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:12.007863 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2454e1-018d-4ece-be42-b0ec0930fe66 None None] Pushing event updated for resources: {'Port': ['ID=f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:12.023435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fb810-8d72-4555-bb9b-07585677d40b req-fdf9b71d-af3f-4fc9-8444-ef69976a6995 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:12.024948 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-fdf9b71d-af3f-4fc9-8444-ef69976a6995 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.37 "GET /v2.0/networks?id=5f2b0666-0d46-4da3-b041-3a536f560007 HTTP/1.1" status: 200 len: 805 time: 1.5154674 Jan 28 06:41:12.033691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:12.038066 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Request body: {'port': {'device_id': '8f463e91-97fd-4b25-b739-03625dcb7cea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:12.079593 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-993d1d02-4bcc-49d6-be76-5ae9f6e6091f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e14d94565fc4ab69f5e1907daa56bf3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5153191 Jan 28 06:41:12.082239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:12.084580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37592) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:12.093000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-46656661-bc2a-4b8c-84ca-b14336faf772 None None] Provisioning for port 7f325355-9184-4dbf-8fc8-9d2ada28d833 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:12.096544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Usage tracker for resource:port and tenant:041b8e4388b44244b95aae87439097f7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:12.101513 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-46656661-bc2a-4b8c-84ca-b14336faf772 None None] Provisioning complete for port 7f325355-9184-4dbf-8fc8-9d2ada28d833 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:12.102452 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46656661-bc2a-4b8c-84ca-b14336faf772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:12.110134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:12.120342 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:12.184632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32765423-fa12-442d-844d-0c8b2ae43b69 req-00947e3f-961d-4785-be71-63a410b9e8b9 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:12.191890 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-46656661-bc2a-4b8c-84ca-b14336faf772 None None] Port 7f325355-9184-4dbf-8fc8-9d2ada28d833 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:12.192330 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-32765423-fa12-442d-844d-0c8b2ae43b69 req-00947e3f-961d-4785-be71-63a410b9e8b9 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 932 time: 0.3702934 Jan 28 06:41:12.228949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:12.253587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:12.269394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Allocated IP 172.26.4.8 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/ff91a937-81aa-4b53-a94d-01df85f2ce82) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:12.271520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:12.346330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:12.354546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a9125f1e-5ba3-4db3-a703-ed32dd0cbaee None None] Provisioning complete for port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:12.354660 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-c568a65b-5576-42da-91fa-21a79aec76d2 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2423fe87bf994d5ea23de358f8ed2566 HTTP/1.1" status: 200 len: 380 time: 0.2448592 Jan 28 06:41:12.354743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a9125f1e-5ba3-4db3-a703-ed32dd0cbaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:12.361716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:12.364567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:12.366385 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:12.372303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:12.372931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:12.403090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Made reservation on behalf of 041b8e4388b44244b95aae87439097f7 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:12.407888 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:12.435049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Request body: {'port': {'device_id': 'c2ad4a15-adf5-4203-b897-036b67403bc4', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'admin_state_up': True, 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'security_groups': ['7d4b6e1a-e204-4da3-b072-37598fe1bbe4']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:12.483197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b83d4d4-12ec-4ef2-aae6-1cac9c84c2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:12.789409 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-32765423-fa12-442d-844d-0c8b2ae43b69 req-82a02e27-67d5-4379-9cf8-1ca4c36c05f6 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5960255 Jan 28 06:41:12.805903 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event updated for resources: {'Port': ['ID=2ada26a6-f404-42fc-b20e-208c46af3bfa,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:12.944895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a368208f-24c9-45de-bc43-550ab8de88ec None None] Provisioning for port 2ada26a6-f404-42fc-b20e-208c46af3bfa completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:12.944895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a368208f-24c9-45de-bc43-550ab8de88ec None None] Provisioning complete for port 2ada26a6-f404-42fc-b20e-208c46af3bfa triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:12.944895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a368208f-24c9-45de-bc43-550ab8de88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:12.998429 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0f07eb68-c6f8-4e57-a6d8-77ab04e39253 req-9d9f1f72-7181-4089-b417-d6976971f51b tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 210 time: 0.3803759 Jan 28 06:41:13.094583 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a368208f-24c9-45de-bc43-550ab8de88ec None None] Port 2ada26a6-f404-42fc-b20e-208c46af3bfa cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:13.115789 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5c9fe800-8ab8-4151-affe-14865630728b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 6.1278532 Jan 28 06:41:13.116387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:13.116779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Network efaf1c17-71de-41ed-866d-a7e4458492be is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:13.119158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f325355-9184-4dbf-8fc8-9d2ada28d833 {{(pid=88216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:41:13.123497 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37604) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:13.134987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-fad8fa46-e188-4ffa-b37f-d6d0fefbf4cd tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2fb', 'mac_address': 'fa:16:3e:5c:f7:bc'}, {'ip_address': '2001:db8::132', 'mac_address': 'fa:16:3e:ef:af:41'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:13.191412 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:13.239180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:13.244179 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:13.257065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:13.257931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:13.260141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Transition to ACTIVE for port object 7f325355-9184-4dbf-8fc8-9d2ada28d833 will not be triggered until provisioned by entity L2. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:13.267003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Pushing event updated for resources: {'Port': ['ID=70d547e7-1cd5-423a-ac2b-53e0329118ad,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:13.321011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b83d4d4-12ec-4ef2-aae6-1cac9c84c2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:13.379085 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:13.481667 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-39143d00-d371-40dc-bc71-76af6dda4a1a req-9a802688-7abb-4037-81db-1c556b25335e tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 210 time: 0.3650582 Jan 28 06:41:13.517773 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a3dd02ed-ba26-4f39-9629-e9cc0c9418be tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 6.5353415 Jan 28 06:41:13.524056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Pushing event updated for resources: {'Port': ['ID=7f325355-9184-4dbf-8fc8-9d2ada28d833,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:13.527202 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37608) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:13.540660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Request body: {'port': {'network_id': 'efaf1c17-71de-41ed-866d-a7e4458492be', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-614674884', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:13.541294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.api.validators [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] bootfile-name is not in valid_values {{(pid=88216) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 06:41:13.541688 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.api.validators [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] tftp-server is not in valid_values {{(pid=88216) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 06:41:13.542100 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.api.validators [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] server-ip-address is not in valid_values {{(pid=88216) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 06:41:13.557408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b83d4d4-12ec-4ef2-aae6-1cac9c84c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:13.616684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:41:13.717506 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:13.790882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:13.791276 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:13.813190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fad8fa46-e188-4ffa-b37f-d6d0fefbf4cd tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:13.869629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:13.869721 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-75504aba-57ed-4be9-8e95-a07fbdba67c7 None None] Provisioning for port 70d547e7-1cd5-423a-ac2b-53e0329118ad completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:13.869814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83d4d4-12ec-4ef2-aae6-1cac9c84c2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c614610-53a6-4758-85cf-d9573bc6972b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:13.920134 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-75504aba-57ed-4be9-8e95-a07fbdba67c7 None None] Provisioning complete for port 70d547e7-1cd5-423a-ac2b-53e0329118ad triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:13.920532 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-75504aba-57ed-4be9-8e95-a07fbdba67c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:13.935186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:13.954647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:14.046011 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-75504aba-57ed-4be9-8e95-a07fbdba67c7 None None] Port 70d547e7-1cd5-423a-ac2b-53e0329118ad cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:14.070485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b83d4d4-12ec-4ef2-aae6-1cac9c84c2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:14.070485 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8b83d4d4-12ec-4ef2-aae6-1cac9c84c2fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c614610-53a6-4758-85cf-d9573bc6972b HTTP/1.1" status: 204 len: 168 time: 1.9817433 Jan 28 06:41:14.294932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Allocated IP 172.20.0.9 (fff5bcd7-fb45-4a46-a801-8637fdb03e0f/b4e04562-c29c-423f-8bfb-b38803ba8111/2f81d7e0-76b2-4288-b989-ffc019ea4335) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:14.311909 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Pushing event updated for resources: {'Port': ['ID=ff91a937-81aa-4b53-a94d-01df85f2ce82,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:14.320304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Made reservation on behalf of 2423fe87bf994d5ea23de358f8ed2566 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:14.324101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:14.360258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-cfbbcc69-b31c-429e-8a8d-a0877f6f12e1 req-fdd77310-a69a-4e0b-90aa-182b2bf4a5f0 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Synchronizing usage tracker for tenant:041b8e4388b44244b95aae87439097f7 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:14.380392 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:14.393648 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:14.396379 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:14.486883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Attempting to bind port 7f325355-9184-4dbf-8fc8-9d2ada28d833 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:41:14.487475 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Attempting to bind port 7f325355-9184-4dbf-8fc8-9d2ada28d833 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'fa8bb530-7d34-442b-b946-f1b6510bf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:41:14.487980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Attempting to bind port 7f325355-9184-4dbf-8fc8-9d2ada28d833 on network 900882d3-f259-4633-a0ad-6db24a9bc89e {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:41:14.533080 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:14.535696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Port 7f325355-9184-4dbf-8fc8-9d2ada28d833 on network 900882d3-f259-4633-a0ad-6db24a9bc89e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:41:14.536379 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Attempting to bind port 7f325355-9184-4dbf-8fc8-9d2ada28d833 on network 900882d3-f259-4633-a0ad-6db24a9bc89e {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:41:14.562912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Usage tracker for resource:port and tenant:275bb0c3b7374615ba0375c3fb50753c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:14.572325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:14.573136 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:14.579640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:14.585006 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:41:14.587332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Checking segment: {'id': 'fa8bb530-7d34-442b-b946-f1b6510bf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:14.587332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Bound using segment: {'id': 'fa8bb530-7d34-442b-b946-f1b6510bf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e'} {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:41:14.587332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Bound port: 7f325355-9184-4dbf-8fc8-9d2ada28d833, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8bb530-7d34-442b-b946-f1b6510bf076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e'}}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:41:14.587332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:14.616128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Allocated IP 172.26.4.153 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/bc14c61a-469a-469c-9c40-ce4c2737d046) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:14.621945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-cfbbcc69-b31c-429e-8a8d-a0877f6f12e1 req-fdd77310-a69a-4e0b-90aa-182b2bf4a5f0 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Unset dirty status for tenant:041b8e4388b44244b95aae87439097f7 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:14.623003 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cfbbcc69-b31c-429e-8a8d-a0877f6f12e1 req-fdd77310-a69a-4e0b-90aa-182b2bf4a5f0 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 210 time: 0.3715265 Jan 28 06:41:14.697021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408bde89-90c9-4823-970e-dfcd715d6e93 req-ecfe088a-0792-46c7-b8d4-37facd1640ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:14.698489 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-408bde89-90c9-4823-970e-dfcd715d6e93 req-ecfe088a-0792-46c7-b8d4-37facd1640ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 944 time: 0.6126804 Jan 28 06:41:14.720645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:14.860276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Made reservation on behalf of 275bb0c3b7374615ba0375c3fb50753c for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:14.864414 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:14.918063 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] device_id is not set on port be5fce15-81d3-40cd-9436-48afd2dcd06d yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:41:14.933696 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a543ef55-2e1a-4ff9-bb6e-43b523fd12e7 req-f2940eba-cf35-417b-8e68-2c48996ddbba tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 210 time: 0.0658653 Jan 28 06:41:14.979481 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-408bde89-90c9-4823-970e-dfcd715d6e93 req-b4a85f39-2d1e-4039-9d54-1448dec7ef61 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416980 Jan 28 06:41:14.992851 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-750e9112-dfb8-4338-a428-26a77090bc05 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.5210421 Jan 28 06:41:14.992851 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37622) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:15.003182 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.8'}]}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:15.005329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.016411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:15.025799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] For port 7f325355-9184-4dbf-8fc8-9d2ada28d833, host hv-neutron-8240, cleared binding levels {{(pid=88216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:41:15.033380 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Usage tracker for resource:router and tenant:b98acb9f6d8940ccae456933955f7f4a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:15.054306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:15.070230 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:15.072993 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] For port 7f325355-9184-4dbf-8fc8-9d2ada28d833, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7f325355-9184-4dbf-8fc8-9d2ada28d833,segment=NetworkSegment(fa8bb530-7d34-442b-b946-f1b6510bf076),segment_id=fa8bb530-7d34-442b-b946-f1b6510bf076)] {{(pid=88216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:41:15.079330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fad8fa46-e188-4ffa-b37f-d6d0fefbf4cd tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.129325 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Allocated IP 172.20.0.5 (5f2b0666-0d46-4da3-b041-3a536f560007/fe055a4a-7120-4b77-9062-14e6a086583f/09dc5c21-b41c-4367-8feb-de551e51d904) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:15.133396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37626) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:15.135683 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Transition to ACTIVE for port object 2f81d7e0-76b2-4288-b989-ffc019ea4335 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:15.186964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.265549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Allocated IP 2001:db8::273 (efaf1c17-71de-41ed-866d-a7e4458492be/f3a9cc97-30d0-4a88-8893-27aab78c4cfe/be5fce15-81d3-40cd-9436-48afd2dcd06d) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:15.311694 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-499fc259-864c-434f-b58a-cbab52d21a54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9aabf5a60dfe4ee3aa48a70e5e094e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742854 Jan 28 06:41:15.313653 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37630) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:15.410559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.432970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Transition to ACTIVE for port object 09dc5c21-b41c-4367-8feb-de551e51d904 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:15.472486 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1b3b061a-2828-4764-a13b-681231dcebba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.540704 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.636988 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1b3b061a-2828-4764-a13b-681231dcebba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.667269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:15.667979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.669486 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] 10.222.0.37 "PUT /v2.0/ports/7f325355-9184-4dbf-8fc8-9d2ada28d833 HTTP/1.1" status: 200 len: 1094 time: 3.8655725 Jan 28 06:41:15.672345 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f463e91-97fd-4b25-b739-03625dcb7cea', 'tag': '7f325355-9184-4dbf-8fc8-9d2ada28d833'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:41:15.739500 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fad8fa46-e188-4ffa-b37f-d6d0fefbf4cd tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.780833 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-fad8fa46-e188-4ffa-b37f-d6d0fefbf4cd tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] In _notify_port_updated(), no bound segment for port 2ada26a6-f404-42fc-b20e-208c46af3bfa on network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e {{(pid=88216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:41:15.785042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.787156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.792800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.818132 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad8fa46-e188-4ffa-b37f-d6d0fefbf4cd tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:15.823115 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fad8fa46-e188-4ffa-b37f-d6d0fefbf4cd tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.833228 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fad8fa46-e188-4ffa-b37f-d6d0fefbf4cd tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "PUT /v2.0/ports/2ada26a6-f404-42fc-b20e-208c46af3bfa HTTP/1.1" status: 200 len: 1068 time: 2.7000632 Jan 28 06:41:15.833228 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.833228 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.855943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37640) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:15.860790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88f4fc-6a62-447c-9f64-e740cf892e80 service neutron] Pushing event updated for resources: {'Port': ['ID=7f325355-9184-4dbf-8fc8-9d2ada28d833,revision_number=3']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:15.863264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.974075 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:15.999328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Transition to ACTIVE for port object be5fce15-81d3-40cd-9436-48afd2dcd06d will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:16.181848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Pushing event updated for resources: {'Port': ['ID=bc14c61a-469a-469c-9c40-ce4c2737d046,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:16.243891 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8b482-93a3-4f7d-804f-2f001c094a51 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Deleting port 2ada26a6-f404-42fc-b20e-208c46af3bfa {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:16.244256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b482-93a3-4f7d-804f-2f001c094a51 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:16.247723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Network 5f2b0666-0d46-4da3-b041-3a536f560007 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:16.303527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-dcbf3922-5650-4d9a-8e79-00e303b03753 None None] Provisioning complete for port 2ada26a6-f404-42fc-b20e-208c46af3bfa triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:16.304654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dcbf3922-5650-4d9a-8e79-00e303b03753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:16.313236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:16.329070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:16.332462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Network fff5bcd7-fb45-4a46-a801-8637fdb03e0f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:16.333490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:16.336786 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:16.379722 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dcbf3922-5650-4d9a-8e79-00e303b03753 None None] Port 2ada26a6-f404-42fc-b20e-208c46af3bfa cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:16.401725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1b3b061a-2828-4764-a13b-681231dcebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:16.415945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:16.420053 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:16.460204 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8fa46-e188-4ffa-b37f-d6d0fefbf4cd tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event updated for resources: {'Port': ['ID=2ada26a6-f404-42fc-b20e-208c46af3bfa,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:16.471081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:16.477269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b061a-2828-4764-a13b-681231dcebba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13bae91-78c6-45d3-bea8-d54dba90259c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:16.479092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:16.583338 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Network efaf1c17-71de-41ed-866d-a7e4458492be is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:16.628967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:16.632221 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Pushing event updated for resources: {'Port': ['ID=be5fce15-81d3-40cd-9436-48afd2dcd06d,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:16.639676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:16.646764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:16.647929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:16.657457 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Pushing event updated for resources: {'Port': ['ID=09dc5c21-b41c-4367-8feb-de551e51d904,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:16.682032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1b3b061a-2828-4764-a13b-681231dcebba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:16.683390 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1b3b061a-2828-4764-a13b-681231dcebba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a13bae91-78c6-45d3-bea8-d54dba90259c HTTP/1.1" status: 204 len: 168 time: 1.3697190 Jan 28 06:41:16.914756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-75f6ddc3-2eb7-4067-89f6-fae3365acd45 None None] Provisioning for port 09dc5c21-b41c-4367-8feb-de551e51d904 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:16.920588 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-75f6ddc3-2eb7-4067-89f6-fae3365acd45 None None] Provisioning complete for port 09dc5c21-b41c-4367-8feb-de551e51d904 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:16.920958 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-75f6ddc3-2eb7-4067-89f6-fae3365acd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:17.048555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:17.049216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:17.059020 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-75f6ddc3-2eb7-4067-89f6-fae3365acd45 None None] Port 09dc5c21-b41c-4367-8feb-de551e51d904 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:17.112164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:17.112780 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:17.160948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Pushing event updated for resources: {'Port': ['ID=2f81d7e0-76b2-4288-b989-ffc019ea4335,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:17.194464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8435c-59bf-4dbf-953c-73ec7281a7ab req-e30d26b6-5443-44b1-acec-5b71c0808d56 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:17.196225 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a8435c-59bf-4dbf-953c-73ec7281a7ab req-e30d26b6-5443-44b1-acec-5b71c0808d56 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 931 time: 1.2260189 Jan 28 06:41:17.226166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:17.231925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31f31a-42c1-4f09-9d97-ce0a26662a78 req-a72fa225-9a0b-4079-a153-a7bf0d7ef840 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:17.232837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-dc31f31a-42c1-4f09-9d97-ce0a26662a78 req-a72fa225-9a0b-4079-a153-a7bf0d7ef840 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Synchronizing usage tracker for tenant:2423fe87bf994d5ea23de358f8ed2566 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:17.241217 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b9d10bb5-b22d-42e3-8649-bd44766613e8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.7095213 Jan 28 06:41:17.253628 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37652) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:17.265979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-4458f789-15db-4710-aa31-e5c6fd008481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:17.267143 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-55ff39ce-4341-43fd-b1b8-4f6e07bc0066 None None] Provisioning for port 2f81d7e0-76b2-4288-b989-ffc019ea4335 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:17.267701 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-4458f789-15db-4710-aa31-e5c6fd008481 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb1bd7b93cc04d2381fa60936dc42957&device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 1097 time: 1.1621697 Jan 28 06:41:17.274189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-55ff39ce-4341-43fd-b1b8-4f6e07bc0066 None None] Provisioning complete for port 2f81d7e0-76b2-4288-b989-ffc019ea4335 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:17.274931 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-55ff39ce-4341-43fd-b1b8-4f6e07bc0066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:17.296750 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-4c4050aa-d7cd-436b-b069-e9bbbd4db8c1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9194026 Jan 28 06:41:17.317375 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-7e5e1cde-33a0-47c9-a081-999009e8b400 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7871211 Jan 28 06:41:17.348189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Request body: {'port': {'device_id': 'c2ad4a15-adf5-4203-b897-036b67403bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:17.388260 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-55ff39ce-4341-43fd-b1b8-4f6e07bc0066 None None] Port 2f81d7e0-76b2-4288-b989-ffc019ea4335 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:17.388866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Request body: {'port': {'device_id': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:17.486437 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-617c20f1-cd0f-4d5f-bd7c-dd72830587d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f325355-9184-4dbf-8fc8-9d2ada28d833 HTTP/1.1" status: 200 len: 217 time: 0.1857378 Jan 28 06:41:17.490717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b482-93a3-4f7d-804f-2f001c094a51 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:17.583855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-dc31f31a-42c1-4f09-9d97-ce0a26662a78 req-a72fa225-9a0b-4079-a153-a7bf0d7ef840 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Unset dirty status for tenant:2423fe87bf994d5ea23de358f8ed2566 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:17.583855 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc31f31a-42c1-4f09-9d97-ce0a26662a78 req-a72fa225-9a0b-4079-a153-a7bf0d7ef840 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 931 time: 1.3585377 Jan 28 06:41:17.583855 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a8435c-59bf-4dbf-953c-73ec7281a7ab req-6a74859c-c960-41df-bf91-20169a3c744d tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106513 Jan 28 06:41:17.900683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8b482-93a3-4f7d-804f-2f001c094a51 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Calling delete_port for 2ada26a6-f404-42fc-b20e-208c46af3bfa owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:17.904057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-55ff39ce-4341-43fd-b1b8-4f6e07bc0066 None None] Provisioning for port be5fce15-81d3-40cd-9436-48afd2dcd06d completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:17.912036 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-55ff39ce-4341-43fd-b1b8-4f6e07bc0066 None None] Provisioning complete for port be5fce15-81d3-40cd-9436-48afd2dcd06d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:17.912492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-55ff39ce-4341-43fd-b1b8-4f6e07bc0066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:18.004867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-55ff39ce-4341-43fd-b1b8-4f6e07bc0066 None None] Port be5fce15-81d3-40cd-9436-48afd2dcd06d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:18.034640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-2bd9d36b-cdd9-4438-9d67-aa8c241dcff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:18.040036 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-2bd9d36b-cdd9-4438-9d67-aa8c241dcff3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d287cf5-03cc-4605-a5b6-1cc9364d0ed2 HTTP/1.1" status: 200 len: 851 time: 0.5166154 Jan 28 06:41:18.269284 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc31f31a-42c1-4f09-9d97-ce0a26662a78 req-585416df-a48c-480a-8b07-30a48a311a43 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172727 Jan 28 06:41:18.320161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9056dd33-cee9-4f31-bf6f-11cc375c7b8b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:18.328749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9056dd33-cee9-4f31-bf6f-11cc375c7b8b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:18.336814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9056dd33-cee9-4f31-bf6f-11cc375c7b8b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:18.338131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9056dd33-cee9-4f31-bf6f-11cc375c7b8b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Synchronizing usage tracker for tenant:275bb0c3b7374615ba0375c3fb50753c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:18.354914 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:18.367926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:18.730931 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f463e91-97fd-4b25-b739-03625dcb7cea', 'tag': '7f325355-9184-4dbf-8fc8-9d2ada28d833', 'status': 'completed', 'code': 200} Jan 28 06:41:18.735102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b482-93a3-4f7d-804f-2f001c094a51 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:18.816216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0e958-57e9-455d-a0ad-b09d734dbe22 req-06aa0bae-e0e0-4ad1-81f4-fa850590a209 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:18.824339 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-10d0e958-57e9-455d-a0ad-b09d734dbe22 req-06aa0bae-e0e0-4ad1-81f4-fa850590a209 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 944 time: 0.8360617 Jan 28 06:41:18.840127 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8b482-93a3-4f7d-804f-2f001c094a51 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event deleted for resources: {'Port': ['ID=2ada26a6-f404-42fc-b20e-208c46af3bfa,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:18.872668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9056dd33-cee9-4f31-bf6f-11cc375c7b8b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Unset dirty status for tenant:275bb0c3b7374615ba0375c3fb50753c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:18.880289 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9056dd33-cee9-4f31-bf6f-11cc375c7b8b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.6230149 Jan 28 06:41:18.910900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37682) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:19.100465 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-1763fe3c-367a-4d4f-8edf-a3d0cba7f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:19.100465 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-1763fe3c-367a-4d4f-8edf-a3d0cba7f361 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=900882d3-f259-4633-a0ad-6db24a9bc89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6034873 Jan 28 06:41:19.100465 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:19.102174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:19.102442 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:19.830573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d7d8b482-93a3-4f7d-804f-2f001c094a51 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:19.830573 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-fb1da3f2-486a-41eb-bad5-cc95562f3fba service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523352 Jan 28 06:41:19.830573 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d7d8b482-93a3-4f7d-804f-2f001c094a51 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "DELETE /v2.0/ports/2ada26a6-f404-42fc-b20e-208c46af3bfa HTTP/1.1" status: 204 len: 168 time: 3.8097816 Jan 28 06:41:19.830573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37690) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:19.833091 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-10d0e958-57e9-455d-a0ad-b09d734dbe22 req-43f7269a-0124-4725-a35a-c1e61f0a8b8d tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9042931 Jan 28 06:41:19.833091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-01b8fdda-cb54-45d4-9b1d-0bc057228051 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Deleting port be5fce15-81d3-40cd-9436-48afd2dcd06d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:19.833091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01b8fdda-cb54-45d4-9b1d-0bc057228051 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:19.861097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:20.010803 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:20.034650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14587-318d-4017-a412-2e0c9c54d1b6 req-d4e20ae3-628a-4f6d-9474-59b57b3997d4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:20.036196 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c3a14587-318d-4017-a412-2e0c9c54d1b6 req-d4e20ae3-628a-4f6d-9474-59b57b3997d4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 931 time: 1.3218739 Jan 28 06:41:20.100571 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ee3c4d-0223-4f15-bb91-bfc3407df894 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] GET failed (client error): The resource could not be found. Jan 28 06:41:20.101067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-80ee3c4d-0223-4f15-bb91-bfc3407df894 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Synchronizing usage tracker for tenant:bebf38fb181f49eba6bd3ae32ea683a8 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:20.166935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:41:20.420618 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-c79d376b-0a04-4a6d-b493-0fdc9500c201 req-33e04250-ea85-4396-950f-229ab671143c service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6629488 Jan 28 06:41:20.421210 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-80ee3c4d-0223-4f15-bb91-bfc3407df894 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Unset dirty status for tenant:bebf38fb181f49eba6bd3ae32ea683a8 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:20.422213 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-80ee3c4d-0223-4f15-bb91-bfc3407df894 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "GET /v2.0/ports/2ada26a6-f404-42fc-b20e-208c46af3bfa HTTP/1.1" status: 404 len: 333 time: 0.7014863 Jan 28 06:41:20.433873 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c3a14587-318d-4017-a412-2e0c9c54d1b6 req-ca7618cf-67eb-4d6a-b919-1c60ffe57f51 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3894651 Jan 28 06:41:20.462771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37700) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:20.465317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f81d7e0-76b2-4288-b989-ffc019ea4335 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:41:20.524467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:20.525846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:20.536074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09dc5c21-b41c-4367-8feb-de551e51d904 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:41:20.596335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:20.638914 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:20.691270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:20.691722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c19f2ff-f6f2-44b8-8896-6743cc3a0ab8 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:41:20.719361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4d0ad-d82e-4eb9-8c9e-594940371188 req-4d4fbd22-4756-45b4-9604-1e19bc60c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:20.720912 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-9db4d0ad-d82e-4eb9-8c9e-594940371188 req-4d4fbd22-4756-45b4-9604-1e19bc60c2ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb1bd7b93cc04d2381fa60936dc42957&device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 1097 time: 0.0877705 Jan 28 06:41:20.753121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6e479-3431-4117-b4d7-64975b753bb4 req-03922c7a-9474-4604-82c1-4892fa442aea tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:20.754625 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-24c6e479-3431-4117-b4d7-64975b753bb4 req-03922c7a-9474-4604-82c1-4892fa442aea tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 931 time: 0.9088140 Jan 28 06:41:20.763603 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Transition to ACTIVE for port object 2f81d7e0-76b2-4288-b989-ffc019ea4335 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:20.768873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Transition to ACTIVE for port object 09dc5c21-b41c-4367-8feb-de551e51d904 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:20.795211 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 06:41:20.798957 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-80099ff8-8987-45b5-be64-b1ac0dfdc8c3 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 5.8028603 Jan 28 06:41:20.809707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37716) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:20.813794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-6459c7d1-01a6-4c42-bae0-fb7ebc89db6b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Deleting port 0dd20bc2-fed5-4d30-bba4-a060d05f57f8 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:20.814150 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6459c7d1-01a6-4c42-bae0-fb7ebc89db6b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:20.894210 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4d0ad-d82e-4eb9-8c9e-594940371188 req-2e08800b-6513-49c0-a57f-ffabdfba1f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:20.894767 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:20.897843 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-9db4d0ad-d82e-4eb9-8c9e-594940371188 req-2e08800b-6513-49c0-a57f-ffabdfba1f2e service neutron] 10.222.0.37 "GET /v2.0/networks?id=900882d3-f259-4633-a0ad-6db24a9bc89e HTTP/1.1" status: 200 len: 913 time: 0.1675305 Jan 28 06:41:20.978011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01b8fdda-cb54-45d4-9b1d-0bc057228051 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:20.982308 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37722) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:20.985074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:21.097814 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-0456ce05-a152-436b-816f-f6d821948fbd tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:21.108917 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-9db4d0ad-d82e-4eb9-8c9e-594940371188 req-42d94d5d-0a90-4155-a1f1-c5bd6ad52b75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f325355-9184-4dbf-8fc8-9d2ada28d833 HTTP/1.1" status: 200 len: 217 time: 0.0745153 Jan 28 06:41:21.181447 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4d0ad-d82e-4eb9-8c9e-594940371188 req-8c555bad-fe6f-4709-a6a0-48ba6797e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:21.182908 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-9db4d0ad-d82e-4eb9-8c9e-594940371188 req-8c555bad-fe6f-4709-a6a0-48ba6797e1fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d287cf5-03cc-4605-a5b6-1cc9364d0ed2 HTTP/1.1" status: 200 len: 851 time: 0.0664499 Jan 28 06:41:21.244384 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0456ce05-a152-436b-816f-f6d821948fbd tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] 10.222.0.25 "PUT /v2.0/quotas/1aa2620994b94658a5d26b170c6f3af6 HTTP/1.1" status: 200 len: 368 time: 0.2609704 Jan 28 06:41:21.249348 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37730) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:21.262528 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Request body: {'network': {'project_id': '1aa2620994b94658a5d26b170c6f3af6'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:21.269847 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:21.280962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Usage tracker for resource:network and tenant:1aa2620994b94658a5d26b170c6f3af6 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:21.280962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:21.286055 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:21.303414 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4d0ad-d82e-4eb9-8c9e-594940371188 req-4650ce25-36a5-4b06-8028-9e045d628aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:21.304868 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-9db4d0ad-d82e-4eb9-8c9e-594940371188 req-4650ce25-36a5-4b06-8028-9e045d628aa7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=900882d3-f259-4633-a0ad-6db24a9bc89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1127787 Jan 28 06:41:21.363681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Made reservation on behalf of 1aa2620994b94658a5d26b170c6f3af6 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:21.366257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:21.397233 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:21.411348 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-24c6e479-3431-4117-b4d7-64975b753bb4 req-bbac65de-1622-4923-af69-b4ee8f7d743d tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6371865 Jan 28 06:41:21.433757 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:21.441431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Usage tracker for resource:security_group_rule and tenant:1aa2620994b94658a5d26b170c6f3af6 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:21.442309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-01b8fdda-cb54-45d4-9b1d-0bc057228051 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Calling delete_port for be5fce15-81d3-40cd-9436-48afd2dcd06d owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:21.497982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:41:21.540181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:21.552740 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:21.560759 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-9db4d0ad-d82e-4eb9-8c9e-594940371188 req-76bef878-bf43-46ac-bb99-7d125f3a80a3 service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807945 Jan 28 06:41:21.588166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-fc068ec0-a4ab-4b62-8cf6-8d796fac6669 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Deleting port ff91a937-81aa-4b53-a94d-01df85f2ce82 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:21.588541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc068ec0-a4ab-4b62-8cf6-8d796fac6669 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:21.616452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:21.711500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Pushing event updated for resources: {'Port': ['ID=2f81d7e0-76b2-4288-b989-ffc019ea4335,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:21.723252 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-9db4d0ad-d82e-4eb9-8c9e-594940371188 req-07ff84da-6e62-4fa5-8ad5-7f5df0697e5b service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545942 Jan 28 06:41:21.760861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:21.837680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:21.870003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:41:21.875277 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df44a97a-908c-4d8d-a779-4955e6fee434,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:21.882762 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:21.883123 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Added segment b3a9c08d-3013-442c-ab64-0410455aadb7 of type vlan for network b9c0192a-543c-49c9-9b32-ca7167398d79 Jan 28 06:41:21.912640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:21.929937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:22.011925 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:22.012895 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:22.013479 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:22.115287 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Pushing event updated for resources: {'Network': ['ID=b9c0192a-543c-49c9-9b32-ca7167398d79,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:22.125307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network b9c0192a-543c-49c9-9b32-ca7167398d79 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:41:22.180698 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Pushing event updated for resources: {'Port': ['ID=09dc5c21-b41c-4367-8feb-de551e51d904,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:22.196595 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c6c06f31-f4d1-4e29-9b8b-c35f46af4cc8 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9405732 Jan 28 06:41:22.199632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37736) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:22.206729 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Request body: {'network': {'project_id': '1aa2620994b94658a5d26b170c6f3af6'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:22.212057 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:22.216468 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Usage tracker for resource:network and tenant:1aa2620994b94658a5d26b170c6f3af6 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:22.221487 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:22.231948 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:22.334719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Made reservation on behalf of 1aa2620994b94658a5d26b170c6f3af6 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:22.337738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:22.369659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Attempting to bind port 2f81d7e0-76b2-4288-b989-ffc019ea4335 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:41:22.369997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Attempting to bind port 2f81d7e0-76b2-4288-b989-ffc019ea4335 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '8a19605c-085b-468a-82b6-38e32446b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:41:22.370324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Attempting to bind port 2f81d7e0-76b2-4288-b989-ffc019ea4335 on network fff5bcd7-fb45-4a46-a801-8637fdb03e0f {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:41:22.380223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185e473-fc3a-49a5-b798-abe44fc808d5 req-eb46b706-da28-47d0-99ec-b118dfcf70e2 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:22.381805 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6185e473-fc3a-49a5-b798-abe44fc808d5 req-eb46b706-da28-47d0-99ec-b118dfcf70e2 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 944 time: 1.4058733 Jan 28 06:41:22.419110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:22.444726 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:41:22.453057 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:22.453396 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Added segment 75c3d192-e507-4e62-bfb2-94fe29fde7d2 of type vlan for network 0753ab4a-acc4-47eb-973c-09ef2e4182b4 Jan 28 06:41:22.468302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Attempting to bind port 09dc5c21-b41c-4367-8feb-de551e51d904 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:41:22.468638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Attempting to bind port 09dc5c21-b41c-4367-8feb-de551e51d904 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '4d576cc7-8099-49d5-8840-897b48447d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:41:22.468961 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Attempting to bind port 09dc5c21-b41c-4367-8feb-de551e51d904 on network 5f2b0666-0d46-4da3-b041-3a536f560007 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:41:22.482061 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:22.530126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Port 2f81d7e0-76b2-4288-b989-ffc019ea4335 on network fff5bcd7-fb45-4a46-a801-8637fdb03e0f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:41:22.530453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Attempting to bind port 2f81d7e0-76b2-4288-b989-ffc019ea4335 on network fff5bcd7-fb45-4a46-a801-8637fdb03e0f {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:41:22.550569 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Pushing event updated for resources: {'Port': ['ID=bc14c61a-469a-469c-9c40-ce4c2737d046,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:22.552743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Port 09dc5c21-b41c-4367-8feb-de551e51d904 on network 5f2b0666-0d46-4da3-b041-3a536f560007 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:41:22.553068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Attempting to bind port 09dc5c21-b41c-4367-8feb-de551e51d904 on network 5f2b0666-0d46-4da3-b041-3a536f560007 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:41:22.580110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6459c7d1-01a6-4c42-bae0-fb7ebc89db6b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:22.589815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:22.591055 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:22.591862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:22.597661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:41:22.598009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Checking segment: {'id': '8a19605c-085b-468a-82b6-38e32446b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:22.598571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Bound using segment: {'id': '8a19605c-085b-468a-82b6-38e32446b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:41:22.599008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Bound port: 2f81d7e0-76b2-4288-b989-ffc019ea4335, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a19605c-085b-468a-82b6-38e32446b1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:41:22.599384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:22.620572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:41:22.620905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Checking segment: {'id': '4d576cc7-8099-49d5-8840-897b48447d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:22.621300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Bound using segment: {'id': '4d576cc7-8099-49d5-8840-897b48447d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:41:22.621881 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Bound port: 09dc5c21-b41c-4367-8feb-de551e51d904, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d576cc7-8099-49d5-8840-897b48447d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:41:22.622101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:22.695043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e069d-5c9a-4183-9acc-944901e9cdd3 req-3f24d516-d472-47c4-9e26-176fb0ac7f9f tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:22.696695 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb5e069d-5c9a-4183-9acc-944901e9cdd3 req-3f24d516-d472-47c4-9e26-176fb0ac7f9f tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 943 time: 1.1226480 Jan 28 06:41:22.706108 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5024602 Jan 28 06:41:22.709272 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37742) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:22.711785 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada983da-e25b-4fc0-940b-f63c46bd69f4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Pushing event updated for resources: {'Network': ['ID=0753ab4a-acc4-47eb-973c-09ef2e4182b4,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:22.716852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-87e3af9c-000f-4bc6-a091-625f330085a4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Request body: {'network': {'project_id': '1aa2620994b94658a5d26b170c6f3af6'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:22.722663 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-87e3af9c-000f-4bc6-a091-625f330085a4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:22.725121 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 0753ab4a-acc4-47eb-973c-09ef2e4182b4 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:41:22.726614 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-87e3af9c-000f-4bc6-a091-625f330085a4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Usage tracker for resource:network and tenant:1aa2620994b94658a5d26b170c6f3af6 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:22.729512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-87e3af9c-000f-4bc6-a091-625f330085a4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:22.735355 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-87e3af9c-000f-4bc6-a091-625f330085a4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:22.737584 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e3af9c-000f-4bc6-a091-625f330085a4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 06:41:22.738058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e3af9c-000f-4bc6-a091-625f330085a4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:41:22.739137 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-87e3af9c-000f-4bc6-a091-625f330085a4 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0293186 Jan 28 06:41:22.741989 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37746) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:22.794656 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-99305d42-cfea-41bb-b91c-67dffd68196b tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1aa2620994b94658a5d26b170c6f3af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514636 Jan 28 06:41:22.797137 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37750) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:22.881018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5353566b-c20e-445c-b93e-1d4b0e3f2023 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:22.907689 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5353566b-c20e-445c-b93e-1d4b0e3f2023 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.002207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01b8fdda-cb54-45d4-9b1d-0bc057228051 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.017529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-6459c7d1-01a6-4c42-bae0-fb7ebc89db6b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Calling delete_port for 0dd20bc2-fed5-4d30-bba4-a060d05f57f8 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:23.054708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5353566b-c20e-445c-b93e-1d4b0e3f2023 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.069494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353566b-c20e-445c-b93e-1d4b0e3f2023 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df44a97a-908c-4d8d-a779-4955e6fee434,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:23.075871 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5353566b-c20e-445c-b93e-1d4b0e3f2023 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.077365 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5353566b-c20e-445c-b93e-1d4b0e3f2023 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/df44a97a-908c-4d8d-a779-4955e6fee434 HTTP/1.1" status: 204 len: 168 time: 0.2792344 Jan 28 06:41:23.079789 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37754) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:23.145007 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6185e473-fc3a-49a5-b798-abe44fc808d5 req-04347b25-268a-4e62-a930-7cbdea44b7dd tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7289917 Jan 28 06:41:23.188394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b47ab240-2f2c-4e9e-a5ee-19a06fc92192 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.250206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8fdda-cb54-45d4-9b1d-0bc057228051 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Pushing event deleted for resources: {'Port': ['ID=be5fce15-81d3-40cd-9436-48afd2dcd06d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:23.325851 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b47ab240-2f2c-4e9e-a5ee-19a06fc92192 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.362340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc068ec0-a4ab-4b62-8cf6-8d796fac6669 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.366826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-b47ab240-2f2c-4e9e-a5ee-19a06fc92192 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0753ab4a-acc4-47eb-973c-09ef2e4182b4']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:23.381975 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-b47ab240-2f2c-4e9e-a5ee-19a06fc92192 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c3d192-e507-4e62-bfb2-94fe29fde7d2') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:23.382183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-b47ab240-2f2c-4e9e-a5ee-19a06fc92192 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c3d192-e507-4e62-bfb2-94fe29fde7d2') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:23.395407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b47ab240-2f2c-4e9e-a5ee-19a06fc92192 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.413028 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b47ab240-2f2c-4e9e-a5ee-19a06fc92192 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.420276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47ab240-2f2c-4e9e-a5ee-19a06fc92192 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:41:23.420664 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b47ab240-2f2c-4e9e-a5ee-19a06fc92192 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.426252 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb5e069d-5c9a-4183-9acc-944901e9cdd3 req-0ae54b7d-bf90-4bb1-870f-9f62123d62f4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7135074 Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:41:23.526725 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:41:23.579792 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Floating IP f5e44eac-785d-4afb-bfbc-e16680347a31 associated. External IP: 172.26.4.153, port: b4d3fd8b-214e-484f-846a-c3dba35ae46f. Jan 28 06:41:23.606240 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b47ab240-2f2c-4e9e-a5ee-19a06fc92192 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.625305 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b47ab240-2f2c-4e9e-a5ee-19a06fc92192 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.631848 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ab240-2f2c-4e9e-a5ee-19a06fc92192 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Pushing event deleted for resources: {'Network': ['ID=0753ab4a-acc4-47eb-973c-09ef2e4182b4,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:23.638490 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b47ab240-2f2c-4e9e-a5ee-19a06fc92192 tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] 10.222.0.25 "DELETE /v2.0/networks/0753ab4a-acc4-47eb-973c-09ef2e4182b4 HTTP/1.1" status: 204 len: 168 time: 0.5551360 Jan 28 06:41:23.638866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37758) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:23.639876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-fc068ec0-a4ab-4b62-8cf6-8d796fac6669 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Calling delete_port for ff91a937-81aa-4b53-a94d-01df85f2ce82 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:23.666105 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01b8fdda-cb54-45d4-9b1d-0bc057228051 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.727312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] For port 2f81d7e0-76b2-4288-b989-ffc019ea4335, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:41:23.741735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34bb824a-33ee-438d-ae15-3a6aee5cf86a tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.816347 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] For port 09dc5c21-b41c-4367-8feb-de551e51d904, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:41:23.832114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] For port 2f81d7e0-76b2-4288-b989-ffc019ea4335, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2f81d7e0-76b2-4288-b989-ffc019ea4335,segment=NetworkSegment(8a19605c-085b-468a-82b6-38e32446b1ce),segment_id=8a19605c-085b-468a-82b6-38e32446b1ce)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:41:23.865310 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34bb824a-33ee-438d-ae15-3a6aee5cf86a tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.889754 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-34bb824a-33ee-438d-ae15-3a6aee5cf86a tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c0192a-543c-49c9-9b32-ca7167398d79']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:23.901738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-34bb824a-33ee-438d-ae15-3a6aee5cf86a tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a9c08d-3013-442c-ab64-0410455aadb7') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:23.902035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-34bb824a-33ee-438d-ae15-3a6aee5cf86a tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a9c08d-3013-442c-ab64-0410455aadb7') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:23.913424 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34bb824a-33ee-438d-ae15-3a6aee5cf86a tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.915780 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-01b8fdda-cb54-45d4-9b1d-0bc057228051 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] 10.222.0.25 "DELETE /v2.0/ports/be5fce15-81d3-40cd-9436-48afd2dcd06d HTTP/1.1" status: 204 len: 168 time: 5.0097432 Jan 28 06:41:23.920218 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37762) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:23.929905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-148594bf-9e46-45e0-aab4-5aaba6f3abc8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Request body: {'port': {'name': 'tempest-new-port-name-1549876078', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:23.930301 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.api.validators [None req-148594bf-9e46-45e0-aab4-5aaba6f3abc8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] bootfile-name is not in valid_values {{(pid=88216) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 06:41:23.930636 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.api.validators [None req-148594bf-9e46-45e0-aab4-5aaba6f3abc8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] tftp-server is not in valid_values {{(pid=88216) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 06:41:23.930964 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.api.validators [None req-148594bf-9e46-45e0-aab4-5aaba6f3abc8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] server-ip-address is not in valid_values {{(pid=88216) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 06:41:23.932770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] For port 09dc5c21-b41c-4367-8feb-de551e51d904, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=09dc5c21-b41c-4367-8feb-de551e51d904,segment=NetworkSegment(4d576cc7-8099-49d5-8840-897b48447d01),segment_id=4d576cc7-8099-49d5-8840-897b48447d01)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:41:23.941908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.969176 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34bb824a-33ee-438d-ae15-3a6aee5cf86a tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.985287 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bb824a-33ee-438d-ae15-3a6aee5cf86a tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:41:23.985687 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34bb824a-33ee-438d-ae15-3a6aee5cf86a tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:41:23.999000 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:41:24.029071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:24.088446 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:24.088969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:24.090372 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f81d7e0-76b2-4288-b989-ffc019ea4335 HTTP/1.1" status: 200 len: 1093 time: 6.7135322 Jan 28 06:41:24.093909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'tag': '2f81d7e0-76b2-4288-b989-ffc019ea4335'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:41:24.106663 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c81f58-e84c-482a-8a11-e9adbac04308 req-2d099f67-a954-43b5-9b49-e29a03e6daae tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:24.112648 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a2c81f58-e84c-482a-8a11-e9adbac04308 req-2d099f67-a954-43b5-9b49-e29a03e6daae tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 943 time: 0.8001852 Jan 28 06:41:24.126971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6459c7d1-01a6-4c42-bae0-fb7ebc89db6b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:24.140574 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-148594bf-9e46-45e0-aab4-5aaba6f3abc8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:24.243926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:24.244717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:24.246185 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] 10.222.0.37 "PUT /v2.0/ports/09dc5c21-b41c-4367-8feb-de551e51d904 HTTP/1.1" status: 200 len: 1093 time: 6.9097631 Jan 28 06:41:24.345564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34bb824a-33ee-438d-ae15-3a6aee5cf86a tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:24.364574 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34bb824a-33ee-438d-ae15-3a6aee5cf86a tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:24.389449 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-34bb824a-33ee-438d-ae15-3a6aee5cf86a tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b9c0192a-543c-49c9-9b32-ca7167398d79 HTTP/1.1" status: 204 len: 168 time: 0.7496581 Jan 28 06:41:24.409660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb824a-33ee-438d-ae15-3a6aee5cf86a tempest-QuotasNegativeTest-1531113004 tempest-QuotasNegativeTest-1531113004-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9c0192a-543c-49c9-9b32-ca7167398d79,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:24.484624 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-148594bf-9e46-45e0-aab4-5aaba6f3abc8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:24.562043 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-148594bf-9e46-45e0-aab4-5aaba6f3abc8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:24.564045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc81ea-3801-4d42-a19b-8842c70bb722 service neutron] Pushing event updated for resources: {'Port': ['ID=2f81d7e0-76b2-4288-b989-ffc019ea4335,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:24.711569 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-148594bf-9e46-45e0-aab4-5aaba6f3abc8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] In _notify_port_updated(), no bound segment for port 70d547e7-1cd5-423a-ac2b-53e0329118ad on network efaf1c17-71de-41ed-866d-a7e4458492be {{(pid=88216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:41:24.716942 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148594bf-9e46-45e0-aab4-5aaba6f3abc8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:24.717586 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-148594bf-9e46-45e0-aab4-5aaba6f3abc8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:24.723120 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-148594bf-9e46-45e0-aab4-5aaba6f3abc8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] 10.222.0.25 "PUT /v2.0/ports/70d547e7-1cd5-423a-ac2b-53e0329118ad HTTP/1.1" status: 200 len: 1129 time: 0.8018873 Jan 28 06:41:24.726575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37780) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:24.743134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6459c7d1-01a6-4c42-bae0-fb7ebc89db6b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:24.836888 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a2c81f58-e84c-482a-8a11-e9adbac04308 req-a7c1a816-6f38-45e6-a5fc-4a94d6606ab9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5884914 Jan 28 06:41:24.839770 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148594bf-9e46-45e0-aab4-5aaba6f3abc8 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Pushing event updated for resources: {'Port': ['ID=70d547e7-1cd5-423a-ac2b-53e0329118ad,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:24.849350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc068ec0-a4ab-4b62-8cf6-8d796fac6669 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:24.877140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Router 8666ae4d-40b9-45d4-822d-f90427e85312 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:41:24.880795 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be1f500-8e84-4d15-82bc-0d3d1aa013f9 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:24.881613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4be1f500-8e84-4d15-82bc-0d3d1aa013f9 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Synchronizing usage tracker for tenant:275bb0c3b7374615ba0375c3fb50753c on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:24.950342 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6459c7d1-01a6-4c42-bae0-fb7ebc89db6b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "DELETE /v2.0/ports/0dd20bc2-fed5-4d30-bba4-a060d05f57f8 HTTP/1.1" status: 204 len: 168 time: 4.4765093 Jan 28 06:41:24.953766 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37784) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:24.982455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3148091-90f2-4836-a311-0c94fa8bed5d service neutron] Pushing event updated for resources: {'Port': ['ID=09dc5c21-b41c-4367-8feb-de551e51d904,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:25.005320 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4be1f500-8e84-4d15-82bc-0d3d1aa013f9 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Unset dirty status for tenant:275bb0c3b7374615ba0375c3fb50753c on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:25.009181 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4be1f500-8e84-4d15-82bc-0d3d1aa013f9 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] 10.222.0.25 "GET /v2.0/ports/70d547e7-1cd5-423a-ac2b-53e0329118ad HTTP/1.1" status: 200 len: 1129 time: 0.2787745 Jan 28 06:41:25.012691 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37788) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:25.045201 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-1304beb9-afe3-4778-a0f3-6feeb8878005 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] GET failed (client error): The resource could not be found. Jan 28 06:41:25.049990 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1304beb9-afe3-4778-a0f3-6feeb8878005 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "GET /v2.0/ports/0dd20bc2-fed5-4d30-bba4-a060d05f57f8 HTTP/1.1" status: 404 len: 333 time: 0.0951700 Jan 28 06:41:25.055437 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37792) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:25.143924 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Deleting port 70d547e7-1cd5-423a-ac2b-53e0329118ad {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:25.144598 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:25.164556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459c7d1-01a6-4c42-bae0-fb7ebc89db6b tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event deleted for resources: {'Port': ['ID=0dd20bc2-fed5-4d30-bba4-a060d05f57f8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:25.177757 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-90d2f8a7-c535-4e00-94f8-6f4ce9e48bd8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Deleting port d3fa08c8-b177-40a7-a256-f9c178fe8311 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:25.178207 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90d2f8a7-c535-4e00-94f8-6f4ce9e48bd8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:25.183362 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-67da5e38-c279-4499-8b6e-6c59283f660b None None] Provisioning complete for port 70d547e7-1cd5-423a-ac2b-53e0329118ad triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:25.184445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-67da5e38-c279-4499-8b6e-6c59283f660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:25.235771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-8a4b1844-8424-4a3e-b46a-1896338fb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:25.237884 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-8a4b1844-8424-4a3e-b46a-1896338fb9ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=041b8e4388b44244b95aae87439097f7&device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 1096 time: 0.9866030 Jan 28 06:41:25.255760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc068ec0-a4ab-4b62-8cf6-8d796fac6669 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff91a937-81aa-4b53-a94d-01df85f2ce82,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:25.280441 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-67da5e38-c279-4499-8b6e-6c59283f660b None None] Port 70d547e7-1cd5-423a-ac2b-53e0329118ad cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:25.286055 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f6862-70e1-4099-9101-85e71d06a4be req-265d619a-63d1-4a11-bf3d-07f27222e97c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:25.286917 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 7f325355-9184-4dbf-8fc8-9d2ada28d833 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:41:25.287891 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8b4f6862-70e1-4099-9101-85e71d06a4be req-265d619a-63d1-4a11-bf3d-07f27222e97c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 944 time: 0.9191444 Jan 28 06:41:25.300152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fb810-8d72-4555-bb9b-07585677d40b req-37a9973d-dc2e-4223-b8ad-d6a27ba0e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:25.301741 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-37a9973d-dc2e-4223-b8ad-d6a27ba0e8ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2423fe87bf994d5ea23de358f8ed2566&device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 1096 time: 0.7713721 Jan 28 06:41:25.367222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc068ec0-a4ab-4b62-8cf6-8d796fac6669 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:25.369208 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fc068ec0-a4ab-4b62-8cf6-8d796fac6669 tempest-RoutersAdminNegativeTest-1394321581 tempest-RoutersAdminNegativeTest-1394321581-project-admin] 10.222.0.25 "DELETE /v2.0/ports/ff91a937-81aa-4b53-a94d-01df85f2ce82 HTTP/1.1" status: 204 len: 168 time: 4.5266049 Jan 28 06:41:25.391202 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37802) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:25.481851 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 7f325355-9184-4dbf-8fc8-9d2ada28d833, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7f325355-9184-4dbf-8fc8-9d2ada28d833,segment=NetworkSegment(fa8bb530-7d34-442b-b946-f1b6510bf076),segment_id=fa8bb530-7d34-442b-b946-f1b6510bf076)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:25.494653 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-37a5cf41-a980-4789-9648-05bede6119de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f81d7e0-76b2-4288-b989-ffc019ea4335 HTTP/1.1" status: 200 len: 217 time: 0.2285259 Jan 28 06:41:25.505877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '7f325355-9184-4dbf-8fc8-9d2ada28d833', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'port_id': '7f325355-9184-4dbf-8fc8-9d2ada28d833', 'mac_address': 'fa:16:3e:41:24:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:41:25.553170 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-607ffb53-76c2-40e0-8ab8-6174bf5d1ce2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09dc5c21-b41c-4367-8feb-de551e51d904 HTTP/1.1" status: 200 len: 217 time: 0.1957848 Jan 28 06:41:25.594200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:25.620051 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f325355-9184-4dbf-8fc8-9d2ada28d833 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:41:25.621968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:25.641236 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 7f325355-9184-4dbf-8fc8-9d2ada28d833, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7f325355-9184-4dbf-8fc8-9d2ada28d833,segment=NetworkSegment(fa8bb530-7d34-442b-b946-f1b6510bf076),segment_id=fa8bb530-7d34-442b-b946-f1b6510bf076)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:25.645458 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8b4f6862-70e1-4099-9101-85e71d06a4be req-d8ec193c-5c6a-439b-a67f-0852af5ea678 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404267 Jan 28 06:41:25.658342 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90d2f8a7-c535-4e00-94f8-6f4ce9e48bd8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:25.670369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:25.675023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Usage tracker for resource:security_group_rule and tenant:cbb3949dd25c45419baa5665b20438ac is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:25.682436 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:25.688373 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:25.702219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:25.712936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b05687-9671-41a3-9935-56616ce26a16 req-4519fd31-fbae-4a9f-8d9b-618e4455d342 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:25.714438 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-62b05687-9671-41a3-9935-56616ce26a16 req-4519fd31-fbae-4a9f-8d9b-618e4455d342 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 943 time: 0.6873379 Jan 28 06:41:25.719695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:41:25.736363 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580954fd-8027-44d6-9846-999e161db6dc None None] Sync routers for ids ['8666ae4d-40b9-45d4-822d-f90427e85312'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:41:25.737828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fb810-8d72-4555-bb9b-07585677d40b req-e26b4ed6-bd48-4e63-92c2-85e682757997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:25.739484 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-e26b4ed6-bd48-4e63-92c2-85e682757997 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe055a4a-7120-4b77-9062-14e6a086583f HTTP/1.1" status: 200 len: 844 time: 0.1416745 Jan 28 06:41:25.740764 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-4b6c24be-ff89-46b6-a87a-97fa07d3718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:25.742083 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-4b6c24be-ff89-46b6-a87a-97fa07d3718c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4e04562-c29c-423f-8bfb-b38803ba8111 HTTP/1.1" status: 200 len: 851 time: 0.1858313 Jan 28 06:41:25.749231 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:25.754713 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580954fd-8027-44d6-9846-999e161db6dc None None] Routers {'8666ae4d-40b9-45d4-822d-f90427e85312'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:41:25.757272 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-580954fd-8027-44d6-9846-999e161db6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8666ae4d-40b9-45d4-822d-f90427e85312'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:25.845146 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-580954fd-8027-44d6-9846-999e161db6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:25.854474 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:25.858964 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580954fd-8027-44d6-9846-999e161db6dc None None] Routers {'8666ae4d-40b9-45d4-822d-f90427e85312'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:41:25.860279 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-580954fd-8027-44d6-9846-999e161db6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8666ae4d-40b9-45d4-822d-f90427e85312'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:25.899318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=7f325355-9184-4dbf-8fc8-9d2ada28d833,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:25.951312 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-62b05687-9671-41a3-9935-56616ce26a16 req-47dfe98f-0eaa-4aab-b9fb-3dbe562ecc9c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060325 Jan 28 06:41:25.965148 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-077255af-32f1-449c-9fc3-283af5351a89 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 14.8906088 Jan 28 06:41:25.968787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37814) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:26.003731 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-580954fd-8027-44d6-9846-999e161db6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:26.004148 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580954fd-8027-44d6-9846-999e161db6dc None None] The sync data for ids ['8666ae4d-40b9-45d4-822d-f90427e85312'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:41:26.048134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37818) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:26.098821 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-4e9691a7-e072-40e2-b87e-183f6ca4fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:26.100359 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-4e9691a7-e072-40e2-b87e-183f6ca4fd6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fff5bcd7-fb45-4a46-a801-8637fdb03e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3371177 Jan 28 06:41:26.104701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fb810-8d72-4555-bb9b-07585677d40b req-36448b93-1dd9-4f4b-8c47-ba40988f22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:26.106074 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-36448b93-1dd9-4f4b-8c47-ba40988f22c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f2b0666-0d46-4da3-b041-3a536f560007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3417008 Jan 28 06:41:26.119130 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-90d2f8a7-c535-4e00-94f8-6f4ce9e48bd8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Calling delete_port for d3fa08c8-b177-40a7-a256-f9c178fe8311 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:26.139550 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c4d29a4c-4bd1-4010-9fad-096586c7e862 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] 10.222.0.25 "GET /v2.0/floatingips/f5e44eac-785d-4afb-bfbc-e16680347a31 HTTP/1.1" status: 200 len: 982 time: 0.1673152 Jan 28 06:41:26.159397 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Calling delete_port for 70d547e7-1cd5-423a-ac2b-53e0329118ad owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:26.170821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['7f325355-9184-4dbf-8fc8-9d2ada28d833'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:41:26.180489 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'tag': '2f81d7e0-76b2-4288-b989-ffc019ea4335', 'status': 'completed', 'code': 200} Jan 28 06:41:26.181484 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37826) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:26.465585 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:26.512369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:26.513945 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90d2f8a7-c535-4e00-94f8-6f4ce9e48bd8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:26.569946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:26.570185 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Pushing event deleted for resources: {'Port': ['ID=70d547e7-1cd5-423a-ac2b-53e0329118ad,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:26.643036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:26.686964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Usage tracker for resource:security_group_rule and tenant:986d134f705643c79e3a2c83b0b944e7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:26.701108 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:26.702271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:26.711778 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cf6fed61-25ff-4c8d-aff5-26618c3947fd tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.5215311 Jan 28 06:41:26.717486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:26.720604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37834) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:26.722591 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-5c0ddf91-57a2-48ec-b49a-03a899bdebc4 service neutron] 10.222.0.37 "GET /v2.0/networks/5f2b0666-0d46-4da3-b041-3a536f560007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920756 Jan 28 06:41:26.781599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:26.811633 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb1019f-5bd1-4cd5-ba53-c57303d3a822,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:26.814903 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.815830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.816738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.817401 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.817734 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.818067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.818394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.818859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.819191 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.819542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.819859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.820227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.848288 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-26ea5163-6bac-4138-a51a-eddd0fc9d2f4 service neutron] 10.222.0.37 "GET /v2.0/networks/fff5bcd7-fb45-4a46-a801-8637fdb03e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7374492 Jan 28 06:41:26.903639 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-14456f11-7635-48a4-931f-1e18e933ea6b tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] 10.222.0.25 "DELETE /v2.0/ports/70d547e7-1cd5-423a-ac2b-53e0329118ad HTTP/1.1" status: 204 len: 168 time: 1.8898754 Jan 28 06:41:26.911918 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37838) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:26.912650 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2f8a7-c535-4e00-94f8-6f4ce9e48bd8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event deleted for resources: {'Port': ['ID=d3fa08c8-b177-40a7-a256-f9c178fe8311,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:26.916315 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90d2f8a7-c535-4e00-94f8-6f4ce9e48bd8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:26.918046 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-90d2f8a7-c535-4e00-94f8-6f4ce9e48bd8 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "DELETE /v2.0/ports/d3fa08c8-b177-40a7-a256-f9c178fe8311 HTTP/1.1" status: 204 len: 168 time: 1.8616998 Jan 28 06:41:26.923083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.923461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.923797 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.924130 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.925000 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.925327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.925656 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.925994 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.926303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.926622 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.926938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.927283 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:26.930235 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37842) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:26.968045 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-93504f6f-7a95-4799-bcc9-32adb622addc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cbb3949dd25c45419baa5665b20438ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5742223 Jan 28 06:41:26.984498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37846) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:27.000804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448223d-eaf2-4623-8c90-3f16a65b7369 req-cce40b1f-ff47-40aa-8866-ff4832db5695 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:27.002239 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6448223d-eaf2-4623-8c90-3f16a65b7369 req-cce40b1f-ff47-40aa-8866-ff4832db5695 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 943 time: 0.8196762 Jan 28 06:41:27.049024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf8b4ec-58e1-4271-8fcc-d5b0ed5fe9df tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Deleting subnet f3a9cc97-30d0-4a88-8893-27aab78c4cfe {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:41:27.054136 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-acf8b4ec-58e1-4271-8fcc-d5b0ed5fe9df tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.083242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2760808-2893-4017-91cf-c46f32190fd2 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Deleting subnet c6253a3b-13c3-4466-8de7-a44336239272 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:41:27.091772 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2760808-2893-4017-91cf-c46f32190fd2 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.150766 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-acf8b4ec-58e1-4271-8fcc-d5b0ed5fe9df tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.191717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2760808-2893-4017-91cf-c46f32190fd2 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.269001 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 7f325355-9184-4dbf-8fc8-9d2ada28d833 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:41:27.303536 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-acf8b4ec-58e1-4271-8fcc-d5b0ed5fe9df tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.348631 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2760808-2893-4017-91cf-c46f32190fd2 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.375347 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6448223d-eaf2-4623-8c90-3f16a65b7369 req-1aadd457-fc14-4a52-8e6d-6a2b0fa961f1 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3506002 Jan 28 06:41:27.409481 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-edfb06a7-6b6b-4a0d-bfd4-98c8b6b8eadd tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Deleting port bc14c61a-469a-469c-9c40-ce4c2737d046 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:27.409481 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edfb06a7-6b6b-4a0d-bfd4-98c8b6b8eadd tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.434979 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 7f325355-9184-4dbf-8fc8-9d2ada28d833 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:27.442017 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-575fb810-8d72-4555-bb9b-07585677d40b req-5b1b1d78-0c21-41cf-ad4b-dec43afe062b service neutron] 10.222.0.37 "GET /v2.0/networks/5f2b0666-0d46-4da3-b041-3a536f560007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916913 Jan 28 06:41:27.445814 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 7f325355-9184-4dbf-8fc8-9d2ada28d833 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:27.453586 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.469096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c883047f-4626-4d13-9b98-06eec1edd709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.472670 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-710b22e3-f137-4cf0-81f5-82f785dbac20 req-f89b06ab-56c8-4324-b02b-8b064f7d7cdd service neutron] 10.222.0.37 "GET /v2.0/networks/fff5bcd7-fb45-4a46-a801-8637fdb03e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842140 Jan 28 06:41:27.504503 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-acf8b4ec-58e1-4271-8fcc-d5b0ed5fe9df tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.542667 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2760808-2893-4017-91cf-c46f32190fd2 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.551783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8b4ec-58e1-4271-8fcc-d5b0ed5fe9df tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a9cc97-30d0-4a88-8893-27aab78c4cfe,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:27.555777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-acf8b4ec-58e1-4271-8fcc-d5b0ed5fe9df tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.587619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c883047f-4626-4d13-9b98-06eec1edd709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.600601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.603629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2760808-2893-4017-91cf-c46f32190fd2 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.605434 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d2760808-2893-4017-91cf-c46f32190fd2 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "DELETE /v2.0/subnets/c6253a3b-13c3-4466-8de7-a44336239272 HTTP/1.1" status: 204 len: 168 time: 0.6452653 Jan 28 06:41:27.610056 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-acf8b4ec-58e1-4271-8fcc-d5b0ed5fe9df tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] 10.222.0.25 "DELETE /v2.0/subnets/f3a9cc97-30d0-4a88-8893-27aab78c4cfe HTTP/1.1" status: 204 len: 168 time: 0.6953223 Jan 28 06:41:27.610988 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37852) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:27.614912 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.616780 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e76a88d-b84f-47a3-9a5e-f0d3678c1a3e None None] Network efaf1c17-71de-41ed-866d-a7e4458492be requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:27.619659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37854) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:27.623791 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2760808-2893-4017-91cf-c46f32190fd2 tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event deleted for resources: {'Subnet': ['ID=c6253a3b-13c3-4466-8de7-a44336239272,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:27.631623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad04bf4-aa29-4bc9-b7a4-c5925ed4987d None None] Network 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:27.638576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca972b-c34f-465a-b894-881714801353 req-452db97c-df5c-48b5-87b7-635465b2df95 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:27.640117 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81ca972b-c34f-465a-b894-881714801353 req-452db97c-df5c-48b5-87b7-635465b2df95 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 945 time: 0.7909551 Jan 28 06:41:27.753797 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.754177 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.766472 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Deleting port f17d8ce7-d5d8-44a9-a8bc-435e3578db0e {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:27.767090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:27.848012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 7f325355-9184-4dbf-8fc8-9d2ada28d833, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7f325355-9184-4dbf-8fc8-9d2ada28d833,segment=NetworkSegment(fa8bb530-7d34-442b-b946-f1b6510bf076),segment_id=fa8bb530-7d34-442b-b946-f1b6510bf076)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:27.859185 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f463e91-97fd-4b25-b739-03625dcb7cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f325355-9184-4dbf-8fc8-9d2ada28d833'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:41:27.941059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.019750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] For port f17d8ce7-d5d8-44a9-a8bc-435e3578db0e, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f17d8ce7-d5d8-44a9-a8bc-435e3578db0e,segment=NetworkSegment(74c0e6d4-67b0-4404-bc13-293ea61ddd8e),segment_id=74c0e6d4-67b0-4404-bc13-293ea61ddd8e)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:28.020184 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.101823 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=986d134f705643c79e3a2c83b0b944e7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0385017 Jan 28 06:41:28.102542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37866) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:28.131282 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81ca972b-c34f-465a-b894-881714801353 req-a1a5dedf-440c-46c8-a726-09207a7e11ed tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4713762 Jan 28 06:41:28.132113 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2095c62e-3e23-4bf1-b5ab-896c6c63b54b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:28.153422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.166599 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=7f325355-9184-4dbf-8fc8-9d2ada28d833,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:28.177827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edfb06a7-6b6b-4a0d-bfd4-98c8b6b8eadd tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.178131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edfb06a7-6b6b-4a0d-bfd4-98c8b6b8eadd tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.186785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:28.187176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:28.192428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:28.192428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:28.192751 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Calling delete_port for f17d8ce7-d5d8-44a9-a8bc-435e3578db0e owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:28.193224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:28.193224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:28.193224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:28.193224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:28.193224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:28.193224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:28.193224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:28.193224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecab1c70-3c92-4c16-af73-a2186971568b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:28.194103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ad4a15-adf5-4203-b897-036b67403bc4', 'tag': '09dc5c21-b41c-4367-8feb-de551e51d904'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:41:28.318997 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f463e91-97fd-4b25-b739-03625dcb7cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f325355-9184-4dbf-8fc8-9d2ada28d833', 'code': 200} Jan 28 06:41:28.325459 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] DHCP port deletion for efaf1c17-71de-41ed-866d-a7e4458492be request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:41:28.330910 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Deleting port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:28.331472 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.337947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.365350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-edfb06a7-6b6b-4a0d-bfd4-98c8b6b8eadd tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Calling delete_port for bc14c61a-469a-469c-9c40-ce4c2737d046 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:28.388341 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b61d04-f949-4e89-9460-3d712d49b1e4 None None] DHCP port deletion for 4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:41:28.404699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event deleted for resources: {'Port': ['ID=f17d8ce7-d5d8-44a9-a8bc-435e3578db0e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:28.409021 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] No DVR routers for this DVR port f17d8ce7-d5d8-44a9-a8bc-435e3578db0e on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:41:28.413845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c200780-0e63-4109-b566-5aa5d57eb348 req-818fb39a-8194-43fc-83db-f8c73dca238a tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:28.421629 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6c200780-0e63-4109-b566-5aa5d57eb348 req-818fb39a-8194-43fc-83db-f8c73dca238a tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 943 time: 0.9227934 Jan 28 06:41:28.443438 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c883047f-4626-4d13-9b98-06eec1edd709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.450807 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ad4a15-adf5-4203-b897-036b67403bc4', 'tag': '09dc5c21-b41c-4367-8feb-de551e51d904', 'status': 'completed', 'code': 200} Jan 28 06:41:28.472147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Deleting port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:28.472892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.570736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.595522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883047f-4626-4d13-9b98-06eec1edd709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb1019f-5bd1-4cd5-ba53-c57303d3a822,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:28.605705 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:28.616693 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c0e6d4-67b0-4404-bc13-293ea61ddd8e') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:28.617059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c0e6d4-67b0-4404-bc13-293ea61ddd8e') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:28.631518 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.636974 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] For port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b,segment=NetworkSegment(194ce390-47e4-447f-a1e7-e9b29e6fab39),segment_id=194ce390-47e4-447f-a1e7-e9b29e6fab39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:28.637553 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.649275 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.659269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:41:28.662803 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:41:28.678904 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:41:28.698060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc1742-fef2-4d5c-b603-118e8bb6bb37 req-11f7dcd7-eb67-442e-86b5-d2cd47543758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:28.699579 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54fc1742-fef2-4d5c-b603-118e8bb6bb37 req-11f7dcd7-eb67-442e-86b5-d2cd47543758 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=041b8e4388b44244b95aae87439097f7&device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 1096 time: 0.9380169 Jan 28 06:41:28.708197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c883047f-4626-4d13-9b98-06eec1edd709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.711755 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c883047f-4626-4d13-9b98-06eec1edd709 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bb1019f-5bd1-4cd5-ba53-c57303d3a822 HTTP/1.1" status: 204 len: 168 time: 1.7061365 Jan 28 06:41:28.729432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e49cb8d7-a24e-412b-8ac8-35656eb1cff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.770577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Calling delete_port for f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:28.783447 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6c200780-0e63-4109-b566-5aa5d57eb348 req-bc444a7e-6057-4c6f-a0a5-fbb767f815f6 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607037 Jan 28 06:41:28.876324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e49cb8d7-a24e-412b-8ac8-35656eb1cff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:28.946151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:29.004925 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Pushing event deleted for resources: {'Port': ['ID=f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:29.017267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:29.017267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:29.017267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:29.017267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:29.017267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:29.017267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:29.018500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:29.018500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:29.018955 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:29.019370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:29.019754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:29.020154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:41:29.020517 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4a939-ade5-4ef2-9b5b-d6f8a939b0ba req-07c1c3b9-d50c-4332-a17b-7af60660b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:29.022149 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-65d4a939-ade5-4ef2-9b5b-d6f8a939b0ba req-07c1c3b9-d50c-4332-a17b-7af60660b854 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 1099 time: 0.1089163 Jan 28 06:41:29.023384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10eb203-3411-4fec-9e4c-317aa3f00ac7 None None] No DVR routers for this DVR port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:41:29.048968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [req-65d4a939-ade5-4ef2-9b5b-d6f8a939b0ba req-1a4aaf31-b45b-4764-b104-b68f38ea5803 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:29.063526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [req-65d4a939-ade5-4ef2-9b5b-d6f8a939b0ba req-1a4aaf31-b45b-4764-b104-b68f38ea5803 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:29.067466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [req-65d4a939-ade5-4ef2-9b5b-d6f8a939b0ba req-1a4aaf31-b45b-4764-b104-b68f38ea5803 service neutron] Usage tracker for resource:security_group_rule and tenant:e30690ea43454a8db1980d6e01a25b9d is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:29.070496 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [req-65d4a939-ade5-4ef2-9b5b-d6f8a939b0ba req-1a4aaf31-b45b-4764-b104-b68f38ea5803 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:29.073212 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:29.093905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:29.099752 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [req-65d4a939-ade5-4ef2-9b5b-d6f8a939b0ba req-1a4aaf31-b45b-4764-b104-b68f38ea5803 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:29.108316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] Pushing event deleted for resources: {'Network': ['ID=4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:29.122407 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ee45ca42-76cf-4082-a432-fb43bde44bdf tempest-AllowedAddressPairIpV6TestJSON-2086709315 tempest-AllowedAddressPairIpV6TestJSON-2086709315-project] 10.222.0.25 "DELETE /v2.0/networks/4d99bf7c-8fc9-4e4d-a0d6-d56a4f7e327e HTTP/1.1" status: 204 len: 168 time: 1.5004551 Jan 28 06:41:29.167058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] For port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b,segment=NetworkSegment(194ce390-47e4-447f-a1e7-e9b29e6fab39),segment_id=194ce390-47e4-447f-a1e7-e9b29e6fab39)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:29.167058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:29.183900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004f0f6-01b2-478a-a924-94c3ea07c42e req-50edd381-1cf9-44dd-9e16-41eb288ade26 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:29.185406 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b004f0f6-01b2-478a-a924-94c3ea07c42e req-50edd381-1cf9-44dd-9e16-41eb288ade26 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 943 time: 0.6072960 Jan 28 06:41:29.193321 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ab20b-6bc0-4914-8855-6ce060aa3788 req-c6e59334-9552-4845-b529-05040763bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:29.194788 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-db6ab20b-6bc0-4914-8855-6ce060aa3788 req-c6e59334-9552-4845-b529-05040763bdf4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2423fe87bf994d5ea23de358f8ed2566&device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 1096 time: 0.6779702 Jan 28 06:41:29.204334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc1742-fef2-4d5c-b603-118e8bb6bb37 req-e59e9829-2afa-45f6-aa5c-db4369ae7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:29.206411 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54fc1742-fef2-4d5c-b603-118e8bb6bb37 req-e59e9829-2afa-45f6-aa5c-db4369ae7f89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fff5bcd7-fb45-4a46-a801-8637fdb03e0f HTTP/1.1" status: 200 len: 913 time: 0.4893630 Jan 28 06:41:29.230925 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [req-65d4a939-ade5-4ef2-9b5b-d6f8a939b0ba req-1a4aaf31-b45b-4764-b104-b68f38ea5803 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:29.332710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [req-65d4a939-ade5-4ef2-9b5b-d6f8a939b0ba req-1a4aaf31-b45b-4764-b104-b68f38ea5803 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:29.357410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Calling delete_port for f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:29.369001 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-65d4a939-ade5-4ef2-9b5b-d6f8a939b0ba req-1a4aaf31-b45b-4764-b104-b68f38ea5803 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405659 Jan 28 06:41:29.373334 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4aaf31-b45b-4764-b104-b68f38ea5803 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=02c39b8a-afc8-4962-9fc3-4941bdae031d,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:29.464223 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37884) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:29.484974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1ad81440-3837-4a62-b079-00783afec59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:29.501782 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1ad81440-3837-4a62-b079-00783afec59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:29.506325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1ad81440-3837-4a62-b079-00783afec59f admin admin] Usage tracker for resource:security_group_rule and tenant:434f74abb5074941977a9ddc21024f76 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:29.515094 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1ad81440-3837-4a62-b079-00783afec59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:29.516560 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1ad81440-3837-4a62-b079-00783afec59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:29.527810 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54fc1742-fef2-4d5c-b603-118e8bb6bb37 req-18eb4b65-dc8e-48b5-9e17-ed90dfab2ca4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f81d7e0-76b2-4288-b989-ffc019ea4335 HTTP/1.1" status: 200 len: 217 time: 0.1797519 Jan 28 06:41:29.553393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f17d8ce7-d5d8-44a9-a8bc-435e3578db0e no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:41:29.610767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: f17d8ce7-d5d8-44a9-a8bc-435e3578db0e {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:41:29.611174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f17d8ce7-d5d8-44a9-a8bc-435e3578db0e not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:41:29.612416 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:41:29.629887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1ad81440-3837-4a62-b079-00783afec59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:29.658105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:41:29.658991 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:41:29.674094 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edfb06a7-6b6b-4a0d-bfd4-98c8b6b8eadd tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:29.683188 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37890) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:29.751815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1ad81440-3837-4a62-b079-00783afec59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:29.772993 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b004f0f6-01b2-478a-a924-94c3ea07c42e req-0a66003b-5760-4749-8818-8cb950f87b9e tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5699983 Jan 28 06:41:29.829778 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1ad81440-3837-4a62-b079-00783afec59f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=434f74abb5074941977a9ddc21024f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612404 Jan 28 06:41:29.831736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37898) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:29.833617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb06a7-6b6b-4a0d-bfd4-98c8b6b8eadd tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event deleted for resources: {'Port': ['ID=bc14c61a-469a-469c-9c40-ce4c2737d046,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:29.845857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e49cb8d7-a24e-412b-8ac8-35656eb1cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:29.856024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad81440-3837-4a62-b079-00783afec59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c57f73-2f1e-446b-a226-9cb91c3e6f26,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:29.905303 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5d30e8e1-40b5-4b00-b8c5-f68e93982e0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bebf38fb181f49eba6bd3ae32ea683a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2208843 Jan 28 06:41:29.909566 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37902) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:29.917543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cb8d7-a24e-412b-8ac8-35656eb1cff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2095c62e-3e23-4bf1-b5ab-896c6c63b54b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:29.963870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3e37bed9-6192-4fe9-999a-8f2537776d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:29.981080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:41:29.981429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:41:30.010400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3e37bed9-6192-4fe9-999a-8f2537776d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:30.020609 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb108459-f534-415e-ad57-7badbdfe083e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:30.040779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ab20b-6bc0-4914-8855-6ce060aa3788 req-9ad5bd4f-8e5b-496a-9fc7-4549b2a92318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:30.042226 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-db6ab20b-6bc0-4914-8855-6ce060aa3788 req-9ad5bd4f-8e5b-496a-9fc7-4549b2a92318 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f2b0666-0d46-4da3-b041-3a536f560007 HTTP/1.1" status: 200 len: 906 time: 0.7813032 Jan 28 06:41:30.043593 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc1742-fef2-4d5c-b603-118e8bb6bb37 req-a4b68eb1-20c5-4264-b5a4-2f6d5492e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:30.044856 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54fc1742-fef2-4d5c-b603-118e8bb6bb37 req-a4b68eb1-20c5-4264-b5a4-2f6d5492e03a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4e04562-c29c-423f-8bfb-b38803ba8111 HTTP/1.1" status: 200 len: 851 time: 0.2843595 Jan 28 06:41:30.071755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb108459-f534-415e-ad57-7badbdfe083e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:30.176735 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-db6ab20b-6bc0-4914-8855-6ce060aa3788 req-0be43450-6d1c-45a3-a36f-bb0011172d7c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09dc5c21-b41c-4367-8feb-de551e51d904 HTTP/1.1" status: 200 len: 217 time: 0.1187356 Jan 28 06:41:30.178193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edfb06a7-6b6b-4a0d-bfd4-98c8b6b8eadd tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:30.178521 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-edfb06a7-6b6b-4a0d-bfd4-98c8b6b8eadd tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Floating IP f5e44eac-785d-4afb-bfbc-e16680347a31 disassociated (deleted). External IP: 172.26.4.153, port: b4d3fd8b-214e-484f-846a-c3dba35ae46f. Jan 28 06:41:30.183512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3e37bed9-6192-4fe9-999a-8f2537776d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:30.203287 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb108459-f534-415e-ad57-7badbdfe083e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:30.209510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37bed9-6192-4fe9-999a-8f2537776d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c57f73-2f1e-446b-a226-9cb91c3e6f26,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:30.236300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52669fea-b702-4be5-875e-c0d0b95bee84 req-86c1cf94-b3d4-4154-8395-3274310f1aca tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:30.236724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb108459-f534-415e-ad57-7badbdfe083e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab9b78a-a985-4bb6-a4fa-41b1395a9672,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:30.237709 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-52669fea-b702-4be5-875e-c0d0b95bee84 req-86c1cf94-b3d4-4154-8395-3274310f1aca tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.8055873 Jan 28 06:41:30.242951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3e37bed9-6192-4fe9-999a-8f2537776d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:30.246362 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3e37bed9-6192-4fe9-999a-8f2537776d3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44c57f73-2f1e-446b-a226-9cb91c3e6f26 HTTP/1.1" status: 204 len: 168 time: 0.4105508 Jan 28 06:41:30.257580 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb108459-f534-415e-ad57-7badbdfe083e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:30.262151 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cb108459-f534-415e-ad57-7badbdfe083e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dab9b78a-a985-4bb6-a4fa-41b1395a9672 HTTP/1.1" status: 204 len: 168 time: 0.3530247 Jan 28 06:41:30.282280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e49cb8d7-a24e-412b-8ac8-35656eb1cff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:30.285739 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e49cb8d7-a24e-412b-8ac8-35656eb1cff1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2095c62e-3e23-4bf1-b5ab-896c6c63b54b HTTP/1.1" status: 204 len: 168 time: 2.1720972 Jan 28 06:41:30.460313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ab20b-6bc0-4914-8855-6ce060aa3788 req-6ac2fb49-7197-4eb6-a7e1-5a5602c7f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:30.461742 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-db6ab20b-6bc0-4914-8855-6ce060aa3788 req-6ac2fb49-7197-4eb6-a7e1-5a5602c7f46f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe055a4a-7120-4b77-9062-14e6a086583f HTTP/1.1" status: 200 len: 844 time: 0.2231877 Jan 28 06:41:30.469452 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-52669fea-b702-4be5-875e-c0d0b95bee84 req-39d42460-0ecd-4317-8b6f-5d05b66e6611 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745944 Jan 28 06:41:30.506360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Deleting port f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:30.506702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:30.539988 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d868c-30ab-4a02-9481-06b132c5e36e req-34b25a24-7505-46fb-9694-1324357858ba tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:30.541466 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ea1d868c-30ab-4a02-9481-06b132c5e36e req-34b25a24-7505-46fb-9694-1324357858ba tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 943 time: 0.5737708 Jan 28 06:41:30.624713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] The port 'f388c0a0-aeb7-4c42-bc2f-29cba5e67f6b' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:41:30.677226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc1742-fef2-4d5c-b603-118e8bb6bb37 req-9fa6dc41-5f08-43e8-b0b3-94c988f3ea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:30.678690 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54fc1742-fef2-4d5c-b603-118e8bb6bb37 req-9fa6dc41-5f08-43e8-b0b3-94c988f3ea7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fff5bcd7-fb45-4a46-a801-8637fdb03e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6219366 Jan 28 06:41:30.854502 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-50923d70-0092-42f3-b8ef-53d2b468e759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:30.946115 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ea1d868c-30ab-4a02-9481-06b132c5e36e req-6b099f31-19bd-4bf1-8eb5-994e676dbbfb tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3877492 Jan 28 06:41:31.239629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:31.289796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 09dc5c21-b41c-4367-8feb-de551e51d904 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:41:31.314919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfb06a7-6b6b-4a0d-bfd4-98c8b6b8eadd tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Router 8666ae4d-40b9-45d4-822d-f90427e85312 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:41:31.317067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efaf1c17-71de-41ed-866d-a7e4458492be']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:31.326768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ab20b-6bc0-4914-8855-6ce060aa3788 req-1587f1e2-4ea8-406b-a0a8-4630e18ac33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:31.328287 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-db6ab20b-6bc0-4914-8855-6ce060aa3788 req-1587f1e2-4ea8-406b-a0a8-4630e18ac33d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f2b0666-0d46-4da3-b041-3a536f560007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8547089 Jan 28 06:41:31.346983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194ce390-47e4-447f-a1e7-e9b29e6fab39') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:31.347301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194ce390-47e4-447f-a1e7-e9b29e6fab39') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:31.353243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37936) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:31.393845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:31.410264 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-03eccbfb-fd70-4e9c-8e26-4a3f9664ec19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b98acb9f6d8940ccae456933955f7f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550520 Jan 28 06:41:31.411314 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54fc1742-fef2-4d5c-b603-118e8bb6bb37 req-a0ef1f5f-f375-4e9e-a622-d495732c9841 service neutron] 10.222.0.37 "GET /v2.0/networks/fff5bcd7-fb45-4a46-a801-8637fdb03e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689775 Jan 28 06:41:31.412953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37940) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:31.543012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:31.553133 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b42ad5b-285e-47a5-bd25-cef63fe34e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:31.584742 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 09dc5c21-b41c-4367-8feb-de551e51d904, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=09dc5c21-b41c-4367-8feb-de551e51d904,segment=NetworkSegment(4d576cc7-8099-49d5-8840-897b48447d01),segment_id=4d576cc7-8099-49d5-8840-897b48447d01)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:31.601532 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '09dc5c21-b41c-4367-8feb-de551e51d904', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'port_id': '09dc5c21-b41c-4367-8feb-de551e51d904', 'mac_address': 'fa:16:3e:45:ef:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:41:31.609783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:41:31.610187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:31.613924 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b42ad5b-285e-47a5-bd25-cef63fe34e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:41:31.661414 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:41:31.721027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca60493-cd97-4491-8eb2-caff2900b6d9 req-f13cba8d-7226-41cb-b67b-e9bbab0545f9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:31.721027 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dca60493-cd97-4491-8eb2-caff2900b6d9 req-f13cba8d-7226-41cb-b67b-e9bbab0545f9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 943 time: 0.7974706 Jan 28 06:41:31.771947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:31.774318 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b42ad5b-285e-47a5-bd25-cef63fe34e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:31.794114 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09dc5c21-b41c-4367-8feb-de551e51d904 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:41:31.799353 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42ad5b-285e-47a5-bd25-cef63fe34e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef14f06-9c8f-47d2-908c-a315f2c0662c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:31.808868 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 09dc5c21-b41c-4367-8feb-de551e51d904, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=09dc5c21-b41c-4367-8feb-de551e51d904,segment=NetworkSegment(4d576cc7-8099-49d5-8840-897b48447d01),segment_id=4d576cc7-8099-49d5-8840-897b48447d01)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:31.811653 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b42ad5b-285e-47a5-bd25-cef63fe34e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:31.819143 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9b42ad5b-285e-47a5-bd25-cef63fe34e42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bef14f06-9c8f-47d2-908c-a315f2c0662c HTTP/1.1" status: 204 len: 168 time: 0.4051557 Jan 28 06:41:32.012229 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:32.012893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2f81d7e0-76b2-4288-b989-ffc019ea4335 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:41:32.116589 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=09dc5c21-b41c-4367-8feb-de551e51d904,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:32.125670 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-db6ab20b-6bc0-4914-8855-6ce060aa3788 req-ce1781c4-44c5-4cd6-b5ca-c0de741c16c9 service neutron] 10.222.0.37 "GET /v2.0/networks/5f2b0666-0d46-4da3-b041-3a536f560007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7609971 Jan 28 06:41:32.148629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfb06a7-6b6b-4a0d-bfd4-98c8b6b8eadd tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:41:32.185517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dce6f0-bba4-4b0f-a48b-78e43ce207ae None None] Sync routers for ids ['8666ae4d-40b9-45d4-822d-f90427e85312'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:41:32.188378 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dca60493-cd97-4491-8eb2-caff2900b6d9 req-da3750d5-d697-4a09-91e7-9332dcca3af4 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129265 Jan 28 06:41:32.208534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:32.216474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dce6f0-bba4-4b0f-a48b-78e43ce207ae None None] Routers {'8666ae4d-40b9-45d4-822d-f90427e85312'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:41:32.217127 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f8dce6f0-bba4-4b0f-a48b-78e43ce207ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8666ae4d-40b9-45d4-822d-f90427e85312'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:32.219964 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54fc1742-fef2-4d5c-b603-118e8bb6bb37 req-acca0db8-373e-468e-b52d-f5088247a688 service neutron] 10.222.0.37 "GET /v2.0/networks/fff5bcd7-fb45-4a46-a801-8637fdb03e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475393 Jan 28 06:41:32.246351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:32.250547 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] 10.222.0.25 "DELETE /v2.0/networks/efaf1c17-71de-41ed-866d-a7e4458492be HTTP/1.1" status: 204 len: 168 time: 4.6179283 Jan 28 06:41:32.257976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edfb06a7-6b6b-4a0d-bfd4-98c8b6b8eadd tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:32.334284 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f8dce6f0-bba4-4b0f-a48b-78e43ce207ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:32.336132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff163f-0725-4bc3-ae51-62953c9f6e27 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968 tempest-ExtraDHCPOptionsIpV6TestJSON-257831968-project] Pushing event deleted for resources: {'Network': ['ID=efaf1c17-71de-41ed-866d-a7e4458492be,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:32.363205 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37970) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:32.366992 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dce6f0-bba4-4b0f-a48b-78e43ce207ae None None] Routers {'8666ae4d-40b9-45d4-822d-f90427e85312'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:41:32.367653 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f8dce6f0-bba4-4b0f-a48b-78e43ce207ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8666ae4d-40b9-45d4-822d-f90427e85312'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:32.375841 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-edfb06a7-6b6b-4a0d-bfd4-98c8b6b8eadd tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "DELETE /v2.0/floatingips/f5e44eac-785d-4afb-bfbc-e16680347a31 HTTP/1.1" status: 204 len: 168 time: 5.6511166 Jan 28 06:41:32.382160 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 37976) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:32.390167 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:32.397481 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:32.408169 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Usage tracker for resource:floatingip and tenant:f7383ffbf1674be589415bcdb9efb795 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:32.414210 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:32.428512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:32.450774 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f8dce6f0-bba4-4b0f-a48b-78e43ce207ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:32.451187 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dce6f0-bba4-4b0f-a48b-78e43ce207ae None None] The sync data for ids ['8666ae4d-40b9-45d4-822d-f90427e85312'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:41:32.458216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2f81d7e0-76b2-4288-b989-ffc019ea4335, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2f81d7e0-76b2-4288-b989-ffc019ea4335,segment=NetworkSegment(8a19605c-085b-468a-82b6-38e32446b1ce),segment_id=8a19605c-085b-468a-82b6-38e32446b1ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:32.473432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '2f81d7e0-76b2-4288-b989-ffc019ea4335', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'port_id': '2f81d7e0-76b2-4288-b989-ffc019ea4335', 'mac_address': 'fa:16:3e:a6:57:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:41:32.473856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8958247-4820-40f8-8d6f-893d939eeae5 req-7d18b2a8-5c1b-4f71-bef0-e595370f8a08 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:32.480754 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c8958247-4820-40f8-8d6f-893d939eeae5 req-7d18b2a8-5c1b-4f71-bef0-e595370f8a08 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.6082544 Jan 28 06:41:32.535781 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:32.540293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:32.543222 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-db6ab20b-6bc0-4914-8855-6ce060aa3788 req-90a18a59-2d6e-4806-944b-2dc259897781 service neutron] 10.222.0.37 "GET /v2.0/networks/5f2b0666-0d46-4da3-b041-3a536f560007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968141 Jan 28 06:41:32.558052 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c8958247-4820-40f8-8d6f-893d939eeae5 req-c668c501-354c-4349-82a7-73749ee33f12 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763855 Jan 28 06:41:32.581937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f81d7e0-76b2-4288-b989-ffc019ea4335 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:41:32.592277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982943ed-85d9-4a5d-806f-e6a960cc76f1 req-4c3907e8-0052-4d5a-817d-68aa87ad1132 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:32.594071 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-982943ed-85d9-4a5d-806f-e6a960cc76f1 req-4c3907e8-0052-4d5a-817d-68aa87ad1132 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 943 time: 0.2591672 Jan 28 06:41:32.615006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2f81d7e0-76b2-4288-b989-ffc019ea4335, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2f81d7e0-76b2-4288-b989-ffc019ea4335,segment=NetworkSegment(8a19605c-085b-468a-82b6-38e32446b1ce),segment_id=8a19605c-085b-468a-82b6-38e32446b1ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:32.641362 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-982943ed-85d9-4a5d-806f-e6a960cc76f1 req-5a414251-2c59-449d-a066-5224251bb652 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399594 Jan 28 06:41:32.685372 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:32.720882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:32.757592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Request body: {'networks': [{'name': 'tempest-network--1666572268'}, {'name': 'tempest-network--64626917'}]} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:32.757906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Request body: {'network': {'name': 'tempest-network--1666572268'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:32.758364 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Request body: {'network': {'name': 'tempest-network--64626917'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:32.767630 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:32.797989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=2f81d7e0-76b2-4288-b989-ffc019ea4335,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:32.804398 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Usage tracker for resource:network and tenant:4c62983249ed4964aa77c1d5cc1f79c7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:32.811151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:32.819246 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:32.851892 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Allocated IP 172.26.4.109 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/467ccdfd-1de8-4b25-b630-2d34e4d30df3) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:32.952986 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Made reservation on behalf of 4c62983249ed4964aa77c1d5cc1f79c7 for: {'network': 2} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:32.957978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:32.973354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.000328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:33.014963 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Usage tracker for resource:security_group_rule and tenant:4c62983249ed4964aa77c1d5cc1f79c7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:33.019630 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:33.034577 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:33.044960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.053242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 37992) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:33.077331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['09dc5c21-b41c-4367-8feb-de551e51d904'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:41:33.112658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['2f81d7e0-76b2-4288-b989-ffc019ea4335'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:41:33.153660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.169281 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:41:33.223735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.252883 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-87cc36f3-c6e4-4e30-9495-8544ac44f636 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=275bb0c3b7374615ba0375c3fb50753c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976712 Jan 28 06:41:33.254135 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38004) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:33.275265 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-869a6d29-99a3-4897-aa0e-d5999320cd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.283717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.284182 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.348724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:33.366216 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:33.372926 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:33.400702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675753c1-59b9-440d-9685-395e0244fa38,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:33.403188 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Pushing event updated for resources: {'Port': ['ID=467ccdfd-1de8-4b25-b630-2d34e4d30df3,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:33.423599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:41:33.447502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.447978 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Added segment f8131f37-cd2e-41a1-8483-2d6ae302f986 of type vlan for network 1d396b0a-0c10-4c0d-b87f-1e0687fb148e Jan 28 06:41:33.459638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce16746c-2a3c-4e67-9f17-591643fa6f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.490882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.504812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce16746c-2a3c-4e67-9f17-591643fa6f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.509840 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.540550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:41:33.555954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.556321 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Added segment 6e004065-8aba-4e9b-bce9-985f16bf01d0 of type vlan for network 96861e97-fe21-420a-b9f9-d5cd8fc43ac2 Jan 28 06:41:33.566598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa8da1-533c-4bba-8c86-a6971440f3c3 req-8435ef30-cfe8-47a6-8555-24f3065308c9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:33.568700 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfaa8da1-533c-4bba-8c86-a6971440f3c3 req-8435ef30-cfe8-47a6-8555-24f3065308c9 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 944 time: 0.2076390 Jan 28 06:41:33.601902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.626360 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfaa8da1-533c-4bba-8c86-a6971440f3c3 req-7f8144a6-e60a-45a4-a5d3-0ac19b77b671 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441284 Jan 28 06:41:33.660351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce16746c-2a3c-4e67-9f17-591643fa6f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.691070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16746c-2a3c-4e67-9f17-591643fa6f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473a8e59-f8ac-48f8-99e1-d74b05ccf580,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:33.736320 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.755272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce16746c-2a3c-4e67-9f17-591643fa6f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.756322 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ce16746c-2a3c-4e67-9f17-591643fa6f23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/473a8e59-f8ac-48f8-99e1-d74b05ccf580 HTTP/1.1" status: 204 len: 168 time: 0.5009701 Jan 28 06:41:33.778644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.780306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.791492 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:33.806259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ac1cb-6d1f-4a18-ad21-0256b34f922b req-bbac1a0e-7493-4cbf-9015-8a90eba9b69a tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:33.807912 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9f1ac1cb-6d1f-4a18-ad21-0256b34f922b req-bbac1a0e-7493-4cbf-9015-8a90eba9b69a tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.1028280 Jan 28 06:41:33.808437 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:33.809142 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:33.885866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38028) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:33.924564 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9f1ac1cb-6d1f-4a18-ad21-0256b34f922b req-c738ab25-057c-4f31-b918-be6e512b6bc9 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112585 Jan 28 06:41:33.976261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d2750-cec5-4d8e-8801-e62728dd5e14 req-eec9dbd4-e6aa-42b5-9a09-0173fb9eeee7 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:33.977776 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf2d2750-cec5-4d8e-8801-e62728dd5e14 req-eec9dbd4-e6aa-42b5-9a09-0173fb9eeee7 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 944 time: 0.1392050 Jan 28 06:41:33.980761 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.6159968 Jan 28 06:41:33.982489 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event updated for resources: {'Network': ['ID=1d396b0a-0c10-4c0d-b87f-1e0687fb148e,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:33.983553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38038) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:33.998652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 1d396b0a-0c10-4c0d-b87f-1e0687fb148e details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:41:34.218012 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a863c6-732d-491d-b99b-aacfa853a899 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event updated for resources: {'Network': ['ID=96861e97-fe21-420a-b9f9-d5cd8fc43ac2,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:34.241132 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 96861e97-fe21-420a-b9f9-d5cd8fc43ac2 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:41:34.345180 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.363724 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf2d2750-cec5-4d8e-8801-e62728dd5e14 req-48646252-4461-4d87-bfeb-c1a61c6580b4 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602952 Jan 28 06:41:34.376769 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-917754476', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:34.384935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.397843 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.412314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.421523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38046) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:34.425302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:34.441897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Usage tracker for resource:port and tenant:56065d2e8da04043b7d23004f4bf574b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:34.451777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:34.467556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:34.476395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f614a1ad-16d3-4702-95a3-ea5b8e38bb68 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.482165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f614a1ad-16d3-4702-95a3-ea5b8e38bb68 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.488862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f614a1ad-16d3-4702-95a3-ea5b8e38bb68 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.495030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f614a1ad-16d3-4702-95a3-ea5b8e38bb68 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.496979 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f614a1ad-16d3-4702-95a3-ea5b8e38bb68 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5124321 Jan 28 06:41:34.503004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38054) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:34.526579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723f22f-765e-4ac5-ab71-a27a5ddee248 req-fb91250a-dfcf-4a58-b6ee-28d2a6094592 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:34.528095 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7723f22f-765e-4ac5-ab71-a27a5ddee248 req-fb91250a-dfcf-4a58-b6ee-28d2a6094592 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.3236568 Jan 28 06:41:34.533349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1171155806'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:34.542723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:34.542723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38060) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:34.544426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:network and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:34.549549 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-93c08554-1a9e-4773-bd49-bc395210e693 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Request body: {'floatingip': {'port_id': '7f325355-9184-4dbf-8fc8-9d2ada28d833'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:34.582413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Pushing event updated for resources: {'Port': ['ID=467ccdfd-1de8-4b25-b630-2d34e4d30df3,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:34.598716 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.606870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:34.621387 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Made reservation on behalf of 56065d2e8da04043b7d23004f4bf574b for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:34.623736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.644124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:34.647825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.660963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-93c08554-1a9e-4773-bd49-bc395210e693 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.676556 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2b04f87-a246-4c0c-b12f-8ea7b926cc4e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.755582 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.759673 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-234338d3-de65-4484-9a8b-f8847ed911d4 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3730795 Jan 28 06:41:34.760779 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38070) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:34.770288 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:34.822598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Usage tracker for resource:security_group_rule and tenant:56065d2e8da04043b7d23004f4bf574b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:34.827940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:34.842419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:34.850530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:34.855161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.876187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2b04f87-a246-4c0c-b12f-8ea7b926cc4e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.903100 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-e2b04f87-a246-4c0c-b12f-8ea7b926cc4e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d396b0a-0c10-4c0d-b87f-1e0687fb148e']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:34.917302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.917504 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-e2b04f87-a246-4c0c-b12f-8ea7b926cc4e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8131f37-cd2e-41a1-8483-2d6ae302f986') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:34.917607 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-e2b04f87-a246-4c0c-b12f-8ea7b926cc4e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8131f37-cd2e-41a1-8483-2d6ae302f986') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:34.930343 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2b04f87-a246-4c0c-b12f-8ea7b926cc4e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.947306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2b04f87-a246-4c0c-b12f-8ea7b926cc4e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.951323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:34.953728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b04f87-a246-4c0c-b12f-8ea7b926cc4e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:41:34.954116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2b04f87-a246-4c0c-b12f-8ea7b926cc4e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:34.968113 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:security_group_rule and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:41:34.969523 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:41:34.975552 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:34.991324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:35.048800 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:35.061626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:35.066919 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Usage tracker for resource:floatingip and tenant:be5dbb8452564027a29a4419277978f6 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:35.070796 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:35.076988 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:35.113041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283152b-36d1-44b2-91cc-d9dda2f18bdc req-e46bc5b9-815d-444b-930e-b28ae300d8b2 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:35.114510 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3283152b-36d1-44b2-91cc-d9dda2f18bdc req-e46bc5b9-815d-444b-930e-b28ae300d8b2 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 944 time: 0.3455954 Jan 28 06:41:35.131917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2b04f87-a246-4c0c-b12f-8ea7b926cc4e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.149284 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2b04f87-a246-4c0c-b12f-8ea7b926cc4e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.159158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks [] for floatingip, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.171203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b04f87-a246-4c0c-b12f-8ea7b926cc4e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event deleted for resources: {'Network': ['ID=1d396b0a-0c10-4c0d-b87f-1e0687fb148e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:35.177078 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e2b04f87-a246-4c0c-b12f-8ea7b926cc4e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "DELETE /v2.0/networks/1d396b0a-0c10-4c0d-b87f-1e0687fb148e HTTP/1.1" status: 204 len: 168 time: 0.6677642 Jan 28 06:41:35.179622 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38082) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:35.283177 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3283152b-36d1-44b2-91cc-d9dda2f18bdc req-10ce8d25-8728-44e6-858d-95d8955ddabd tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599112 Jan 28 06:41:35.309532 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 09dc5c21-b41c-4367-8feb-de551e51d904 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:41:35.323731 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-88c33068-f66a-42a8-8fac-cb0d2ddfc97e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.397874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38088) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:35.445213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.448133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.489607 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 09dc5c21-b41c-4367-8feb-de551e51d904 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:35.500584 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 09dc5c21-b41c-4367-8feb-de551e51d904 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:35.500985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.556879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-88c33068-f66a-42a8-8fac-cb0d2ddfc97e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.578387 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.581055 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.590781 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-88c33068-f66a-42a8-8fac-cb0d2ddfc97e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96861e97-fe21-420a-b9f9-d5cd8fc43ac2']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:35.606847 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.609633 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-88c33068-f66a-42a8-8fac-cb0d2ddfc97e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e004065-8aba-4e9b-bce9-985f16bf01d0') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:35.609923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-88c33068-f66a-42a8-8fac-cb0d2ddfc97e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e004065-8aba-4e9b-bce9-985f16bf01d0') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:35.636599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] device_id is not set on port d0dac2b6-7e2a-4f00-a16f-5de6ed8ce27c yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:41:35.660676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-88c33068-f66a-42a8-8fac-cb0d2ddfc97e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.664183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.690258 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-88c33068-f66a-42a8-8fac-cb0d2ddfc97e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.698305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1744222182'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:35.698952 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 09dc5c21-b41c-4367-8feb-de551e51d904, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=09dc5c21-b41c-4367-8feb-de551e51d904,segment=NetworkSegment(4d576cc7-8099-49d5-8840-897b48447d01),segment_id=4d576cc7-8099-49d5-8840-897b48447d01)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:35.700562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ad4a15-adf5-4203-b897-036b67403bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dc5c21-b41c-4367-8feb-de551e51d904'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:41:35.706286 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.707371 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c33068-f66a-42a8-8fac-cb0d2ddfc97e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:41:35.707775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-88c33068-f66a-42a8-8fac-cb0d2ddfc97e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.721558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:41:35.722308 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:41:35.728936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:41:35.749114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Usage tracker for resource:network and tenant:44c7fba44e8445098691f4ee0b43595f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:35.754569 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ad4a15-adf5-4203-b897-036b67403bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09dc5c21-b41c-4367-8feb-de551e51d904', 'code': 200} Jan 28 06:41:35.756062 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:35.774653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-93c08554-1a9e-4773-bd49-bc395210e693 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.775609 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.778928 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2f81d7e0-76b2-4288-b989-ffc019ea4335 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:41:35.779047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4ac7c5-d6ce-4868-a4bf-789f4e8a04cf,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:35.783961 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:35.832499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062d9c6a-6668-4715-a93b-13b567a58b76,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:35.859047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a51dc-9062-4b5b-844b-ee789a87e4c2 req-a86fe884-b3ff-4088-9c75-cd9088b48375 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:35.860884 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d6a51dc-9062-4b5b-844b-ee789a87e4c2 req-a86fe884-b3ff-4088-9c75-cd9088b48375 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 944 time: 0.2997386 Jan 28 06:41:35.862897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-93c08554-1a9e-4773-bd49-bc395210e693 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:35.977898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=09dc5c21-b41c-4367-8feb-de551e51d904,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:36.001709 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Allocated IP 172.26.4.147 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/52a83602-590c-4d8f-9cfc-edb1f0e72477) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:36.038458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Made reservation on behalf of 44c7fba44e8445098691f4ee0b43595f for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:36.041816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.058277 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 2f81d7e0-76b2-4288-b989-ffc019ea4335 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:36.063439 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 2f81d7e0-76b2-4288-b989-ffc019ea4335 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:36.063809 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.071426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.071768 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Added segment 92a07e1c-2b0e-4413-a779-1088f57b1d5e of type vlan for network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 Jan 28 06:41:36.083279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.108537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-88c33068-f66a-42a8-8fac-cb0d2ddfc97e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.131625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:36.133867 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-88c33068-f66a-42a8-8fac-cb0d2ddfc97e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.145549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c33068-f66a-42a8-8fac-cb0d2ddfc97e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event deleted for resources: {'Network': ['ID=96861e97-fe21-420a-b9f9-d5cd8fc43ac2,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:36.158088 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-88c33068-f66a-42a8-8fac-cb0d2ddfc97e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "DELETE /v2.0/networks/96861e97-fe21-420a-b9f9-d5cd8fc43ac2 HTTP/1.1" status: 204 len: 168 time: 0.9774959 Jan 28 06:41:36.161286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38098) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:36.202378 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d6a51dc-9062-4b5b-844b-ee789a87e4c2 req-07d96251-91ea-4666-880c-ce7affbaf5bf tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722045 Jan 28 06:41:36.203304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.207340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Usage tracker for resource:security_group_rule and tenant:44c7fba44e8445098691f4ee0b43595f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:36.235818 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.251453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:36.260752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.278471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:36.295086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2f81d7e0-76b2-4288-b989-ffc019ea4335, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2f81d7e0-76b2-4288-b989-ffc019ea4335,segment=NetworkSegment(8a19605c-085b-468a-82b6-38e32446b1ce),segment_id=8a19605c-085b-468a-82b6-38e32446b1ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:36.346551 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-93c08554-1a9e-4773-bd49-bc395210e693 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Floating IP 81c1f545-0972-42a1-ad9b-1279477a2161 associated. External IP: 172.26.4.72, port: 7f325355-9184-4dbf-8fc8-9d2ada28d833. Jan 28 06:41:36.363977 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5458b0e6-dfe6-4ec6-aced-b9ad954ca919 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:36.371567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5458b0e6-dfe6-4ec6-aced-b9ad954ca919 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:36.372333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5458b0e6-dfe6-4ec6-aced-b9ad954ca919 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Synchronizing usage tracker for tenant:4c62983249ed4964aa77c1d5cc1f79c7 on resource:network {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:36.392190 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.464145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=2f81d7e0-76b2-4288-b989-ffc019ea4335,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:36.468639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.474012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:36.474591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.487707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.557870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:36.560825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:36.564508 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:36.594365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Pushing event updated for resources: {'Port': ['ID=52a83602-590c-4d8f-9cfc-edb1f0e72477,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:36.645581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.672787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93a947-bb62-4608-8627-ff272d0de499 req-afd71c6c-168a-44e3-a309-0c6bab662314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:36.674266 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9e93a947-bb62-4608-8627-ff272d0de499 req-afd71c6c-168a-44e3-a309-0c6bab662314 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 1098 time: 0.4537189 Jan 28 06:41:36.758832 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.778037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Network': ['ID=2d564f63-c0b4-45b7-8160-b73c1310d2e3,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:36.792723 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:41:36.831189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Allocated IP 172.26.4.224 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/d0dac2b6-7e2a-4f00-a16f-5de6ed8ce27c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:36.933514 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9e93a947-bb62-4608-8627-ff272d0de499 req-3929fdbd-67be-4cde-8f9d-d26a22028e25 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908247 Jan 28 06:41:36.947357 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-70164c56-b974-412b-b69f-9e015ce65da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5194454 Jan 28 06:41:36.950809 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38104) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:36.954216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:36.957722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:36.977137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dacbe-59a2-45ec-94d8-a00a32a93f74 req-54cf602d-72d9-403f-a42c-bb105d63c53e tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:36.979099 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bb3dacbe-59a2-45ec-94d8-a00a32a93f74 req-54cf602d-72d9-403f-a42c-bb105d63c53e tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 945 time: 0.5734649 Jan 28 06:41:37.008650 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.034242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.079923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:37.083411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.086920 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:37.124846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:37.138999 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:37.180758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5458b0e6-dfe6-4ec6-aced-b9ad954ca919 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Unset dirty status for tenant:4c62983249ed4964aa77c1d5cc1f79c7 on resource:network {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:37.181913 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5458b0e6-dfe6-4ec6-aced-b9ad954ca919 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0199838 Jan 28 06:41:37.187439 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:41:37.189620 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38108) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:37.201655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-a143b2fe-1fe8-414b-af16-8474c9c13b3d tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-910331659'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:37.204060 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bb3dacbe-59a2-45ec-94d8-a00a32a93f74 req-0715b49f-6cf7-4520-86f2-1c4f427d015e tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092733 Jan 28 06:41:37.210164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238cf3ff-e50a-4b6d-9c0d-a74327dd3201,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:37.210303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a143b2fe-1fe8-414b-af16-8474c9c13b3d tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:37.235704 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Pushing event updated for resources: {'Port': ['ID=52a83602-590c-4d8f-9cfc-edb1f0e72477,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:37.236201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a143b2fe-1fe8-414b-af16-8474c9c13b3d tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:37.242317 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.267519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.267895 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Added segment c95d45ed-c297-49cd-9462-db735f2cda24 of type vlan for network a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef Jan 28 06:41:37.282982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:37.286693 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.295296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c08554-1a9e-4773-bd49-bc395210e693 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Router b37009bc-5b3e-4483-9f91-b45911c20584 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:41:37.319165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.378224 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a143b2fe-1fe8-414b-af16-8474c9c13b3d tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Made reservation on behalf of 4c62983249ed4964aa77c1d5cc1f79c7 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:37.381660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a143b2fe-1fe8-414b-af16-8474c9c13b3d tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.392000 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.393242 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0fbb2586-80ec-4ffd-99d6-52b0e1b9c239 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6317089 Jan 28 06:41:37.403778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38114) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:37.443684 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:41:37.514099 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a143b2fe-1fe8-414b-af16-8474c9c13b3d tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:41:37.543927 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4947401f-477a-44dc-a8d1-e41b31de8930 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Synchronizing usage tracker for tenant:f7383ffbf1674be589415bcdb9efb795 on resource:floatingip {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:37.546680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a143b2fe-1fe8-414b-af16-8474c9c13b3d tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.547023 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-a143b2fe-1fe8-414b-af16-8474c9c13b3d tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Added segment 2101fdfc-c6fb-49d1-a61a-bfaa2451f504 of type vlan for network 448d9d9f-b762-4c72-9961-9fcb6def8d7e Jan 28 06:41:37.597612 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.644708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a143b2fe-1fe8-414b-af16-8474c9c13b3d tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.717541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.723157 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:37.723767 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.744145 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4947401f-477a-44dc-a8d1-e41b31de8930 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Unset dirty status for tenant:f7383ffbf1674be589415bcdb9efb795 on resource:floatingip {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:37.745431 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4947401f-477a-44dc-a8d1-e41b31de8930 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3393 time: 0.3407629 Jan 28 06:41:37.748222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38118) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:37.755301 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f81d7e0-76b2-4288-b989-ffc019ea4335'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:41:37.776165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c08554-1a9e-4773-bd49-bc395210e693 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:41:37.790843 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf42cf-f909-47ae-858a-5a1604c0fa93 None None] Sync routers for ids ['b37009bc-5b3e-4483-9f91-b45911c20584'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:41:37.798872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ff908-af8b-42c8-acd4-783edc04f812 req-80a9d370-dc28-4dcd-8308-68c6efe6246a tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:37.800767 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-506ff908-af8b-42c8-acd4-783edc04f812 req-80a9d370-dc28-4dcd-8308-68c6efe6246a tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 945 time: 0.4663405 Jan 28 06:41:37.801919 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf42cf-f909-47ae-858a-5a1604c0fa93 None None] Routers {'b37009bc-5b3e-4483-9f91-b45911c20584'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:41:37.802767 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-89cf42cf-f909-47ae-858a-5a1604c0fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b37009bc-5b3e-4483-9f91-b45911c20584'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:37.825874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b5c4dce0-aef3-41c4-a702-4d3679f43d68 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Synchronizing usage tracker for tenant:85523f98961443b7a51d5892a9b19d96 on resource:floatingip {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:37.829925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-93c08554-1a9e-4773-bd49-bc395210e693 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.837406 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f81d7e0-76b2-4288-b989-ffc019ea4335', 'code': 200} Jan 28 06:41:37.843437 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a143b2fe-1fe8-414b-af16-8474c9c13b3d tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.849145 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a143b2fe-1fe8-414b-af16-8474c9c13b3d tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:37.853983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a143b2fe-1fe8-414b-af16-8474c9c13b3d tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.915295 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:37.929499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Pushing event updated for resources: {'Network': ['ID=a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:37.934901 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-301402bb-f545-42cd-bb42-776ed79db8e5 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5248837 Jan 28 06:41:37.943351 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:41:37.946088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38124) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:37.958505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Request body: {'subnet': {'network_id': 'a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:37.973107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:38.052154 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-93c08554-1a9e-4773-bd49-bc395210e693 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "PUT /v2.0/floatingips/81c1f545-0972-42a1-ad9b-1279477a2161 HTTP/1.1" status: 200 len: 991 time: 3.5076790 Jan 28 06:41:38.059986 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-506ff908-af8b-42c8-acd4-783edc04f812 req-383e1ad2-8f5b-410e-98c2-9d8a9e21568f tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482846 Jan 28 06:41:38.077567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f463e91-97fd-4b25-b739-03625dcb7cea', 'tag': '7f325355-9184-4dbf-8fc8-9d2ada28d833'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:41:38.089818 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=c3b12257-2bb3-4d50-a957-11bf9ec7ee20,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:38.094252 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a143b2fe-1fe8-414b-af16-8474c9c13b3d tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8999634 Jan 28 06:41:38.104946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38132) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:38.144178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b5c4dce0-aef3-41c4-a702-4d3679f43d68 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Unset dirty status for tenant:85523f98961443b7a51d5892a9b19d96 on resource:floatingip {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:38.145363 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b5c4dce0-aef3-41c4-a702-4d3679f43d68 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3961396 Jan 28 06:41:38.155767 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38136) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:38.163411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143b2fe-1fe8-414b-af16-8474c9c13b3d tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event updated for resources: {'Network': ['ID=448d9d9f-b762-4c72-9961-9fcb6def8d7e,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:38.176385 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 448d9d9f-b762-4c72-9961-9fcb6def8d7e details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:41:38.183128 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-89cf42cf-f909-47ae-858a-5a1604c0fa93 None None] Set router b37009bc-5b3e-4483-9f91-b45911c20584 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:41:38.211494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-586278882'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:38.219854 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f463e91-97fd-4b25-b739-03625dcb7cea', 'tag': '7f325355-9184-4dbf-8fc8-9d2ada28d833', 'status': 'completed', 'code': 200} Jan 28 06:41:38.226383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:38.248258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:38.255648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:38.265472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:38.349572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Usage tracker for resource:network and tenant:4c62983249ed4964aa77c1d5cc1f79c7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:38.414328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-fff55bec-f0c4-4562-8a0b-a36eb95a1459 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Deleting port 52a83602-590c-4d8f-9cfc-edb1f0e72477 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:38.414680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fff55bec-f0c4-4562-8a0b-a36eb95a1459 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:38.434009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Pushing event updated for resources: {'Port': ['ID=d0dac2b6-7e2a-4f00-a16f-5de6ed8ce27c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:38.454369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:38.466149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:38.466479 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network hostable DHCP agents. Network: 2d564f63-c0b4-45b7-8160-b73c1310d2e3, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:41:38.516377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:38.529359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:38.583270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:41:38.591291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Usage tracker for resource:subnet and tenant:44c7fba44e8445098691f4ee0b43595f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:38.604537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:38.626796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:38.630477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fff55bec-f0c4-4562-8a0b-a36eb95a1459 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:38.630815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fff55bec-f0c4-4562-8a0b-a36eb95a1459 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:38.647507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:38.648334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:38.683765 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-89cf42cf-f909-47ae-858a-5a1604c0fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:40:43Z', 'revision_number': 4, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '81c1f545-0972-42a1-ad9b-1279477a2161', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'floating_ip_address': '172.26.4.72', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'port_id': '7f325355-9184-4dbf-8fc8-9d2ada28d833', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'mac_address': 'fa:16:3e:41:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f463e91-97fd-4b25-b739-03625dcb7cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:40:56Z', 'updated_at': '2022-01-28T06:41:35Z', 'revision_number': 1, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f71325-0f6b-46a2-bde8-3a707c6c024f', 'name': '', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'mac_address': 'fa:16:3e:19:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:53Z', 'revision_number': 5, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'subnets': [{'id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:38.688192 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf42cf-f909-47ae-858a-5a1604c0fa93 None None] Checking router: b37009bc-5b3e-4483-9f91-b45911c20584 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:41:38.690903 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 2d564f63-c0b4-45b7-8160-b73c1310d2e3) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:38.700446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1166f46-1c5e-44d4-bfbb-fdf34f734577 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:38.704989 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf42cf-f909-47ae-858a-5a1604c0fa93 None None] Routers {'b37009bc-5b3e-4483-9f91-b45911c20584'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:41:38.706002 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-89cf42cf-f909-47ae-858a-5a1604c0fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b37009bc-5b3e-4483-9f91-b45911c20584'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:38.710025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Made reservation on behalf of 4c62983249ed4964aa77c1d5cc1f79c7 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:38.714873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:38.758681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-fff55bec-f0c4-4562-8a0b-a36eb95a1459 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Calling delete_port for 52a83602-590c-4d8f-9cfc-edb1f0e72477 owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:38.769706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57918d00-52e8-4bf2-9d63-4abe724d1c73 req-08a0a2c1-2eac-4731-a11d-2882cb6e1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:38.771982 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-57918d00-52e8-4bf2-9d63-4abe724d1c73 req-08a0a2c1-2eac-4731-a11d-2882cb6e1fe4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb1bd7b93cc04d2381fa60936dc42957&device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 1099 time: 0.4413915 Jan 28 06:41:38.776172 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Made reservation on behalf of 44c7fba44e8445098691f4ee0b43595f for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:38.781384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:38.813629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:38.814232 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:38.840941 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-68248cda-6d2a-4162-b824-94852c3ab562 tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.9486198 Jan 28 06:41:38.853205 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38144) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:38.863019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf9620-9218-4e72-8dba-ed215e5a6a6e req-04c9b45f-4579-4232-932a-71d53794fe0d tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:38.872518 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e0bf9620-9218-4e72-8dba-ed215e5a6a6e req-04c9b45f-4579-4232-932a-71d53794fe0d tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 945 time: 0.4143007 Jan 28 06:41:38.886729 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.224'}]}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:38.892193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:41:38.895306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:38.914870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Usage tracker for resource:router and tenant:56065d2e8da04043b7d23004f4bf574b is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:38.921617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de4c1b-eddb-43c3-83e6-d68d3f3156f4 req-1a54d8f2-002d-47b3-964a-e70f6e1063ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:38.923084 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-69de4c1b-eddb-43c3-83e6-d68d3f3156f4 req-1a54d8f2-002d-47b3-964a-e70f6e1063ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 1098 time: 0.4081643 Jan 28 06:41:38.929478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:38.939550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:38.953527 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-89cf42cf-f909-47ae-858a-5a1604c0fa93 None None] Set router b37009bc-5b3e-4483-9f91-b45911c20584 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:41:39.000653 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': 'c3b12257-2bb3-4d50-a957-11bf9ec7ee20'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:41:39.002699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.012545 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.017619 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Added segment 93da2724-c4d2-4506-8dec-c7188f50490c of type vlan for network 88c34dd3-57a7-4614-90cd-4ab6b2af1b4d Jan 28 06:41:39.020250 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a9926630-93a7-4c77-80c5-ed6f5b610640 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0683143 Jan 28 06:41:39.023065 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38148) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:39.032378 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'name': 'tempest-NetworksTestDHCPv6-142194198'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:39.120467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.121805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.193823 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e0bf9620-9218-4e72-8dba-ed215e5a6a6e req-4aa1cde0-7e23-44c7-9bd9-7ae69707b707 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202198 Jan 28 06:41:39.218298 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.265914 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:39.269700 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:39.272570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:39.278606 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:39.286145 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-69de4c1b-eddb-43c3-83e6-d68d3f3156f4 req-f043e88e-66d9-4cc7-bb67-07fe2753bd13 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513920 Jan 28 06:41:39.302201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fff55bec-f0c4-4562-8a0b-a36eb95a1459 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.316325 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57918d00-52e8-4bf2-9d63-4abe724d1c73 req-8bc8ca31-efb8-484c-ba77-b893f48b40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:39.318589 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-57918d00-52e8-4bf2-9d63-4abe724d1c73 req-8bc8ca31-efb8-484c-ba77-b893f48b40b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=900882d3-f259-4633-a0ad-6db24a9bc89e HTTP/1.1" status: 200 len: 913 time: 0.5207226 Jan 28 06:41:39.354620 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.358671 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff55bec-f0c4-4562-8a0b-a36eb95a1459 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Pushing event deleted for resources: {'Port': ['ID=52a83602-590c-4d8f-9cfc-edb1f0e72477,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:39.431621 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-89cf42cf-f909-47ae-858a-5a1604c0fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:40:43Z', 'revision_number': 4, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '81c1f545-0972-42a1-ad9b-1279477a2161', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'floating_ip_address': '172.26.4.72', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'port_id': '7f325355-9184-4dbf-8fc8-9d2ada28d833', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'mac_address': 'fa:16:3e:41:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f463e91-97fd-4b25-b739-03625dcb7cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:40:56Z', 'updated_at': '2022-01-28T06:41:35Z', 'revision_number': 1, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f71325-0f6b-46a2-bde8-3a707c6c024f', 'name': '', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'mac_address': 'fa:16:3e:19:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:53Z', 'revision_number': 5, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'subnets': [{'id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:39.443175 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cf42cf-f909-47ae-858a-5a1604c0fa93 None None] The sync data for ids ['b37009bc-5b3e-4483-9f91-b45911c20584'] in dv-neutron-824022-4-hyperv is: [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:40:43Z', 'revision_number': 4, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '81c1f545-0972-42a1-ad9b-1279477a2161', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'floating_ip_address': '172.26.4.72', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'port_id': '7f325355-9184-4dbf-8fc8-9d2ada28d833', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'mac_address': 'fa:16:3e:41:24:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f463e91-97fd-4b25-b739-03625dcb7cea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:40:56Z', 'updated_at': '2022-01-28T06:41:35Z', 'revision_number': 1, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26f71325-0f6b-46a2-bde8-3a707c6c024f', 'name': '', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'mac_address': 'fa:16:3e:19:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:53Z', 'revision_number': 5, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'subnets': [{'id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:41:39.452470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:39.456842 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.458458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Allocated IP 2001:db8::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/c3b12257-2bb3-4d50-a957-11bf9ec7ee20/73d26655-f161-4d45-b72f-3773002d6e65) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:39.487159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12be6aa-9104-4bd0-994c-9c4b31855896 req-5cf4593b-6503-413c-9e12-9753296813fc tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:39.487159 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d12be6aa-9104-4bd0-994c-9c4b31855896 req-5cf4593b-6503-413c-9e12-9753296813fc tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 945 time: 0.2760298 Jan 28 06:41:39.505558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.509222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 13fc70c6-2de9-4961-bf90-bf3f78889e46 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:41:39.510903 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:39.511569 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.563863 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fff55bec-f0c4-4562-8a0b-a36eb95a1459 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.576306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.684357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fff55bec-f0c4-4562-8a0b-a36eb95a1459 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.685781 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fff55bec-f0c4-4562-8a0b-a36eb95a1459 tempest-FloatingIPAdminTestJSON-1320628778 tempest-FloatingIPAdminTestJSON-1320628778-project] 10.222.0.25 "DELETE /v2.0/floatingips/2b752bb1-4410-43f2-b11a-5fb4db384156 HTTP/1.1" status: 204 len: 168 time: 1.5198791 Jan 28 06:41:39.694759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38158) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:39.716986 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d12be6aa-9104-4bd0-994c-9c4b31855896 req-3777ba53-fd70-4024-ba58-dedbd10dbd36 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307987 Jan 28 06:41:39.759331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.789298 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Transition to ACTIVE for port object 73d26655-f161-4d45-b72f-3773002d6e65 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:39.827037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Transition to ACTIVE for port object 73d26655-f161-4d45-b72f-3773002d6e65 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:39.836151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73f6ffa-a935-4975-9e02-e50a78b80818 None None] New status for floating IP 81c1f545-0972-42a1-ad9b-1279477a2161: ACTIVE {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:41:39.839367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event updated for resources: {'Network': ['ID=88c34dd3-57a7-4614-90cd-4ab6b2af1b4d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:39.928929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 88c34dd3-57a7-4614-90cd-4ab6b2af1b4d details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:41:39.959395 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:39.996432 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8398361b-5dcc-41cb-b2db-fca24a8bd965 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8825154 Jan 28 06:41:40.008180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38162) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:40.008180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Pushing event updated for resources: {'Subnet': ['ID=80868a8d-5850-4371-881a-88722458fa31,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:40.019778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Request body: {'ports': [{'network_id': '448d9d9f-b762-4c72-9961-9fcb6def8d7e', 'name': 'tempest-port--582910948', 'admin_state_up': True}, {'network_id': '88c34dd3-57a7-4614-90cd-4ab6b2af1b4d', 'admin_state_up': False}]} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:40.020083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Request body: {'port': {'network_id': '448d9d9f-b762-4c72-9961-9fcb6def8d7e', 'name': 'tempest-port--582910948', 'admin_state_up': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:40.020544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Request body: {'port': {'network_id': '88c34dd3-57a7-4614-90cd-4ab6b2af1b4d', 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:40.081242 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-57918d00-52e8-4bf2-9d63-4abe724d1c73 req-31696f36-a087-4de8-a54c-042df98b19e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f325355-9184-4dbf-8fc8-9d2ada28d833 HTTP/1.1" status: 200 len: 999 time: 0.4522343 Jan 28 06:41:40.087702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Checking segment: {'id': 'c95d45ed-c297-49cd-9462-db735f2cda24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:40.088058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Network hostable DHCP agents. Network: a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:41:40.124384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:40.132015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:40.188078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:40.195165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:40.198455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Pushing event updated for resources: {'Port': ['ID=73d26655-f161-4d45-b72f-3773002d6e65,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:40.207879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f4639a63-0c6c-43fc-9400-8f6cdec8a2f8 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Deleting port 467ccdfd-1de8-4b25-b630-2d34e4d30df3 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:40.208227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4639a63-0c6c-43fc-9400-8f6cdec8a2f8 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:40.268964 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::1e7 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/c3b12257-2bb3-4d50-a957-11bf9ec7ee20/13fc70c6-2de9-4961-bf90-bf3f78889e46) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:40.311858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57918d00-52e8-4bf2-9d63-4abe724d1c73 req-122fdacf-d14f-427f-b535-463fa3b9128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:40.313327 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-57918d00-52e8-4bf2-9d63-4abe724d1c73 req-122fdacf-d14f-427f-b535-463fa3b9128c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d287cf5-03cc-4605-a5b6-1cc9364d0ed2 HTTP/1.1" status: 200 len: 851 time: 0.1754212 Jan 28 06:41:40.325413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Network a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:41:40.383465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:40.390042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Usage tracker for resource:port and tenant:4c62983249ed4964aa77c1d5cc1f79c7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:40.418572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Attempting to bind port 73d26655-f161-4d45-b72f-3773002d6e65 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:41:40.419032 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Attempting to bind port 73d26655-f161-4d45-b72f-3773002d6e65 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:41:40.419447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Attempting to bind port 73d26655-f161-4d45-b72f-3773002d6e65 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:41:40.427507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:40.431748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:41:40.432124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:40.432525 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:40.432922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:41:40.433386 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Bound port: 73d26655-f161-4d45-b72f-3773002d6e65, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:41:40.433760 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:40.445080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:40.506305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57918d00-52e8-4bf2-9d63-4abe724d1c73 req-29eb4e39-3f78-449c-8ece-bd12d12f8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:40.511102 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-57918d00-52e8-4bf2-9d63-4abe724d1c73 req-29eb4e39-3f78-449c-8ece-bd12d12f8ee6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=900882d3-f259-4633-a0ad-6db24a9bc89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1733241 Jan 28 06:41:40.512984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:40.525182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:40.526151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:40.527121 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ec7f0-36c1-4e70-9889-d53ca073b9ff None None] Network a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:40.665740 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] For port 73d26655-f161-4d45-b72f-3773002d6e65, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:41:40.680952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Made reservation on behalf of 4c62983249ed4964aa77c1d5cc1f79c7 for: {'port': 2} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:40.684257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] For port 73d26655-f161-4d45-b72f-3773002d6e65, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=73d26655-f161-4d45-b72f-3773002d6e65,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:41:40.686659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:40.707474 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99c001-0271-4eef-9ad1-2269f2ea4cb4 req-015ece4a-e6c6-42bb-a768-61bf53ce3743 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:40.714685 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-de99c001-0271-4eef-9ad1-2269f2ea4cb4 req-015ece4a-e6c6-42bb-a768-61bf53ce3743 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 945 time: 0.3264136 Jan 28 06:41:40.729790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4639a63-0c6c-43fc-9400-8f6cdec8a2f8 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:40.730349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4639a63-0c6c-43fc-9400-8f6cdec8a2f8 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:40.771853 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-65a30d62-c642-4b0a-b75a-be71be022da1 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8247662 Jan 28 06:41:40.784878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38172) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:40.801811 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-de99c001-0271-4eef-9ad1-2269f2ea4cb4 req-b3d7c0f9-4f86-48a3-908b-b209753f8dd6 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860713 Jan 28 06:41:40.809164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:40.829873 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:40.833266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:40.833431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Request body: {'port': {'network_id': 'a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1845641923'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:40.927043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:40.974775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f4639a63-0c6c-43fc-9400-8f6cdec8a2f8 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Calling delete_port for 467ccdfd-1de8-4b25-b630-2d34e4d30df3 owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:40.983902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef', 'network_id': 'a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef', 'tenant_id': '44c7fba44e8445098691f4ee0b43595f', 'fixed_ips': [{'subnet_id': '80868a8d-5850-4371-881a-88722458fa31'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:41:40.984765 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:41.050738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 13fc70c6-2de9-4961-bf90-bf3f78889e46 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:41.068363 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3aff5d-8dd0-426c-8c40-bb96a317a79c None None] Pushing event updated for resources: {'Port': ['ID=73d26655-f161-4d45-b72f-3773002d6e65,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:41.221874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Allocated IP 172.20.0.2 (a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef/80868a8d-5850-4371-881a-88722458fa31/8cf35321-f430-4d1f-9b9c-01aad1290390) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:41.282626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:41.320485 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-57918d00-52e8-4bf2-9d63-4abe724d1c73 req-0a969a61-cd1c-48fe-974d-3e82d62301db service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7897363 Jan 28 06:41:41.368719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4639a63-0c6c-43fc-9400-8f6cdec8a2f8 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:41.509079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:41.533387 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Usage tracker for resource:port and tenant:44c7fba44e8445098691f4ee0b43595f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:41.548994 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:41.611938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:41.623420 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 73d26655-f161-4d45-b72f-3773002d6e65 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:41:41.650413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:41.670280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Transition to ACTIVE for port object 8cf35321-f430-4d1f-9b9c-01aad1290390 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:41.678895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] device_id is not set on port 81e9c929-40e0-4ad0-8b5b-70333a6d6298 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:41:41.685986 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:41.696603 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579d814-8e20-49a5-a353-e1088a4e46c3 req-9ac3f64b-94c8-41e0-a064-a077db3e82d2 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:41.698125 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d579d814-8e20-49a5-a353-e1088a4e46c3 req-9ac3f64b-94c8-41e0-a064-a077db3e82d2 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 945 time: 0.7405961 Jan 28 06:41:41.713493 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Transition to ACTIVE for port object 8cf35321-f430-4d1f-9b9c-01aad1290390 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:41.719613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2a5f3-8b55-4ca5-b1e0-7ffd6ad2e09a req-7d79f421-e806-4c38-8171-e4761f623f1e tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:41.721563 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-95d2a5f3-8b55-4ca5-b1e0-7ffd6ad2e09a req-7d79f421-e806-4c38-8171-e4761f623f1e tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 945 time: 0.6684446 Jan 28 06:41:41.738026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:41.745402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38178) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:41.754837 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:41.756500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1c53a831-9ecb-451d-a4e2-22f0703b3913 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Request body: {'floatingip': {'port_id': '09dc5c21-b41c-4367-8feb-de551e51d904'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:41.760394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:41.761002 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:41.766727 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=13fc70c6-2de9-4961-bf90-bf3f78889e46,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:41.813201 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-57918d00-52e8-4bf2-9d63-4abe724d1c73 req-fbcb3c29-8661-4f96-9c99-b349e4157614 service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710298 Jan 28 06:41:41.818330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:41.825591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Made reservation on behalf of 44c7fba44e8445098691f4ee0b43595f for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:41.829030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:41.851516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 73d26655-f161-4d45-b72f-3773002d6e65 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:41.867016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4639a63-0c6c-43fc-9400-8f6cdec8a2f8 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Pushing event deleted for resources: {'Port': ['ID=467ccdfd-1de8-4b25-b630-2d34e4d30df3,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:41.905522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c53a831-9ecb-451d-a4e2-22f0703b3913 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:41.919602 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:41.922251 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Network a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:41.925774 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:41.929610 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:41.935614 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Pushing event updated for resources: {'Port': ['ID=8cf35321-f430-4d1f-9b9c-01aad1290390,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:41.968509 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:42.010051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4639a63-0c6c-43fc-9400-8f6cdec8a2f8 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:42.012695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4639a63-0c6c-43fc-9400-8f6cdec8a2f8 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:42.018784 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f4639a63-0c6c-43fc-9400-8f6cdec8a2f8 tempest-FloatingIPAdminTestJSON-843859141 tempest-FloatingIPAdminTestJSON-843859141-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/1b6cb476-eca6-4a93-8f64-44c0e83a512a HTTP/1.1" status: 204 len: 168 time: 2.3230495 Jan 28 06:41:42.019600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38184) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:42.055054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Attempting to bind port 8cf35321-f430-4d1f-9b9c-01aad1290390 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:41:42.055464 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Attempting to bind port 8cf35321-f430-4d1f-9b9c-01aad1290390 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'c95d45ed-c297-49cd-9462-db735f2cda24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:41:42.055839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Attempting to bind port 8cf35321-f430-4d1f-9b9c-01aad1290390 on network a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:41:42.063558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:41:42.064103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Checking segment: {'id': 'c95d45ed-c297-49cd-9462-db735f2cda24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:42.065154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:42.065650 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Bound using segment: {'id': 'c95d45ed-c297-49cd-9462-db735f2cda24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:41:42.066220 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Bound port: 8cf35321-f430-4d1f-9b9c-01aad1290390, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95d45ed-c297-49cd-9462-db735f2cda24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:41:42.066696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:42.083689 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-26d530e4-ad07-4652-8969-33a5cd9d8079 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0572829 Jan 28 06:41:42.094818 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38188) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:42.169455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] device_id is not set on port 067ab32e-2aa8-4784-89db-f824d53fba1d yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:41:42.183626 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] For port 8cf35321-f430-4d1f-9b9c-01aad1290390, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:41:42.187216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] For port 8cf35321-f430-4d1f-9b9c-01aad1290390, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8cf35321-f430-4d1f-9b9c-01aad1290390,segment=NetworkSegment(c95d45ed-c297-49cd-9462-db735f2cda24),segment_id=c95d45ed-c297-49cd-9462-db735f2cda24)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:41:42.211529 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d579d814-8e20-49a5-a353-e1088a4e46c3 req-0979b0e5-a299-4783-af54-de9d85636f8f tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5018194 Jan 28 06:41:42.242008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ec426-356b-479c-bd79-f2efc8ec9cb8 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Deleting port b4d3fd8b-214e-484f-846a-c3dba35ae46f {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:42.243251 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec426-356b-479c-bd79-f2efc8ec9cb8 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:42.270211 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:42.410562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b28e6-186a-4f32-8c4a-a6a11328b871 None None] Pushing event updated for resources: {'Port': ['ID=8cf35321-f430-4d1f-9b9c-01aad1290390,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:42.505818 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a027980-59cc-4320-b48e-23e1393c053b None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:42.565477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ead9f1-c65c-42a5-a562-2a555a87fe44 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:42.572547 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ead9f1-c65c-42a5-a562-2a555a87fe44 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:42.573009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:42.573348 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-65ead9f1-c65c-42a5-a562-2a555a87fe44 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:42.689187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:42.713141 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4ad5c33c-e33c-47d0-82ee-d8f1cd0570be None None] Provisioning for port 73d26655-f161-4d45-b72f-3773002d6e65 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:42.726016 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4ad5c33c-e33c-47d0-82ee-d8f1cd0570be None None] Provisioning complete for port 73d26655-f161-4d45-b72f-3773002d6e65 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:42.726384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4ad5c33c-e33c-47d0-82ee-d8f1cd0570be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:42.741990 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70bb2818-7375-454b-b3cb-5e2f703cae12 req-3ee5c7b7-a60f-4c09-8177-e21e04c0db74 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6303592 Jan 28 06:41:42.747462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Allocated IP 172.20.0.9 (a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef/80868a8d-5850-4371-881a-88722458fa31/067ab32e-2aa8-4784-89db-f824d53fba1d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:42.772674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-65ead9f1-c65c-42a5-a562-2a555a87fe44 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:42.776900 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-65ead9f1-c65c-42a5-a562-2a555a87fe44 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6808658 Jan 28 06:41:42.780901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38194) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:42.917820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] device_id is not set on port 69f92d67-4938-4031-8432-4396c40f64b0 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:41:42.989644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4ad5c33c-e33c-47d0-82ee-d8f1cd0570be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:43.037616 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec426-356b-479c-bd79-f2efc8ec9cb8 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:43.070782 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4ad5c33c-e33c-47d0-82ee-d8f1cd0570be None None] For port 73d26655-f161-4d45-b72f-3773002d6e65, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=73d26655-f161-4d45-b72f-3773002d6e65,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:43.183461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4ad5c33c-e33c-47d0-82ee-d8f1cd0570be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:43.209698 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-1347da85-7832-41b7-ac81-89d01b3ab560 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 13fc70c6-2de9-4961-bf90-bf3f78889e46 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:43.211797 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1347da85-7832-41b7-ac81-89d01b3ab560 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:43.269848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5c33c-e33c-47d0-82ee-d8f1cd0570be None None] Pushing event updated for resources: {'Port': ['ID=73d26655-f161-4d45-b72f-3773002d6e65,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:43.377054 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b01e5-164c-4a0f-85a7-9cad5795b008 req-2c6aa89c-5493-485f-a7ce-6b3b18f3005b tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:43.378653 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f74b01e5-164c-4a0f-85a7-9cad5795b008 req-2c6aa89c-5493-485f-a7ce-6b3b18f3005b tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 945 time: 1.0016949 Jan 28 06:41:43.405863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38200) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:43.421169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-60b1c8e9-7057-4a1d-adf9-4473f731b54f tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Request body: {'floatingip': {'port_id': '2f81d7e0-76b2-4288-b989-ffc019ea4335'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:43.445455 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ec426-356b-479c-bd79-f2efc8ec9cb8 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Calling delete_port for b4d3fd8b-214e-484f-846a-c3dba35ae46f owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:43.485758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:43.493834 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:43.557577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-843169de-da5e-4826-b432-330393833d83 None None] Provisioning for port 13fc70c6-2de9-4961-bf90-bf3f78889e46 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:43.569122 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-843169de-da5e-4826-b432-330393833d83 None None] Provisioning complete for port 13fc70c6-2de9-4961-bf90-bf3f78889e46 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:43.569542 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-843169de-da5e-4826-b432-330393833d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:43.614134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb2818-7375-454b-b3cb-5e2f703cae12 req-d65251d5-077a-408f-8595-7f3abee2e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:43.621621 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70bb2818-7375-454b-b3cb-5e2f703cae12 req-d65251d5-077a-408f-8595-7f3abee2e353 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb1bd7b93cc04d2381fa60936dc42957&device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 1099 time: 0.6693339 Jan 28 06:41:43.621621 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60b1c8e9-7057-4a1d-adf9-4473f731b54f tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:43.666834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-843169de-da5e-4826-b432-330393833d83 None None] Port 13fc70c6-2de9-4961-bf90-bf3f78889e46 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:43.705370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-843169de-da5e-4826-b432-330393833d83 None None] Provisioning complete for port 73d26655-f161-4d45-b72f-3773002d6e65 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:43.705744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-843169de-da5e-4826-b432-330393833d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:43.779782 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1347da85-7832-41b7-ac81-89d01b3ab560 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:43.796601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8cf35321-f430-4d1f-9b9c-01aad1290390 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:41:43.930990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:43.931247 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9d24658-8824-43d0-b0cb-8ea9e9e9240b {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:41:43.944091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-1347da85-7832-41b7-ac81-89d01b3ab560 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 13fc70c6-2de9-4961-bf90-bf3f78889e46 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:44.017269 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:44.024358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046d657c-7fdf-4bd4-9f4b-8f3d5e3c4245 None None] Network a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:44.043426 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 8cf35321-f430-4d1f-9b9c-01aad1290390 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:44.060641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 73d26655-f161-4d45-b72f-3773002d6e65 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:41:44.089772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:44.141021 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 06:41:44.145456 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a11d46b9-4fc7-48e4-860c-947d1e12a17b tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.2881300 Jan 28 06:41:44.145692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38204) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:44.145851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Transition to ACTIVE for port object 067ab32e-2aa8-4784-89db-f824d53fba1d will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:44.198558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb2818-7375-454b-b3cb-5e2f703cae12 req-2b0f57e4-371e-4040-98d6-98ec5002f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:44.200101 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70bb2818-7375-454b-b3cb-5e2f703cae12 req-2b0f57e4-371e-4040-98d6-98ec5002f177 service neutron] 10.222.0.37 "GET /v2.0/networks?id=900882d3-f259-4633-a0ad-6db24a9bc89e HTTP/1.1" status: 200 len: 913 time: 0.4935391 Jan 28 06:41:44.207136 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e182613d-974b-4586-9735-9f55c99ff252 None None] Provisioning complete for port 13fc70c6-2de9-4961-bf90-bf3f78889e46 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:44.207577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e182613d-974b-4586-9735-9f55c99ff252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:44.227421 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec426-356b-479c-bd79-f2efc8ec9cb8 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:44.290959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-ffd003dd-0a0e-43b1-bf96-772bd141fb9c tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Deleting port d0dac2b6-7e2a-4f00-a16f-5de6ed8ce27c {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:44.290959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ffd003dd-0a0e-43b1-bf96-772bd141fb9c tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:44.315827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ec426-356b-479c-bd79-f2efc8ec9cb8 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event deleted for resources: {'Port': ['ID=b4d3fd8b-214e-484f-846a-c3dba35ae46f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:44.376011 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1347da85-7832-41b7-ac81-89d01b3ab560 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:44.392115 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 73d26655-f161-4d45-b72f-3773002d6e65 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:44.393063 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:44.435447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e182613d-974b-4586-9735-9f55c99ff252 None None] Port 13fc70c6-2de9-4961-bf90-bf3f78889e46 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:44.470482 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70bb2818-7375-454b-b3cb-5e2f703cae12 req-c5be07d6-6e77-400e-95b3-9ec5d2310f67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f325355-9184-4dbf-8fc8-9d2ada28d833 HTTP/1.1" status: 200 len: 1001 time: 0.2484117 Jan 28 06:41:44.474702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:44.535956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347da85-7832-41b7-ac81-89d01b3ab560 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=13fc70c6-2de9-4961-bf90-bf3f78889e46,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:44.566052 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1347da85-7832-41b7-ac81-89d01b3ab560 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:44.569682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e182613d-974b-4586-9735-9f55c99ff252 None None] Provisioning for port 8cf35321-f430-4d1f-9b9c-01aad1290390 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:44.614165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e182613d-974b-4586-9735-9f55c99ff252 None None] Provisioning complete for port 8cf35321-f430-4d1f-9b9c-01aad1290390 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:44.614541 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e182613d-974b-4586-9735-9f55c99ff252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:44.645037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c3ec426-356b-479c-bd79-f2efc8ec9cb8 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:44.650330 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2c3ec426-356b-479c-bd79-f2efc8ec9cb8 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "DELETE /v2.0/ports/b4d3fd8b-214e-484f-846a-c3dba35ae46f HTTP/1.1" status: 204 len: 168 time: 2.6284075 Jan 28 06:41:44.659707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38210) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:44.713203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:44.717626 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1347da85-7832-41b7-ac81-89d01b3ab560 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/13fc70c6-2de9-4961-bf90-bf3f78889e46 HTTP/1.1" status: 204 len: 168 time: 1.8746641 Jan 28 06:41:44.731775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38214) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:44.756791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-1c53a831-9ecb-451d-a4e2-22f0703b3913 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:41:44.772162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e182613d-974b-4586-9735-9f55c99ff252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:44.828645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e182613d-974b-4586-9735-9f55c99ff252 None None] For port 8cf35321-f430-4d1f-9b9c-01aad1290390, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8cf35321-f430-4d1f-9b9c-01aad1290390,segment=NetworkSegment(c95d45ed-c297-49cd-9462-db735f2cda24),segment_id=c95d45ed-c297-49cd-9462-db735f2cda24)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:44.839697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5761848-3376-4900-9997-33a84bf00c3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:44.841511 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5761848-3376-4900-9997-33a84bf00c3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:44.843080 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c5761848-3376-4900-9997-33a84bf00c3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:44.889396 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event updated for resources: {'Port': ['ID=81e9c929-40e0-4ad0-8b5b-70333a6d6298,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:44.969623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb2818-7375-454b-b3cb-5e2f703cae12 req-6513c7b1-bcf0-4656-9340-6df72028a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:44.971676 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70bb2818-7375-454b-b3cb-5e2f703cae12 req-6513c7b1-bcf0-4656-9340-6df72028a2da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d287cf5-03cc-4605-a5b6-1cc9364d0ed2 HTTP/1.1" status: 200 len: 851 time: 0.4833798 Jan 28 06:41:44.983136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Network a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:44.983428 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ffd003dd-0a0e-43b1-bf96-772bd141fb9c tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:44.995729 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:44.998028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:45.008456 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e182613d-974b-4586-9735-9f55c99ff252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:45.057128 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33af59d-4f90-475a-a537-8f87da59bc0e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:45.057846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c33af59d-4f90-475a-a537-8f87da59bc0e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Synchronizing usage tracker for tenant:85523f98961443b7a51d5892a9b19d96 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:45.103413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182613d-974b-4586-9735-9f55c99ff252 None None] Pushing event updated for resources: {'Port': ['ID=8cf35321-f430-4d1f-9b9c-01aad1290390,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:45.118979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c5761848-3376-4900-9997-33a84bf00c3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:45.120172 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c5761848-3376-4900-9997-33a84bf00c3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3864837 Jan 28 06:41:45.124919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38218) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:45.139111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8334b8f8-a056-4207-a09c-6283ed25eed1 None None] Provisioning complete for port 8cf35321-f430-4d1f-9b9c-01aad1290390 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:45.140074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8334b8f8-a056-4207-a09c-6283ed25eed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:45.213726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c53a831-9ecb-451d-a4e2-22f0703b3913 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:45.218805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Checking segment: {'id': '2101fdfc-c6fb-49d1-a61a-bfaa2451f504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '448d9d9f-b762-4c72-9961-9fcb6def8d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:45.219159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Network hostable DHCP agents. Network: 448d9d9f-b762-4c72-9961-9fcb6def8d7e, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:41:45.220983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-ffd003dd-0a0e-43b1-bf96-772bd141fb9c tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Calling delete_port for d0dac2b6-7e2a-4f00-a16f-5de6ed8ce27c owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:45.282611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Pushing event updated for resources: {'Port': ['ID=067ab32e-2aa8-4784-89db-f824d53fba1d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:45.291539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:45.292145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:45.328711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c53a831-9ecb-451d-a4e2-22f0703b3913 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:45.360894 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c33af59d-4f90-475a-a537-8f87da59bc0e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Unset dirty status for tenant:85523f98961443b7a51d5892a9b19d96 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:45.362527 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c33af59d-4f90-475a-a537-8f87da59bc0e tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "GET /v2.0/ports?device_id=8666ae4d-40b9-45d4-822d-f90427e85312 HTTP/1.1" status: 200 len: 913 time: 0.7017865 Jan 28 06:41:45.365326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38222) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:45.433842 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ffd003dd-0a0e-43b1-bf96-772bd141fb9c tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:45.452091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-96f404dd-8e05-4d5e-9edf-4f0d63643329 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet c3b12257-2bb3-4d50-a957-11bf9ec7ee20 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:41:45.461255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96f404dd-8e05-4d5e-9edf-4f0d63643329 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:45.494759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd003dd-0a0e-43b1-bf96-772bd141fb9c tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0dac2b6-7e2a-4f00-a16f-5de6ed8ce27c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:45.506512 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f3a720b8-558a-47f7-925d-562d0eb8ca3e None None] Provisioning for port 067ab32e-2aa8-4784-89db-f824d53fba1d completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:45.515417 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f3a720b8-558a-47f7-925d-562d0eb8ca3e None None] Provisioning complete for port 067ab32e-2aa8-4784-89db-f824d53fba1d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:45.515788 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3a720b8-558a-47f7-925d-562d0eb8ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:45.583083 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8cf35321-f430-4d1f-9b9c-01aad1290390 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:41:45.638216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f3a720b8-558a-47f7-925d-562d0eb8ca3e None None] Port 067ab32e-2aa8-4784-89db-f824d53fba1d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:45.662283 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 8cf35321-f430-4d1f-9b9c-01aad1290390 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:45.662659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:45.675841 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ffd003dd-0a0e-43b1-bf96-772bd141fb9c tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:45.707051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Network 448d9d9f-b762-4c72-9961-9fcb6def8d7e is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:41:45.709789 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6f1c246b-47b4-4b80-b200-ab85c649d3dd tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.9060402 Jan 28 06:41:45.719844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38228) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:45.741737 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb2818-7375-454b-b3cb-5e2f703cae12 req-ab6d404c-59f6-4bda-af4f-db8d7df08924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:45.743278 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70bb2818-7375-454b-b3cb-5e2f703cae12 req-ab6d404c-59f6-4bda-af4f-db8d7df08924 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=900882d3-f259-4633-a0ad-6db24a9bc89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7499459 Jan 28 06:41:45.750502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Request body: {'port': {'network_id': 'a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef', 'name': 'tempest-ExtraDHCPOptionsTestJSON-974565521', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:45.750502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] bootfile-name is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 06:41:45.750502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] tftp-server is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 06:41:45.750502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] server-ip-address is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 06:41:45.764225 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ffd003dd-0a0e-43b1-bf96-772bd141fb9c tempest-RoutersAdminNegativeIpV6Test-1701806616 tempest-RoutersAdminNegativeIpV6Test-1701806616-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d0dac2b6-7e2a-4f00-a16f-5de6ed8ce27c HTTP/1.1" status: 204 len: 168 time: 1.6173005 Jan 28 06:41:45.809322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96f404dd-8e05-4d5e-9edf-4f0d63643329 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:45.868810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 448d9d9f-b762-4c72-9961-9fcb6def8d7e) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:45.873474 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:45.875039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:45.877204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804f59dd-c9cd-4115-9466-228e439d75a8 None None] Network 448d9d9f-b762-4c72-9961-9fcb6def8d7e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:45.881853 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-1c53a831-9ecb-451d-a4e2-22f0703b3913 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Floating IP cc9625f5-f61a-41d1-bf50-baf01c17d429 associated. External IP: 172.26.4.73, port: 09dc5c21-b41c-4367-8feb-de551e51d904. Jan 28 06:41:46.107947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-efdadfd4-d095-4a1b-9976-f6e958b6d721 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:46.220235 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-60b1c8e9-7057-4a1d-adf9-4473f731b54f tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:41:46.338224 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38236) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:46.349807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event updated for resources: {'Port': ['ID=69f92d67-4938-4031-8432-4396c40f64b0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:46.494324 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-efdadfd4-d095-4a1b-9976-f6e958b6d721 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Deleting port 54974038-fcb3-4aec-adea-4f522e1822d6 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:46.494668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-efdadfd4-d095-4a1b-9976-f6e958b6d721 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:46.496813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Checking segment: {'id': '93da2724-c4d2-4506-8dec-c7188f50490c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '88c34dd3-57a7-4614-90cd-4ab6b2af1b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:46.497163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Network hostable DHCP agents. Network: 88c34dd3-57a7-4614-90cd-4ab6b2af1b4d, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:41:46.534671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60b1c8e9-7057-4a1d-adf9-4473f731b54f tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:46.535712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:46.537876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8e393f7-00e2-4dd2-9ec2-33d9efb8b81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:46.540329 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70bb2818-7375-454b-b3cb-5e2f703cae12 req-3dc3f56b-14d8-4ed5-9b37-d5ac32ea733b service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7707393 Jan 28 06:41:46.542506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96f404dd-8e05-4d5e-9edf-4f0d63643329 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:46.557806 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e8e393f7-00e2-4dd2-9ec2-33d9efb8b81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:46.567024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e8e393f7-00e2-4dd2-9ec2-33d9efb8b81b admin admin] Usage tracker for resource:security_group_rule and tenant:8a31fe5d2d8a47fda0b8da59590be6e1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:46.577653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Usage tracker for resource:port and tenant:44c7fba44e8445098691f4ee0b43595f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:46.587983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e8e393f7-00e2-4dd2-9ec2-33d9efb8b81b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:46.603983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e8e393f7-00e2-4dd2-9ec2-33d9efb8b81b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:46.606426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:46.623548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:46.636846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60b1c8e9-7057-4a1d-adf9-4473f731b54f tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:46.732983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-efdadfd4-d095-4a1b-9976-f6e958b6d721 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:46.780604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Network 88c34dd3-57a7-4614-90cd-4ab6b2af1b4d is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:41:46.872657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Made reservation on behalf of 44c7fba44e8445098691f4ee0b43595f for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:46.876191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:46.943171 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-efdadfd4-d095-4a1b-9976-f6e958b6d721 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Calling delete_port for 54974038-fcb3-4aec-adea-4f522e1822d6 owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:47.020000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] device_id is not set on port d3375924-cfcd-4ecd-9bfa-fce3474820ed yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:41:47.151481 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8e393f7-00e2-4dd2-9ec2-33d9efb8b81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:47.184451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 88c34dd3-57a7-4614-90cd-4ab6b2af1b4d) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:47.194343 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0eaa62-6a1d-4419-a28c-b2dbe75f38f9 None None] Network 88c34dd3-57a7-4614-90cd-4ab6b2af1b4d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:47.214652 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8e393f7-00e2-4dd2-9ec2-33d9efb8b81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:47.248967 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96f404dd-8e05-4d5e-9edf-4f0d63643329 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:47.257861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:47.263996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:47.267908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e393f7-00e2-4dd2-9ec2-33d9efb8b81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159b95f0-6589-407f-bec1-a03125e29f76,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:47.269067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:47.269816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:47.272250 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e8e393f7-00e2-4dd2-9ec2-33d9efb8b81b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a31fe5d2d8a47fda0b8da59590be6e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9329391 Jan 28 06:41:47.304059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38244) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:47.315784 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70bb2818-7375-454b-b3cb-5e2f703cae12 req-8ed2faeb-142a-4c1a-bb88-9813e6e80f3b service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7347736 Jan 28 06:41:47.361799 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f404dd-8e05-4d5e-9edf-4f0d63643329 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b12257-2bb3-4d50-a957-11bf9ec7ee20,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:47.371953 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-60b1c8e9-7057-4a1d-adf9-4473f731b54f tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Floating IP 4bf317f6-62c4-49de-9e5c-94764f467f64 associated. External IP: 172.26.4.69, port: 2f81d7e0-76b2-4288-b989-ffc019ea4335. Jan 28 06:41:47.386603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-df15b212-a16e-4bd2-92f1-d235c39a5781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:47.402588 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b625090e-21f1-4b98-8788-ac374dfb9101 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:47.413020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-df15b212-a16e-4bd2-92f1-d235c39a5781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:47.441962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96f404dd-8e05-4d5e-9edf-4f0d63643329 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:47.445931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-efdadfd4-d095-4a1b-9976-f6e958b6d721 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:47.510499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdadfd4-d095-4a1b-9976-f6e958b6d721 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event deleted for resources: {'Port': ['ID=54974038-fcb3-4aec-adea-4f522e1822d6,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:47.548004 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c53a831-9ecb-451d-a4e2-22f0703b3913 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Router b352f8d2-ae4d-4352-b1e0-f305b7adf031 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:41:47.663124 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-94a18d59-fb1d-4fc1-9c78-ad38d1bc1d63 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.6530979 Jan 28 06:41:47.664706 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-96f404dd-8e05-4d5e-9edf-4f0d63643329 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/c3b12257-2bb3-4d50-a957-11bf9ec7ee20 HTTP/1.1" status: 204 len: 168 time: 2.4744215 Jan 28 06:41:47.666418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38248) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:47.668466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38250) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:47.741566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d983deb-5ba1-44ea-a919-956f6ca52ae1 None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:41:47.746715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9d983deb-5ba1-44ea-a919-956f6ca52ae1 None None] Deleting port 73d26655-f161-4d45-b72f-3773002d6e65 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:47.747418 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d983deb-5ba1-44ea-a919-956f6ca52ae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:47.792839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Allocated IP 172.20.0.4 (a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef/80868a8d-5850-4371-881a-88722458fa31/d3375924-cfcd-4ecd-9bfa-fce3474820ed) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:47.845027 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-df15b212-a16e-4bd2-92f1-d235c39a5781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:47.875375 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4ed4485a-d2a7-4d26-beaf-27446f6ced8c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2056553 Jan 28 06:41:47.883658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38258) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:47.903590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15b212-a16e-4bd2-92f1-d235c39a5781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159b95f0-6589-407f-bec1-a03125e29f76,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:47.909064 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f4a51866-4804-447c-9916-f4a3a3cb6559 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:48.072846 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9d983deb-5ba1-44ea-a919-956f6ca52ae1 None None] For port 73d26655-f161-4d45-b72f-3773002d6e65, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=73d26655-f161-4d45-b72f-3773002d6e65,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:48.073150 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d983deb-5ba1-44ea-a919-956f6ca52ae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:48.123872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-df15b212-a16e-4bd2-92f1-d235c39a5781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:48.125294 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-df15b212-a16e-4bd2-92f1-d235c39a5781 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/159b95f0-6589-407f-bec1-a03125e29f76 HTTP/1.1" status: 204 len: 168 time: 0.8203583 Jan 28 06:41:48.129477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-efdadfd4-d095-4a1b-9976-f6e958b6d721 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:48.143780 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f4a51866-4804-447c-9916-f4a3a3cb6559 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:48.180589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c53a831-9ecb-451d-a4e2-22f0703b3913 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:41:48.193862 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae922f-8e49-4ddf-aa88-df138580b991 None None] Sync routers for ids ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:41:48.199647 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9d983deb-5ba1-44ea-a919-956f6ca52ae1 None None] Calling delete_port for 73d26655-f161-4d45-b72f-3773002d6e65 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:48.207923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f4a51866-4804-447c-9916-f4a3a3cb6559 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:48.208917 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae922f-8e49-4ddf-aa88-df138580b991 None None] Routers {'b352f8d2-ae4d-4352-b1e0-f305b7adf031'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:41:48.209536 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c6ae922f-8e49-4ddf-aa88-df138580b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:48.219068 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4db455-5b83-4198-82b2-16cd8ab56752 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:48.219877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c53a831-9ecb-451d-a4e2-22f0703b3913 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:48.225197 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4db455-5b83-4198-82b2-16cd8ab56752 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:48.229407 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7e4db455-5b83-4198-82b2-16cd8ab56752 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5593729 Jan 28 06:41:48.229407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f4a51866-4804-447c-9916-f4a3a3cb6559 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:48.240477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38264) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:48.247139 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f4a51866-4804-447c-9916-f4a3a3cb6559 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:48.378960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b1c8e9-7057-4a1d-adf9-4473f731b54f tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Router 72e1124e-394c-41b6-8d5c-bf271449f0be has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:41:48.379883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d983deb-5ba1-44ea-a919-956f6ca52ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:48.411489 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1c53a831-9ecb-451d-a4e2-22f0703b3913 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "PUT /v2.0/floatingips/cc9625f5-f61a-41d1-bf50-baf01c17d429 HTTP/1.1" status: 200 len: 990 time: 6.6639962 Jan 28 06:41:48.415768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ad4a15-adf5-4203-b897-036b67403bc4', 'tag': '09dc5c21-b41c-4367-8feb-de551e51d904'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:41:48.450966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d983deb-5ba1-44ea-a919-956f6ca52ae1 None None] Pushing event deleted for resources: {'Port': ['ID=73d26655-f161-4d45-b72f-3773002d6e65,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:48.460906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d983deb-5ba1-44ea-a919-956f6ca52ae1 None None] No DVR routers for this DVR port 73d26655-f161-4d45-b72f-3773002d6e65 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:41:48.525746 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ad4a15-adf5-4203-b897-036b67403bc4', 'tag': '09dc5c21-b41c-4367-8feb-de551e51d904', 'status': 'completed', 'code': 200} Jan 28 06:41:48.543448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a51866-4804-447c-9916-f4a3a3cb6559 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:48.545841 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c6ae922f-8e49-4ddf-aa88-df138580b991 None None] Set router b352f8d2-ae4d-4352-b1e0-f305b7adf031 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:41:48.547882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4a51866-4804-447c-9916-f4a3a3cb6559 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:48.589965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-db8ec706-9f10-4b6f-8e40-e819d503f680 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Deleting port 81e9c929-40e0-4ad0-8b5b-70333a6d6298 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:48.590268 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db8ec706-9f10-4b6f-8e40-e819d503f680 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:48.642673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:48.739408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Transition to ACTIVE for port object d3375924-cfcd-4ecd-9bfa-fce3474820ed will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:48.766761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b1c8e9-7057-4a1d-adf9-4473f731b54f tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:41:48.773174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-60b1c8e9-7057-4a1d-adf9-4473f731b54f tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:48.780801 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c0828f-be17-45dd-9753-cb877fc4ed79 None None] Sync routers for ids ['72e1124e-394c-41b6-8d5c-bf271449f0be'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:41:48.791975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c0828f-be17-45dd-9753-cb877fc4ed79 None None] Routers {'72e1124e-394c-41b6-8d5c-bf271449f0be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:41:48.792671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-24c0828f-be17-45dd-9753-cb877fc4ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['72e1124e-394c-41b6-8d5c-bf271449f0be'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:48.804965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d73a27-e96f-44a5-9374-c4f7ef114fd6 req-11332b86-757c-4e56-8279-327b7490ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:48.806671 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d0d73a27-e96f-44a5-9374-c4f7ef114fd6 req-11332b86-757c-4e56-8279-327b7490ba8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2423fe87bf994d5ea23de358f8ed2566&device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 1098 time: 0.2509203 Jan 28 06:41:49.020397 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c6ae922f-8e49-4ddf-aa88-df138580b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port': {'id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:31Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'cc9625f5-f61a-41d1-bf50-baf01c17d429', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'floating_ip_address': '172.26.4.73', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'port_id': '09dc5c21-b41c-4367-8feb-de551e51d904', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'mac_address': 'fa:16:3e:45:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ad4a15-adf5-4203-b897-036b67403bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:40:59Z', 'updated_at': '2022-01-28T06:41:44Z', 'revision_number': 1, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6710531-79be-473f-be61-c2b4a5d6f459', 'name': '', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'mac_address': 'fa:16:3e:6e:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:42Z', 'updated_at': '2022-01-28T06:40:58Z', 'revision_number': 5, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'subnets': [{'id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:49.025869 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae922f-8e49-4ddf-aa88-df138580b991 None None] Checking router: b352f8d2-ae4d-4352-b1e0-f305b7adf031 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:41:49.032105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38276) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:49.037783 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae922f-8e49-4ddf-aa88-df138580b991 None None] Routers {'b352f8d2-ae4d-4352-b1e0-f305b7adf031'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:41:49.038773 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c6ae922f-8e49-4ddf-aa88-df138580b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:49.054107 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-60b1c8e9-7057-4a1d-adf9-4473f731b54f tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "PUT /v2.0/floatingips/4bf317f6-62c4-49de-9e5c-94764f467f64 HTTP/1.1" status: 200 len: 990 time: 5.6369326 Jan 28 06:41:49.097772 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-24c0828f-be17-45dd-9753-cb877fc4ed79 None None] Set router 72e1124e-394c-41b6-8d5c-bf271449f0be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:41:49.164519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d73a27-e96f-44a5-9374-c4f7ef114fd6 req-a96db739-9f2d-4482-8b2b-33513a4e452f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:49.166990 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d0d73a27-e96f-44a5-9374-c4f7ef114fd6 req-a96db739-9f2d-4482-8b2b-33513a4e452f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f2b0666-0d46-4da3-b041-3a536f560007 HTTP/1.1" status: 200 len: 906 time: 0.3468153 Jan 28 06:41:49.169408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:49.248083 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c6ae922f-8e49-4ddf-aa88-df138580b991 None None] Set router b352f8d2-ae4d-4352-b1e0-f305b7adf031 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:41:49.355550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db8ec706-9f10-4b6f-8e40-e819d503f680 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:49.372622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Network a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:49.380763 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d0d73a27-e96f-44a5-9374-c4f7ef114fd6 req-2208d516-a9c4-41e8-ae5f-f4b05a4b2c86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09dc5c21-b41c-4367-8feb-de551e51d904 HTTP/1.1" status: 200 len: 998 time: 0.1612990 Jan 28 06:41:49.381646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:49.386609 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:49.484648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Pushing event updated for resources: {'Port': ['ID=d3375924-cfcd-4ecd-9bfa-fce3474820ed,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:49.513803 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8c8d06e0-d497-4440-b155-c02844b5da0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56065d2e8da04043b7d23004f4bf574b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4776528 Jan 28 06:41:49.520413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38282) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:49.524867 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-db8ec706-9f10-4b6f-8e40-e819d503f680 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Calling delete_port for 81e9c929-40e0-4ad0-8b5b-70333a6d6298 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:49.561289 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdadfd4-d095-4a1b-9976-f6e958b6d721 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Router 8666ae4d-40b9-45d4-822d-f90427e85312 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:41:49.620173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1662fb6-93be-4d21-9762-46b88e0591cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:49.624020 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:49.624692 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:49.628214 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 73d26655-f161-4d45-b72f-3773002d6e65 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:41:49.670383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1662fb6-93be-4d21-9762-46b88e0591cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:49.754250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d73a27-e96f-44a5-9374-c4f7ef114fd6 req-1460aa17-81fa-4718-8475-eb14686454f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:49.756203 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d0d73a27-e96f-44a5-9374-c4f7ef114fd6 req-1460aa17-81fa-4718-8475-eb14686454f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fe055a4a-7120-4b77-9062-14e6a086583f HTTP/1.1" status: 200 len: 844 time: 0.3412168 Jan 28 06:41:49.770643 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c6ae922f-8e49-4ddf-aa88-df138580b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port': {'id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:31Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'cc9625f5-f61a-41d1-bf50-baf01c17d429', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'floating_ip_address': '172.26.4.73', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'port_id': '09dc5c21-b41c-4367-8feb-de551e51d904', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'mac_address': 'fa:16:3e:45:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ad4a15-adf5-4203-b897-036b67403bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:40:59Z', 'updated_at': '2022-01-28T06:41:44Z', 'revision_number': 1, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6710531-79be-473f-be61-c2b4a5d6f459', 'name': '', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'mac_address': 'fa:16:3e:6e:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:42Z', 'updated_at': '2022-01-28T06:40:58Z', 'revision_number': 5, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'subnets': [{'id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:49.777760 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae922f-8e49-4ddf-aa88-df138580b991 None None] The sync data for ids ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'] in dv-neutron-824022-4-hyperv is: [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port': {'id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:31Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'cc9625f5-f61a-41d1-bf50-baf01c17d429', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'floating_ip_address': '172.26.4.73', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'port_id': '09dc5c21-b41c-4367-8feb-de551e51d904', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'mac_address': 'fa:16:3e:45:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ad4a15-adf5-4203-b897-036b67403bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:40:59Z', 'updated_at': '2022-01-28T06:41:44Z', 'revision_number': 1, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6710531-79be-473f-be61-c2b4a5d6f459', 'name': '', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'mac_address': 'fa:16:3e:6e:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:42Z', 'updated_at': '2022-01-28T06:40:58Z', 'revision_number': 5, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'subnets': [{'id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:41:49.803445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 73d26655-f161-4d45-b72f-3773002d6e65 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:41:49.803936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 73d26655-f161-4d45-b72f-3773002d6e65 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:41:49.835658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1662fb6-93be-4d21-9762-46b88e0591cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:49.838630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1662fb6-93be-4d21-9762-46b88e0591cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:49.843304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-24c0828f-be17-45dd-9753-cb877fc4ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:40:44Z', 'revision_number': 4, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '4bf317f6-62c4-49de-9e5c-94764f467f64', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'port_id': '2f81d7e0-76b2-4288-b989-ffc019ea4335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'mac_address': 'fa:16:3e:a6:57:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:40:58Z', 'updated_at': '2022-01-28T06:41:45Z', 'revision_number': 1, 'project_id': '041b8e4388b44244b95aae87439097f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b26abae-e997-4d10-814e-095307befe2f', 'name': '', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'mac_address': 'fa:16:3e:6b:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:55Z', 'revision_number': 5, 'project_id': '041b8e4388b44244b95aae87439097f7', 'subnets': [{'id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:49.844262 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f1662fb6-93be-4d21-9762-46b88e0591cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee4ac7c5-d6ce-4868-a4bf-789f4e8a04cf HTTP/1.1" status: 204 len: 168 time: 0.3191028 Jan 28 06:41:49.848141 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c0828f-be17-45dd-9753-cb877fc4ed79 None None] Checking router: 72e1124e-394c-41b6-8d5c-bf271449f0be for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:41:49.858310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c0828f-be17-45dd-9753-cb877fc4ed79 None None] Routers {'72e1124e-394c-41b6-8d5c-bf271449f0be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:41:49.859072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-24c0828f-be17-45dd-9753-cb877fc4ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['72e1124e-394c-41b6-8d5c-bf271449f0be'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:49.904778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1662fb6-93be-4d21-9762-46b88e0591cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4ac7c5-d6ce-4868-a4bf-789f4e8a04cf,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:49.924990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4a51866-4804-447c-9916-f4a3a3cb6559 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:49.938613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d73a27-e96f-44a5-9374-c4f7ef114fd6 req-0d88e023-bab3-4492-909c-3e36e4774e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:49.940212 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d0d73a27-e96f-44a5-9374-c4f7ef114fd6 req-0d88e023-bab3-4492-909c-3e36e4774e59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f2b0666-0d46-4da3-b041-3a536f560007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1756921 Jan 28 06:41:49.945258 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c00f4835-a5fb-45a3-889a-d54be0887054 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.2100596 Jan 28 06:41:49.947421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38290) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:49.955556 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d735bdce-052c-4951-a366-c353a7d14eab None None] Provisioning for port d3375924-cfcd-4ecd-9bfa-fce3474820ed completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:49.971933 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db8ec706-9f10-4b6f-8e40-e819d503f680 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:49.972488 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d735bdce-052c-4951-a366-c353a7d14eab None None] Provisioning complete for port d3375924-cfcd-4ecd-9bfa-fce3474820ed triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:49.972865 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d735bdce-052c-4951-a366-c353a7d14eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:50.063469 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db8ec706-9f10-4b6f-8e40-e819d503f680 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:50.073791 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ec706-9f10-4b6f-8e40-e819d503f680 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event deleted for resources: {'Port': ['ID=81e9c929-40e0-4ad0-8b5b-70333a6d6298,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:50.095462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a51866-4804-447c-9916-f4a3a3cb6559 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:50.106846 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-db8ec706-9f10-4b6f-8e40-e819d503f680 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "DELETE /v2.0/ports/81e9c929-40e0-4ad0-8b5b-70333a6d6298 HTTP/1.1" status: 204 len: 168 time: 1.8628669 Jan 28 06:41:50.106846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-f4a51866-4804-447c-9916-f4a3a3cb6559 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:50.108413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a51866-4804-447c-9916-f4a3a3cb6559 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:50.109020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4a51866-4804-447c-9916-f4a3a3cb6559 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:50.114053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38294) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:50.124851 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a51866-4804-447c-9916-f4a3a3cb6559 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=c433411f-d7b8-47a5-8f4b-100bbf760722,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:50.132087 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199e3afd-eb85-45de-99ac-c4a41fc2214f None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:50.158158 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4117bd-5fd6-4f11-bf8e-51bccb5a175b None None] New status for floating IP cc9625f5-f61a-41d1-bf50-baf01c17d429: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:41:50.166607 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdadfd4-d095-4a1b-9976-f6e958b6d721 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:41:50.172269 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-efdadfd4-d095-4a1b-9976-f6e958b6d721 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "PUT /v2.0/routers/8666ae4d-40b9-45d4-822d-f90427e85312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8059754 Jan 28 06:41:50.182283 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38298) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:50.223676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-24c0828f-be17-45dd-9753-cb877fc4ed79 None None] Set router 72e1124e-394c-41b6-8d5c-bf271449f0be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:41:50.293959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82339664-1d85-4406-8fee-9d797a2750ca tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:50.300485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82339664-1d85-4406-8fee-9d797a2750ca tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:50.321172 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82339664-1d85-4406-8fee-9d797a2750ca tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:50.325613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-82339664-1d85-4406-8fee-9d797a2750ca tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Synchronizing usage tracker for tenant:44c7fba44e8445098691f4ee0b43595f on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:50.382890 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d0d73a27-e96f-44a5-9374-c4f7ef114fd6 req-51e2ef0c-c9af-49a1-81f1-ec44781c19ef service neutron] 10.222.0.37 "GET /v2.0/networks/5f2b0666-0d46-4da3-b041-3a536f560007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540950 Jan 28 06:41:50.433451 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-94ca5e97-16e2-4301-9e60-4815bc701074 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Deleting port 69f92d67-4938-4031-8432-4396c40f64b0 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:50.433990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-94ca5e97-16e2-4301-9e60-4815bc701074 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:50.468916 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-82339664-1d85-4406-8fee-9d797a2750ca tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Unset dirty status for tenant:44c7fba44e8445098691f4ee0b43595f on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:50.473224 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-82339664-1d85-4406-8fee-9d797a2750ca tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5211396 Jan 28 06:41:50.484863 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38310) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:50.511618 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a293a66-dfd4-426e-8590-2c0fac9b7e35 None None] Sync routers for ids ['8666ae4d-40b9-45d4-822d-f90427e85312'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:41:50.544409 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a293a66-dfd4-426e-8590-2c0fac9b7e35 None None] Routers {'8666ae4d-40b9-45d4-822d-f90427e85312'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:41:50.545648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6a293a66-dfd4-426e-8590-2c0fac9b7e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8666ae4d-40b9-45d4-822d-f90427e85312'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:50.553672 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f4a51866-4804-447c-9916-f4a3a3cb6559 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6652675 Jan 28 06:41:50.583873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38316) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:50.591669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'tag': '2f81d7e0-76b2-4288-b989-ffc019ea4335'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:41:50.604083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'name': 'tempest-NetworksTestDHCPv6-1279816847'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:50.615921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d735bdce-052c-4951-a366-c353a7d14eab None None] Port d3375924-cfcd-4ecd-9bfa-fce3474820ed cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:50.622533 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d0d73a27-e96f-44a5-9374-c4f7ef114fd6 req-477b20d3-dcae-46c6-8ae3-927f09a8e5af service neutron] 10.222.0.37 "GET /v2.0/networks/5f2b0666-0d46-4da3-b041-3a536f560007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324562 Jan 28 06:41:50.703438 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6a293a66-dfd4-426e-8590-2c0fac9b7e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:50.714165 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'tag': '2f81d7e0-76b2-4288-b989-ffc019ea4335', 'status': 'completed', 'code': 200} Jan 28 06:41:50.779032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-3234237b-8d4b-4acf-af32-63027c055577 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Deleting port d3375924-cfcd-4ecd-9bfa-fce3474820ed {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:50.779402 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3234237b-8d4b-4acf-af32-63027c055577 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:50.805877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:50.826651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a293a66-dfd4-426e-8590-2c0fac9b7e35 None None] Routers {'8666ae4d-40b9-45d4-822d-f90427e85312'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:41:50.827297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6a293a66-dfd4-426e-8590-2c0fac9b7e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8666ae4d-40b9-45d4-822d-f90427e85312'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:50.838746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:50.856509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:50.870938 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:50.929616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6a293a66-dfd4-426e-8590-2c0fac9b7e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:50.930027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a293a66-dfd4-426e-8590-2c0fac9b7e35 None None] The sync data for ids ['8666ae4d-40b9-45d4-822d-f90427e85312'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:41:50.943954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009aaa26-c761-4f93-b939-b037781305d1 req-e9ef4379-d486-426b-98ac-a1c0248b7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:50.943954 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-009aaa26-c761-4f93-b939-b037781305d1 req-e9ef4379-d486-426b-98ac-a1c0248b7090 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=041b8e4388b44244b95aae87439097f7&device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 1098 time: 0.1775942 Jan 28 06:41:50.953770 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:50.995786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:50.999300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:51.069426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 20b8d72d-ac53-43ba-aab2-d846df07f9ac yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:41:51.078053 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': 'c433411f-d7b8-47a5-8f4b-100bbf760722'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:41:51.081847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:51.135422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-94ca5e97-16e2-4301-9e60-4815bc701074 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:51.265602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009aaa26-c761-4f93-b939-b037781305d1 req-89598e7d-387d-4087-a7f3-e907bb841f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:51.267825 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-009aaa26-c761-4f93-b939-b037781305d1 req-89598e7d-387d-4087-a7f3-e907bb841f63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fff5bcd7-fb45-4a46-a801-8637fdb03e0f HTTP/1.1" status: 200 len: 913 time: 0.3158910 Jan 28 06:41:51.310736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Allocated IP 2001:db8::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/c433411f-d7b8-47a5-8f4b-100bbf760722/96e6b060-f88f-4bbc-91ec-7d156d2a67b4) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:51.389104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-94ca5e97-16e2-4301-9e60-4815bc701074 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Calling delete_port for 69f92d67-4938-4031-8432-4396c40f64b0 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:51.426203 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-009aaa26-c761-4f93-b939-b037781305d1 req-1e12f88d-a397-4765-9495-ba35271133af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f81d7e0-76b2-4288-b989-ffc019ea4335 HTTP/1.1" status: 200 len: 998 time: 0.1459525 Jan 28 06:41:51.510986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009aaa26-c761-4f93-b939-b037781305d1 req-4c9167f6-0eca-445b-b2b5-976b35fa66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:51.512601 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-009aaa26-c761-4f93-b939-b037781305d1 req-4c9167f6-0eca-445b-b2b5-976b35fa66f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4e04562-c29c-423f-8bfb-b38803ba8111 HTTP/1.1" status: 200 len: 851 time: 0.0765138 Jan 28 06:41:51.517793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38338) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:51.521140 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-24c0828f-be17-45dd-9753-cb877fc4ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:40:44Z', 'revision_number': 4, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '4bf317f6-62c4-49de-9e5c-94764f467f64', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'port_id': '2f81d7e0-76b2-4288-b989-ffc019ea4335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'mac_address': 'fa:16:3e:a6:57:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:40:58Z', 'updated_at': '2022-01-28T06:41:45Z', 'revision_number': 1, 'project_id': '041b8e4388b44244b95aae87439097f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b26abae-e997-4d10-814e-095307befe2f', 'name': '', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'mac_address': 'fa:16:3e:6b:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:55Z', 'revision_number': 5, 'project_id': '041b8e4388b44244b95aae87439097f7', 'subnets': [{'id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:51.540530 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c0828f-be17-45dd-9753-cb877fc4ed79 None None] The sync data for ids ['72e1124e-394c-41b6-8d5c-bf271449f0be'] in dv-neutron-824022-4-hyperv is: [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:40:44Z', 'revision_number': 4, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '4bf317f6-62c4-49de-9e5c-94764f467f64', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'port_id': '2f81d7e0-76b2-4288-b989-ffc019ea4335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'mac_address': 'fa:16:3e:a6:57:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:40:58Z', 'updated_at': '2022-01-28T06:41:45Z', 'revision_number': 1, 'project_id': '041b8e4388b44244b95aae87439097f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b26abae-e997-4d10-814e-095307befe2f', 'name': '', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'mac_address': 'fa:16:3e:6b:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:55Z', 'revision_number': 5, 'project_id': '041b8e4388b44244b95aae87439097f7', 'subnets': [{'id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:41:51.615777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:51.648086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:51.681695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3234237b-8d4b-4acf-af32-63027c055577 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:51.731771 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Transition to ACTIVE for port object 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:51.756778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Deleting port e4fac836-f912-454d-9064-77c953ff2e3b {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:51.757195 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:51.763002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Transition to ACTIVE for port object 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:51.788194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009aaa26-c761-4f93-b939-b037781305d1 req-e6d70ff9-b0bd-42f2-8f7d-24976fb4a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:51.790244 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-009aaa26-c761-4f93-b939-b037781305d1 req-e6d70ff9-b0bd-42f2-8f7d-24976fb4a52e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fff5bcd7-fb45-4a46-a801-8637fdb03e0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2690878 Jan 28 06:41:51.841645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:51.873816 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ed9625-40a8-4cfa-a47f-b222e1613889 None None] New status for floating IP 4bf317f6-62c4-49de-9e5c-94764f467f64: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:41:51.942111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1827337355'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:51.949514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:51.955758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:network and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:51.959721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:51.960960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-94ca5e97-16e2-4301-9e60-4815bc701074 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:51.967588 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:51.980366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-3234237b-8d4b-4acf-af32-63027c055577 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Calling delete_port for d3375924-cfcd-4ecd-9bfa-fce3474820ed owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:52.016273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:52.027140 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:52.036879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:52.076542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Made reservation on behalf of 866b65adc81f45ee83e2445ee7ce42b7 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:52.080860 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.100705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.105793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca5e97-16e2-4301-9e60-4815bc701074 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event deleted for resources: {'Port': ['ID=69f92d67-4938-4031-8432-4396c40f64b0,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:52.150883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-94ca5e97-16e2-4301-9e60-4815bc701074 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.155997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:52.159277 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Pushing event updated for resources: {'Port': ['ID=96e6b060-f88f-4bbc-91ec-7d156d2a67b4,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:52.165142 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Attempting to bind port 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:41:52.165508 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Attempting to bind port 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:41:52.165860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Attempting to bind port 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:41:52.169727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:security_group_rule and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:52.172302 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:41:52.172844 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:52.174126 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.174126 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:41:52.174558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Bound port: 96e6b060-f88f-4bbc-91ec-7d156d2a67b4, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:41:52.175289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:52.178517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.178666 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-94ca5e97-16e2-4301-9e60-4815bc701074 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "DELETE /v2.0/ports/69f92d67-4938-4031-8432-4396c40f64b0 HTTP/1.1" status: 204 len: 168 time: 2.0568938 Jan 28 06:41:52.185882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:52.192416 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38348) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:52.279012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] For port 96e6b060-f88f-4bbc-91ec-7d156d2a67b4, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:41:52.282887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] For port 96e6b060-f88f-4bbc-91ec-7d156d2a67b4, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=96e6b060-f88f-4bbc-91ec-7d156d2a67b4,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:41:52.292575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0d7f7194-7259-4959-a721-ff7cf861bdcb tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Synchronizing usage tracker for tenant:4c62983249ed4964aa77c1d5cc1f79c7 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:52.332627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::257 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/c433411f-d7b8-47a5-8f4b-100bbf760722/20b8d72d-ac53-43ba-aab2-d846df07f9ac) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:52.341019 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-009aaa26-c761-4f93-b939-b037781305d1 req-52f2636f-549d-48b2-9c92-fcdbe18c9976 service neutron] 10.222.0.37 "GET /v2.0/networks/fff5bcd7-fb45-4a46-a801-8637fdb03e0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422499 Jan 28 06:41:52.344143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.374705 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.388695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.479873 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40de3a-16a0-4f17-8e10-209e439f7a4b None None] Pushing event updated for resources: {'Port': ['ID=96e6b060-f88f-4bbc-91ec-7d156d2a67b4,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:52.503385 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.544355 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Calling delete_port for e4fac836-f912-454d-9064-77c953ff2e3b owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:52.571010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0d7f7194-7259-4959-a721-ff7cf861bdcb tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Unset dirty status for tenant:4c62983249ed4964aa77c1d5cc1f79c7 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:52.572206 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0d7f7194-7259-4959-a721-ff7cf861bdcb tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3783486 Jan 28 06:41:52.578392 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38352) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:52.590943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-59663350'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:52.600369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:52.606485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93541cc-b6ca-4d79-b3e7-b6b68c0372db,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:52.609232 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3234237b-8d4b-4acf-af32-63027c055577 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.615297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Usage tracker for resource:network and tenant:4c62983249ed4964aa77c1d5cc1f79c7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:52.679104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:52.708626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234237b-8d4b-4acf-af32-63027c055577 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Pushing event deleted for resources: {'Port': ['ID=d3375924-cfcd-4ecd-9bfa-fce3474820ed,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:52.718710 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-009aaa26-c761-4f93-b939-b037781305d1 req-d9034b29-4364-4e4e-86b0-97dcb8e188e7 service neutron] 10.222.0.37 "GET /v2.0/networks/fff5bcd7-fb45-4a46-a801-8637fdb03e0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678923 Jan 28 06:41:52.744786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:41:52.760878 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:52.777199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.777538 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Added segment ed507d76-9715-42e6-89fe-a117e83dc55a of type vlan for network f45dbfea-58ea-40a0-bd87-a48ab588b506 Jan 28 06:41:52.865094 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.876932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3234237b-8d4b-4acf-af32-63027c055577 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.906770 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Made reservation on behalf of 4c62983249ed4964aa77c1d5cc1f79c7 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:52.911363 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.920700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:52.982268 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3234237b-8d4b-4acf-af32-63027c055577 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] 10.222.0.25 "DELETE /v2.0/ports/d3375924-cfcd-4ecd-9bfa-fce3474820ed HTTP/1.1" status: 204 len: 168 time: 2.4672377 Jan 28 06:41:52.994382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38360) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:52.998657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:41:53.004154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-333e8af2-420c-4341-9fa9-4148f9593ffb tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Request body: {'port': {'name': 'tempest-new-port-name-59991984', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:53.004636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-333e8af2-420c-4341-9fa9-4148f9593ffb tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] bootfile-name is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 06:41:53.005036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-333e8af2-420c-4341-9fa9-4148f9593ffb tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] tftp-server is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 06:41:53.005980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.api.validators [None req-333e8af2-420c-4341-9fa9-4148f9593ffb tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] server-ip-address is not in valid_values {{(pid=88217) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 06:41:53.019538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.024006 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Added segment d98f2dbe-9d38-4054-88a8-f9e45b9f017d of type vlan for network a3a56d3a-60c1-4742-9c89-1d18834d818d Jan 28 06:41:53.049428 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.052018 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.057417 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:53.058051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.120513 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 20b8d72d-ac53-43ba-aab2-d846df07f9ac will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:53.121736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.195476 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.200931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:53.201494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.225140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event deleted for resources: {'Port': ['ID=e4fac836-f912-454d-9064-77c953ff2e3b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:53.230279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Network': ['ID=f45dbfea-58ea-40a0-bd87-a48ab588b506,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:53.243449 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network f45dbfea-58ea-40a0-bd87-a48ab588b506 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:41:53.245533 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6e1c9394-e77d-4387-8259-a121787256df tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7266941 Jan 28 06:41:53.249111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38364) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:53.251946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-333e8af2-420c-4341-9fa9-4148f9593ffb tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.267760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'subnet': {'network_id': 'f45dbfea-58ea-40a0-bd87-a48ab588b506', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:53.395141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event updated for resources: {'Network': ['ID=a3a56d3a-60c1-4742-9c89-1d18834d818d,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:53.404957 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.408395 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network a3a56d3a-60c1-4742-9c89-1d18834d818d details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:41:53.461720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:53.470863 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-087f1338-6ee5-4a9a-8ed4-7f4cd50d5c6e tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8907320 Jan 28 06:41:53.480343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38370) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:53.483312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:subnet and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:53.502935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-319086189'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:53.507706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:53.518932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:53.526444 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:53.534650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Usage tracker for resource:network and tenant:4c62983249ed4964aa77c1d5cc1f79c7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:53.561271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:53.586343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:53.607808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.651733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:41:53.661941 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.667125 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.717196 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Made reservation on behalf of 866b65adc81f45ee83e2445ee7ce42b7 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:53.721088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.803108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Made reservation on behalf of 4c62983249ed4964aa77c1d5cc1f79c7 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:53.806506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.829610 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:53.829958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:53.874483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d0752d4f-7765-41d7-9ca9-c5ae794592ff None None] Provisioning for port 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:53.880526 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d0752d4f-7765-41d7-9ca9-c5ae794592ff None None] Provisioning complete for port 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:53.880945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:53.881057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d0752d4f-7765-41d7-9ca9-c5ae794592ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.893693 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:53.899213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:53.899858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.913662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=20b8d72d-ac53-43ba-aab2-d846df07f9ac,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:53.956666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:41:53.966613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.970888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Fanout notify agent at l3_agent the message router_deleted on router 8666ae4d-40b9-45d4-822d-f90427e85312 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:41:53.976603 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.976954 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Added segment e8e3d500-f243-49c8-b83b-3cc3c0a82424 of type vlan for network b6186deb-1aa7-41a5-81a1-2efc6146e4cd Jan 28 06:41:53.985491 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:53.987901 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f8ed9704-59ca-4732-96c8-f922eadd18dc tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "DELETE /v2.0/routers/8666ae4d-40b9-45d4-822d-f90427e85312 HTTP/1.1" status: 204 len: 168 time: 3.8051374 Jan 28 06:41:53.990428 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38376) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:54.010029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-333e8af2-420c-4341-9fa9-4148f9593ffb tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.034027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d0752d4f-7765-41d7-9ca9-c5ae794592ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.079191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d0752d4f-7765-41d7-9ca9-c5ae794592ff None None] For port 96e6b060-f88f-4bbc-91ec-7d156d2a67b4, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=96e6b060-f88f-4bbc-91ec-7d156d2a67b4,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:54.102194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-368ebb59-9f28-4943-ae4c-c0bcd01b0ddb tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Deleting subnet 4b07edf6-5588-4ce7-af40-2ec6f2b1227b {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:41:54.106243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-368ebb59-9f28-4943-ae4c-c0bcd01b0ddb tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.164507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-333e8af2-420c-4341-9fa9-4148f9593ffb tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.168615 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d0752d4f-7765-41d7-9ca9-c5ae794592ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.181634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-368ebb59-9f28-4943-ae4c-c0bcd01b0ddb tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.212787 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a7e03c19-e0a2-49da-9d70-642d5c708b12 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6125038 Jan 28 06:41:54.219579 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38382) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:54.227729 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.258736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0752d4f-7765-41d7-9ca9-c5ae794592ff None None] Pushing event updated for resources: {'Port': ['ID=96e6b060-f88f-4bbc-91ec-7d156d2a67b4,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:54.325106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e8af2-420c-4341-9fa9-4148f9593ffb tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Pushing event updated for resources: {'Port': ['ID=067ab32e-2aa8-4784-89db-f824d53fba1d,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:54.335269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-368ebb59-9f28-4943-ae4c-c0bcd01b0ddb tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.373466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5d1c87-8f38-498e-8adb-6b9f1f1f8594 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:54.380905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5d1c87-8f38-498e-8adb-6b9f1f1f8594 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:54.382197 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9a5d1c87-8f38-498e-8adb-6b9f1f1f8594 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:54.388864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-333e8af2-420c-4341-9fa9-4148f9593ffb tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] In _notify_port_updated(), no bound segment for port 067ab32e-2aa8-4784-89db-f824d53fba1d on network a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:41:54.394303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333e8af2-420c-4341-9fa9-4148f9593ffb tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:54.394971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-333e8af2-420c-4341-9fa9-4148f9593ffb tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.396302 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-333e8af2-420c-4341-9fa9-4148f9593ffb tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] 10.222.0.25 "PUT /v2.0/ports/067ab32e-2aa8-4784-89db-f824d53fba1d HTTP/1.1" status: 200 len: 1134 time: 1.4008472 Jan 28 06:41:54.399205 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38386) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:54.497881 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec756130-e9da-44c2-9a09-e4af783cb53a tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:54.498478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ec756130-e9da-44c2-9a09-e4af783cb53a tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Synchronizing usage tracker for tenant:44c7fba44e8445098691f4ee0b43595f on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:54.625272 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a44326ed-aded-4c1d-9b64-024d4300c3f2 None None] Provisioning for port 20b8d72d-ac53-43ba-aab2-d846df07f9ac completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:41:54.630249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a44326ed-aded-4c1d-9b64-024d4300c3f2 None None] Provisioning complete for port 20b8d72d-ac53-43ba-aab2-d846df07f9ac triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:54.630621 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a44326ed-aded-4c1d-9b64-024d4300c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.672765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9a5d1c87-8f38-498e-8adb-6b9f1f1f8594 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:54.676863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.677041 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9a5d1c87-8f38-498e-8adb-6b9f1f1f8594 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.4528937 Jan 28 06:41:54.677041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ec756130-e9da-44c2-9a09-e4af783cb53a tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Unset dirty status for tenant:44c7fba44e8445098691f4ee0b43595f on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:54.677041 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ec756130-e9da-44c2-9a09-e4af783cb53a tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] 10.222.0.25 "GET /v2.0/ports/067ab32e-2aa8-4784-89db-f824d53fba1d HTTP/1.1" status: 200 len: 1134 time: 0.2705331 Jan 28 06:41:54.679491 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-368ebb59-9f28-4943-ae4c-c0bcd01b0ddb tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.684072 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38392) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:54.684395 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38394) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:54.685184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:54.686406 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.691161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.695730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a44326ed-aded-4c1d-9b64-024d4300c3f2 None None] Port 20b8d72d-ac53-43ba-aab2-d846df07f9ac cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:54.785957 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ebb59-9f28-4943-ae4c-c0bcd01b0ddb tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event deleted for resources: {'Subnet': ['ID=4b07edf6-5588-4ce7-af40-2ec6f2b1227b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:54.787977 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-368ebb59-9f28-4943-ae4c-c0bcd01b0ddb tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.818330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9ce1cc-5075-4890-9d99-97e0eb163512 None None] Network 8886dbeb-4f80-48ff-9274-cc7baff1f53c requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:54.841091 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-368ebb59-9f28-4943-ae4c-c0bcd01b0ddb tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "DELETE /v2.0/subnets/4b07edf6-5588-4ce7-af40-2ec6f2b1227b HTTP/1.1" status: 204 len: 168 time: 0.8495531 Jan 28 06:41:54.841761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38400) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:54.873013 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-d853c0c8-3730-40b7-86e2-3eb83e099e2e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 20b8d72d-ac53-43ba-aab2-d846df07f9ac {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:54.873357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d853c0c8-3730-40b7-86e2-3eb83e099e2e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.881651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-38ea9cf3-2a0d-4df4-a279-3977017b7a27 None None] Provisioning complete for port 067ab32e-2aa8-4784-89db-f824d53fba1d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:54.882179 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-38ea9cf3-2a0d-4df4-a279-3977017b7a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:54.882792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Subnet': ['ID=716854b1-d3de-46ef-9ea3-506e074da290,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:54.886143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event updated for resources: {'Network': ['ID=b6186deb-1aa7-41a5-81a1-2efc6146e4cd,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:54.895140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Checking segment: {'id': 'ed507d76-9715-42e6-89fe-a117e83dc55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f45dbfea-58ea-40a0-bd87-a48ab588b506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:54.898359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network hostable DHCP agents. Network: f45dbfea-58ea-40a0-bd87-a48ab588b506, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:41:54.908749 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-be918bbe-7335-45e9-8cda-93334f7b7ef3 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4210165 Jan 28 06:41:54.921789 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network b6186deb-1aa7-41a5-81a1-2efc6146e4cd details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:41:54.933389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3d734-ee8d-4857-bc61-e70e8d8dabf8 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Deleting port 067ab32e-2aa8-4784-89db-f824d53fba1d {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:54.933786 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d734-ee8d-4857-bc61-e70e8d8dabf8 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:55.023086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network f45dbfea-58ea-40a0-bd87-a48ab588b506 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:41:55.035858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38406) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:55.056406 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Request body: {'subnets': [{'network_id': 'a3a56d3a-60c1-4742-9c89-1d18834d818d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--544162285', 'ip_version': 4}, {'network_id': 'b6186deb-1aa7-41a5-81a1-2efc6146e4cd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:55.056930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Request body: {'subnet': {'network_id': 'a3a56d3a-60c1-4742-9c89-1d18834d818d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--544162285', 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:55.057676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Request body: {'subnet': {'network_id': 'b6186deb-1aa7-41a5-81a1-2efc6146e4cd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:55.136658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:55.160380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-38ea9cf3-2a0d-4df4-a279-3977017b7a27 None None] Port 067ab32e-2aa8-4784-89db-f824d53fba1d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:41:55.200137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, f45dbfea-58ea-40a0-bd87-a48ab588b506) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:55.210130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:55.210718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:55.211832 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8ec367-d69f-446b-b4ae-2854e453e8fd None None] Network f45dbfea-58ea-40a0-bd87-a48ab588b506 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:55.234598 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Deleting port dac7c049-a85d-4b4a-b894-14e08b657d08 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:55.234950 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:55.318595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:55.332445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Usage tracker for resource:subnet and tenant:4c62983249ed4964aa77c1d5cc1f79c7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:55.335178 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4704add9-e48f-4810-be48-22b3300762e3 None None] DHCP port deletion for 8886dbeb-4f80-48ff-9274-cc7baff1f53c request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:41:55.341815 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:55.342203 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4704add9-e48f-4810-be48-22b3300762e3 None None] Deleting port dac7c049-a85d-4b4a-b894-14e08b657d08 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:55.342754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4704add9-e48f-4810-be48-22b3300762e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:55.351930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:55.388741 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dee57bf2-d36c-409f-b918-cc1f22aeda21 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1360531 Jan 28 06:41:55.389373 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38412) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:55.395016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-711605480', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:55.402958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:55.406789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:router and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:41:55.410209 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:41:55.417572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:55.483236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Made reservation on behalf of 4c62983249ed4964aa77c1d5cc1f79c7 for: {'subnet': 2} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:55.489710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:55.490262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:55.514617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:55.516635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:55.545958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d853c0c8-3730-40b7-86e2-3eb83e099e2e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:55.617379 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:55.620125 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:41:55.723328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ddb490-4ef3-4423-86c2-aeabab6509a5 None None] Network f45dbfea-58ea-40a0-bd87-a48ab588b506 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:55.788908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4704add9-e48f-4810-be48-22b3300762e3 None None] For port dac7c049-a85d-4b4a-b894-14e08b657d08, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=dac7c049-a85d-4b4a-b894-14e08b657d08,segment=NetworkSegment(b7462f77-2a16-4a5f-9502-b90ecd4166b4),segment_id=b7462f77-2a16-4a5f-9502-b90ecd4166b4)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:55.789300 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4704add9-e48f-4810-be48-22b3300762e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:55.808516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-d853c0c8-3730-40b7-86e2-3eb83e099e2e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 20b8d72d-ac53-43ba-aab2-d846df07f9ac owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:55.839860 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d734-ee8d-4857-bc61-e70e8d8dabf8 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:55.967291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4704add9-e48f-4810-be48-22b3300762e3 None None] Calling delete_port for dac7c049-a85d-4b4a-b894-14e08b657d08 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:56.040623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:41:56.040998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:56.048368 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3d734-ee8d-4857-bc61-e70e8d8dabf8 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Calling delete_port for 067ab32e-2aa8-4784-89db-f824d53fba1d owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:56.075288 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:56.117980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] For port dac7c049-a85d-4b4a-b894-14e08b657d08, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=dac7c049-a85d-4b4a-b894-14e08b657d08,segment=NetworkSegment(b7462f77-2a16-4a5f-9502-b90ecd4166b4),segment_id=b7462f77-2a16-4a5f-9502-b90ecd4166b4)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:56.118634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:56.246004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4704add9-e48f-4810-be48-22b3300762e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:56.266244 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Calling delete_port for dac7c049-a85d-4b4a-b894-14e08b657d08 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:56.309927 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4704add9-e48f-4810-be48-22b3300762e3 None None] No DVR routers for this DVR port dac7c049-a85d-4b4a-b894-14e08b657d08 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:41:56.314986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704add9-e48f-4810-be48-22b3300762e3 None None] Pushing event deleted for resources: {'Port': ['ID=dac7c049-a85d-4b4a-b894-14e08b657d08,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:56.390098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device dac7c049-a85d-4b4a-b894-14e08b657d08 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:41:56.437409 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: dac7c049-a85d-4b4a-b894-14e08b657d08 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:41:56.437881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device dac7c049-a85d-4b4a-b894-14e08b657d08 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:41:56.486253 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:41:56.486609 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:41:56.520537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d853c0c8-3730-40b7-86e2-3eb83e099e2e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:56.561879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d734-ee8d-4857-bc61-e70e8d8dabf8 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:56.574785 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853c0c8-3730-40b7-86e2-3eb83e099e2e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=20b8d72d-ac53-43ba-aab2-d846df07f9ac,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:56.627246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:56.658283 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3d734-ee8d-4857-bc61-e70e8d8dabf8 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Pushing event deleted for resources: {'Port': ['ID=067ab32e-2aa8-4784-89db-f824d53fba1d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:56.701188 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d853c0c8-3730-40b7-86e2-3eb83e099e2e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:56.780199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:56.794126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c8e3d734-ee8d-4857-bc61-e70e8d8dabf8 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:56.795976 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c8e3d734-ee8d-4857-bc61-e70e8d8dabf8 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] 10.222.0.25 "DELETE /v2.0/ports/067ab32e-2aa8-4784-89db-f824d53fba1d HTTP/1.1" status: 204 len: 168 time: 2.0819314 Jan 28 06:41:56.798958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38422) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:56.829017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:56.855547 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d853c0c8-3730-40b7-86e2-3eb83e099e2e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/20b8d72d-ac53-43ba-aab2-d846df07f9ac HTTP/1.1" status: 204 len: 168 time: 2.1429622 Jan 28 06:41:56.862521 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38426) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:56.890337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event updated for resources: {'Subnet': ['ID=f33c5a8a-d681-4ab8-903c-d2e944f5790c,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:56.902779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Checking segment: {'id': 'd98f2dbe-9d38-4054-88a8-f9e45b9f017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a3a56d3a-60c1-4742-9c89-1d18834d818d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:56.903144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Network hostable DHCP agents. Network: a3a56d3a-60c1-4742-9c89-1d18834d818d, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:41:56.952239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb4d4ce-37b9-45f6-a7c5-3c1e9dc7b619 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Deleting subnet 80868a8d-5850-4371-881a-88722458fa31 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:41:56.963018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d4ce-37b9-45f6-a7c5-3c1e9dc7b619 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:56.989365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97998f7e-aa2f-4a08-ba5a-2f7487f17600 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:56.990850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97998f7e-aa2f-4a08-ba5a-2f7487f17600 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:56.991604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-97998f7e-aa2f-4a08-ba5a-2f7487f17600 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:56.998036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Deleting port dac7c049-a85d-4b4a-b894-14e08b657d08 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:56.998374 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.008839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.26.4.250 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/992709f4-d888-4a24-beed-e016a386255e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:57.018645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Network a3a56d3a-60c1-4742-9c89-1d18834d818d is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:41:57.076125 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] The port 'dac7c049-a85d-4b4a-b894-14e08b657d08' was deleted {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:41:57.128442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, a3a56d3a-60c1-4742-9c89-1d18834d818d) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:57.139139 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf910fa6-dc1f-412d-9f00-df302869d42b None None] Network a3a56d3a-60c1-4742-9c89-1d18834d818d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:57.139976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d4ce-37b9-45f6-a7c5-3c1e9dc7b619 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.144337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.248165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.251923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-97998f7e-aa2f-4a08-ba5a-2f7487f17600 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:57.256058 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-97998f7e-aa2f-4a08-ba5a-2f7487f17600 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3917999 Jan 28 06:41:57.256721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38432) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:57.256935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event updated for resources: {'Subnet': ['ID=dbc5add9-3023-4d56-9610-e955307e7e49,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:57.263267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.273624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Checking segment: {'id': 'e8e3d500-f243-49c8-b83b-3cc3c0a82424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b6186deb-1aa7-41a5-81a1-2efc6146e4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:57.273982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Network hostable DHCP agents. Network: b6186deb-1aa7-41a5-81a1-2efc6146e4cd, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:41:57.376852 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-a3a56d3a-60c1-4742-9c89-1d18834d818d', 'network_id': 'a3a56d3a-60c1-4742-9c89-1d18834d818d', 'tenant_id': '4c62983249ed4964aa77c1d5cc1f79c7', 'fixed_ips': [{'subnet_id': 'f33c5a8a-d681-4ab8-903c-d2e944f5790c'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:41:57.377730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.411529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Network b6186deb-1aa7-41a5-81a1-2efc6146e4cd is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:41:57.425642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.443951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8886dbeb-4f80-48ff-9274-cc7baff1f53c']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:57.468538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7462f77-2a16-4a5f-9502-b90ecd4166b4') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:57.470647 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7462f77-2a16-4a5f-9502-b90ecd4166b4') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:41:57.486996 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4e6313-d16c-4b13-9654-ac1b5dab5695 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet c433411f-d7b8-47a5-8f4b-100bbf760722 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:41:57.490719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.503502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6313-d16c-4b13-9654-ac1b5dab5695 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.518169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:57.521790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:57.523625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, b6186deb-1aa7-41a5-81a1-2efc6146e4cd) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:57.525151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:57.546173 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea3cac6-a8c7-4b9b-9e07-1d0c1765e322 None None] Network b6186deb-1aa7-41a5-81a1-2efc6146e4cd requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:57.546702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d4ce-37b9-45f6-a7c5-3c1e9dc7b619 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.565667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:57.566141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:57.566757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.587760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.593758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=992709f4-d888-4a24-beed-e016a386255e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:57.614140 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Allocated IP 172.20.0.2 (a3a56d3a-60c1-4742-9c89-1d18834d818d/f33c5a8a-d681-4ab8-903c-d2e944f5790c/c4e5d260-daa6-4992-a4ae-324ceb3e2589) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:57.623367 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:41:57.623367 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:41:57.635486 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:41:57.643646 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6313-d16c-4b13-9654-ac1b5dab5695 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.845630 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6313-d16c-4b13-9654-ac1b5dab5695 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.912423 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d4ce-37b9-45f6-a7c5-3c1e9dc7b619 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.915914 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.952799 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f4e4f83e-7d3e-4974-8036-8f5b4b439d91 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.9152045 Jan 28 06:41:57.954075 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38440) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:57.971046 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-b6186deb-1aa7-41a5-81a1-2efc6146e4cd', 'network_id': 'b6186deb-1aa7-41a5-81a1-2efc6146e4cd', 'tenant_id': '4c62983249ed4964aa77c1d5cc1f79c7', 'fixed_ips': [{'subnet_id': 'dbc5add9-3023-4d56-9610-e955307e7e49'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:41:57.971879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.977156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:57.993190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4d4ce-37b9-45f6-a7c5-3c1e9dc7b619 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Pushing event deleted for resources: {'Subnet': ['ID=80868a8d-5850-4371-881a-88722458fa31,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:57.994886 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event deleted for resources: {'Network': ['ID=8886dbeb-4f80-48ff-9274-cc7baff1f53c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:58.000517 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ccb4d4ce-37b9-45f6-a7c5-3c1e9dc7b619 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.009892 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0c5eb310-a20d-4529-a34b-6797ee57b8ea tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "DELETE /v2.0/networks/8886dbeb-4f80-48ff-9274-cc7baff1f53c HTTP/1.1" status: 204 len: 168 time: 3.1598971 Jan 28 06:41:58.010090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38444) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:58.025934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb0be05-100d-4284-a759-2738d7203954 None None] Network a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:58.065010 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ccb4d4ce-37b9-45f6-a7c5-3c1e9dc7b619 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] 10.222.0.25 "DELETE /v2.0/subnets/80868a8d-5850-4371-881a-88722458fa31 HTTP/1.1" status: 204 len: 168 time: 1.2648356 Jan 28 06:41:58.072637 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38448) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:58.074467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6313-d16c-4b13-9654-ac1b5dab5695 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.137508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e133fb0-3be9-4fda-b698-eb99cbcba620 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:58.138983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e133fb0-3be9-4fda-b698-eb99cbcba620 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:58.140444 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e133fb0-3be9-4fda-b698-eb99cbcba620 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:41:58.141298 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3e133fb0-3be9-4fda-b698-eb99cbcba620 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Synchronizing usage tracker for tenant:4c62983249ed4964aa77c1d5cc1f79c7 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:41:58.156858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.212287 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.227854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e6313-d16c-4b13-9654-ac1b5dab5695 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=c433411f-d7b8-47a5-8f4b-100bbf760722,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:58.243986 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ad4e6313-d16c-4b13-9654-ac1b5dab5695 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.243986 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ad4e6313-d16c-4b13-9654-ac1b5dab5695 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/c433411f-d7b8-47a5-8f4b-100bbf760722 HTTP/1.1" status: 204 len: 168 time: 0.9675233 Jan 28 06:41:58.261328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38454) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:58.267247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650bee4b-36bb-4662-a9fc-b7a77b775150 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:41:58.328845 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Transition to ACTIVE for port object c4e5d260-daa6-4992-a4ae-324ceb3e2589 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:58.381384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-075a5fb4-e644-413b-9344-055437506ad0 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Deleting port adb61c6a-69c5-4847-9d18-a9373f0e763e {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:58.381726 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-075a5fb4-e644-413b-9344-055437506ad0 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.426611 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ce125883-829f-4863-88df-525e504fe72e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1640756 Jan 28 06:41:58.434866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38458) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:58.438410 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.452322 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-1fd7f1b9-c3a5-488a-ab30-1f9a47ea93d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:41:58.461902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3e133fb0-3be9-4fda-b698-eb99cbcba620 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Unset dirty status for tenant:4c62983249ed4964aa77c1d5cc1f79c7 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:41:58.474223 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3e133fb0-3be9-4fda-b698-eb99cbcba620 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4936838 Jan 28 06:41:58.474399 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Transition to ACTIVE for port object c4e5d260-daa6-4992-a4ae-324ceb3e2589 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:58.475022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38462) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:58.484100 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Allocated IP 172.20.0.18 (b6186deb-1aa7-41a5-81a1-2efc6146e4cd/dbc5add9-3023-4d56-9610-e955307e7e49/4c53b088-00ce-4745-83ef-e0caf307de04) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:41:58.572890 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Deleting port 8cf35321-f430-4d1f-9b9c-01aad1290390 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:58.573227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.586892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.625233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4353ab48-5323-421e-a90b-028621361993 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Deleting subnet f33c5a8a-d681-4ab8-903c-d2e944f5790c {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:41:58.633608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4353ab48-5323-421e-a90b-028621361993 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.720124 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1fd7f1b9-c3a5-488a-ab30-1f9a47ea93d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:41:58.742417 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Network a3a56d3a-60c1-4742-9c89-1d18834d818d is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:58.752712 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:58.768037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:58.770809 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Pushing event updated for resources: {'Port': ['ID=c4e5d260-daa6-4992-a4ae-324ceb3e2589,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:58.845664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4353ab48-5323-421e-a90b-028621361993 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.949673 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf9b03c-ef85-4ab2-9c05-b635813e6c68 None None] DHCP port deletion for a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:41:58.954733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Attempting to bind port c4e5d260-daa6-4992-a4ae-324ceb3e2589 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:41:58.955106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Attempting to bind port c4e5d260-daa6-4992-a4ae-324ceb3e2589 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'd98f2dbe-9d38-4054-88a8-f9e45b9f017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a3a56d3a-60c1-4742-9c89-1d18834d818d'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:41:58.955494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Attempting to bind port c4e5d260-daa6-4992-a4ae-324ceb3e2589 on network a3a56d3a-60c1-4742-9c89-1d18834d818d {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:41:58.957841 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.968284 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-daf9b03c-ef85-4ab2-9c05-b635813e6c68 None None] Deleting port 8cf35321-f430-4d1f-9b9c-01aad1290390 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:58.968659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daf9b03c-ef85-4ab2-9c05-b635813e6c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.971584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1fd7f1b9-c3a5-488a-ab30-1f9a47ea93d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:41:58.976319 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] For port 8cf35321-f430-4d1f-9b9c-01aad1290390, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8cf35321-f430-4d1f-9b9c-01aad1290390,segment=NetworkSegment(c95d45ed-c297-49cd-9462-db735f2cda24),segment_id=c95d45ed-c297-49cd-9462-db735f2cda24)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:58.976682 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.986511 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-075a5fb4-e644-413b-9344-055437506ad0 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.989546 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-075a5fb4-e644-413b-9344-055437506ad0 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.992671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:41:58.992988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Checking segment: {'id': 'd98f2dbe-9d38-4054-88a8-f9e45b9f017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a3a56d3a-60c1-4742-9c89-1d18834d818d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:41:58.993635 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:58.993770 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Bound using segment: {'id': 'd98f2dbe-9d38-4054-88a8-f9e45b9f017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a3a56d3a-60c1-4742-9c89-1d18834d818d'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:41:58.994437 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Bound port: c4e5d260-daa6-4992-a4ae-324ceb3e2589, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98f2dbe-9d38-4054-88a8-f9e45b9f017d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a3a56d3a-60c1-4742-9c89-1d18834d818d'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:41:58.994601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.076691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.121078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Transition to ACTIVE for port object 4c53b088-00ce-4745-83ef-e0caf307de04 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:59.135015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f83db05-ecc0-455e-9103-df5f329078ac None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:41:59.180507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0f83db05-ecc0-455e-9103-df5f329078ac None None] Deleting port 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:41:59.180883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f83db05-ecc0-455e-9103-df5f329078ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.182425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4353ab48-5323-421e-a90b-028621361993 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.230298 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Transition to ACTIVE for port object 4c53b088-00ce-4745-83ef-e0caf307de04 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:41:59.334785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.335284 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Calling delete_port for 8cf35321-f430-4d1f-9b9c-01aad1290390 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:59.368129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-075a5fb4-e644-413b-9344-055437506ad0 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Calling delete_port for adb61c6a-69c5-4847-9d18-a9373f0e763e owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:59.379937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:41:59.396110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd7f1b9-c3a5-488a-ab30-1f9a47ea93d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:41:59.399274 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f1b9-c3a5-488a-ab30-1f9a47ea93d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.459543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4353ab48-5323-421e-a90b-028621361993 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.514693 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] For port c4e5d260-daa6-4992-a4ae-324ceb3e2589, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:41:59.522704 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353ab48-5323-421e-a90b-028621361993 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event deleted for resources: {'Subnet': ['ID=f33c5a8a-d681-4ab8-903c-d2e944f5790c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:59.531437 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4353ab48-5323-421e-a90b-028621361993 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.549767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] For port c4e5d260-daa6-4992-a4ae-324ceb3e2589, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c4e5d260-daa6-4992-a4ae-324ceb3e2589,segment=NetworkSegment(d98f2dbe-9d38-4054-88a8-f9e45b9f017d),segment_id=d98f2dbe-9d38-4054-88a8-f9e45b9f017d)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:41:59.555284 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-daf9b03c-ef85-4ab2-9c05-b635813e6c68 None None] For port 8cf35321-f430-4d1f-9b9c-01aad1290390, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8cf35321-f430-4d1f-9b9c-01aad1290390,segment=NetworkSegment(c95d45ed-c297-49cd-9462-db735f2cda24),segment_id=c95d45ed-c297-49cd-9462-db735f2cda24)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:41:59.555557 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daf9b03c-ef85-4ab2-9c05-b635813e6c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.564382 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Network b6186deb-1aa7-41a5-81a1-2efc6146e4cd is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:41:59.604066 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:41:59.666664 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4353ab48-5323-421e-a90b-028621361993 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "DELETE /v2.0/subnets/f33c5a8a-d681-4ab8-903c-d2e944f5790c HTTP/1.1" status: 204 len: 168 time: 1.1817107 Jan 28 06:41:59.669664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:41:59.669828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38472) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:59.692472 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.714248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:41:59.736783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8cf35321-f430-4d1f-9b9c-01aad1290390 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:41:59.752431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Pushing event deleted for resources: {'Port': ['ID=8cf35321-f430-4d1f-9b9c-01aad1290390,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:59.767712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-942fa7fc-173c-415a-989c-6ffcd451e0c6 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Deleting subnet dbc5add9-3023-4d56-9610-e955307e7e49 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:41:59.773395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-942fa7fc-173c-415a-989c-6ffcd451e0c6 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.773689 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-daf9b03c-ef85-4ab2-9c05-b635813e6c68 None None] Calling delete_port for 8cf35321-f430-4d1f-9b9c-01aad1290390 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:41:59.780757 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] No DVR routers for this DVR port 8cf35321-f430-4d1f-9b9c-01aad1290390 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:41:59.812272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.812589 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.817059 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4fc78edc-f2a1-442b-a2c1-af159f1fae73 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4233522 Jan 28 06:41:59.817231 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Pushing event updated for resources: {'Port': ['ID=4c53b088-00ce-4745-83ef-e0caf307de04,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:41:59.817874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38476) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:41:59.819699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fdf0ec-f967-40fb-b676-d75cd996c5fc None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:41:59.929493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-942fa7fc-173c-415a-989c-6ffcd451e0c6 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.946716 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-075a5fb4-e644-413b-9344-055437506ad0 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.955163 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:41:59.956344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 8cf35321-f430-4d1f-9b9c-01aad1290390 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:41:59.956608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8cf35321-f430-4d1f-9b9c-01aad1290390 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:41:59.957024 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:00.006395 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f1b9-c3a5-488a-ab30-1f9a47ea93d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.077896 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a5fb4-e644-413b-9344-055437506ad0 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Pushing event deleted for resources: {'Port': ['ID=adb61c6a-69c5-4847-9d18-a9373f0e763e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:00.091406 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0f83db05-ecc0-455e-9103-df5f329078ac None None] For port 96e6b060-f88f-4bbc-91ec-7d156d2a67b4, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=96e6b060-f88f-4bbc-91ec-7d156d2a67b4,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:00.091806 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f83db05-ecc0-455e-9103-df5f329078ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.103933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fdf0ec-f967-40fb-b676-d75cd996c5fc None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:00.104702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c1fdf0ec-f967-40fb-b676-d75cd996c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:00.136422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:00.192777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7f1b9-c3a5-488a-ab30-1f9a47ea93d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:00.202464 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95d45ed-c297-49cd-9462-db735f2cda24') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:00.203250 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95d45ed-c297-49cd-9462-db735f2cda24') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:00.213750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-1fd7f1b9-c3a5-488a-ab30-1f9a47ea93d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:00.232096 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7f1b9-c3a5-488a-ab30-1f9a47ea93d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:00.232696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f1b9-c3a5-488a-ab30-1f9a47ea93d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.242758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.256028 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7f1b9-c3a5-488a-ab30-1f9a47ea93d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=e7718a76-5ae1-4cfc-84af-74565993dd8a,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:00.295847 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.303653 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-075a5fb4-e644-413b-9344-055437506ad0 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.314969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:42:00.315396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.326922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c1fdf0ec-f967-40fb-b676-d75cd996c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:42:00.331867 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:42:00.342311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0f83db05-ecc0-455e-9103-df5f329078ac None None] Calling delete_port for 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:00.345154 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-075a5fb4-e644-413b-9344-055437506ad0 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.346319 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-075a5fb4-e644-413b-9344-055437506ad0 tempest-FloatingIPAdminTestJSON-264724503 tempest-FloatingIPAdminTestJSON-264724503-project] 10.222.0.25 "DELETE /v2.0/floatingips/36c0ecf3-e14e-44a7-945c-1389c42ad5c9 HTTP/1.1" status: 204 len: 168 time: 2.3354075 Jan 28 06:42:00.353897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-942fa7fc-173c-415a-989c-6ffcd451e0c6 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.421659 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1fd7f1b9-c3a5-488a-ab30-1f9a47ea93d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9811397 Jan 28 06:42:00.431026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38486) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:00.438385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'name': 'tempest-NetworksTestDHCPv6-592291846'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:00.462992 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Attempting to bind port 4c53b088-00ce-4745-83ef-e0caf307de04 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:42:00.468421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Attempting to bind port 4c53b088-00ce-4745-83ef-e0caf307de04 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'e8e3d500-f243-49c8-b83b-3cc3c0a82424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b6186deb-1aa7-41a5-81a1-2efc6146e4cd'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:42:00.468421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Attempting to bind port 4c53b088-00ce-4745-83ef-e0caf307de04 on network b6186deb-1aa7-41a5-81a1-2efc6146e4cd {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:42:00.479622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df0ecc-9694-4ba4-bcd8-0f10e86d3b9e None None] Pushing event updated for resources: {'Port': ['ID=c4e5d260-daa6-4992-a4ae-324ceb3e2589,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:00.489549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:42:00.490187 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Checking segment: {'id': 'e8e3d500-f243-49c8-b83b-3cc3c0a82424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b6186deb-1aa7-41a5-81a1-2efc6146e4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:00.490797 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.491403 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Bound using segment: {'id': 'e8e3d500-f243-49c8-b83b-3cc3c0a82424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b6186deb-1aa7-41a5-81a1-2efc6146e4cd'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:42:00.497071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Bound port: 4c53b088-00ce-4745-83ef-e0caf307de04, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e3d500-f243-49c8-b83b-3cc3c0a82424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b6186deb-1aa7-41a5-81a1-2efc6146e4cd'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:42:00.497071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.509210 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fdf0ec-f967-40fb-b676-d75cd996c5fc None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:00.510091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c1fdf0ec-f967-40fb-b676-d75cd996c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:00.551963 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.566959 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No ports have port_id starting with 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 Jan 28 06:42:00.575507 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.576624 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f83db05-ecc0-455e-9103-df5f329078ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.597218 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] Pushing event deleted for resources: {'Network': ['ID=a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:00.602999 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-624eef24-eed7-4509-938a-57fdcc0dc690 tempest-ExtraDHCPOptionsTestJSON-966706790 tempest-ExtraDHCPOptionsTestJSON-966706790-project] 10.222.0.25 "DELETE /v2.0/networks/a35cc89a-24c5-42c9-9dc3-9f0be8a8b8ef HTTP/1.1" status: 204 len: 168 time: 2.5301838 Jan 28 06:42:00.634046 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-daf9b03c-ef85-4ab2-9c05-b635813e6c68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:42:00.634602 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-daf9b03c-ef85-4ab2-9c05-b635813e6c68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:42:00.637121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:00.643404 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c1fdf0ec-f967-40fb-b676-d75cd996c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:00.643803 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fdf0ec-f967-40fb-b676-d75cd996c5fc None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:00.654817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:00.655628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:00.666708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:00.679002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-942fa7fc-173c-415a-989c-6ffcd451e0c6 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.692491 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83db05-ecc0-455e-9103-df5f329078ac None None] Pushing event deleted for resources: {'Port': ['ID=96e6b060-f88f-4bbc-91ec-7d156d2a67b4,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:00.749587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f83db05-ecc0-455e-9103-df5f329078ac None None] No DVR routers for this DVR port 96e6b060-f88f-4bbc-91ec-7d156d2a67b4 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:00.751711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942fa7fc-173c-415a-989c-6ffcd451e0c6 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc5add9-3023-4d56-9610-e955307e7e49,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:00.759179 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-942fa7fc-173c-415a-989c-6ffcd451e0c6 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.768701 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:00.772417 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:00.776039 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-942fa7fc-173c-415a-989c-6ffcd451e0c6 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "DELETE /v2.0/subnets/dbc5add9-3023-4d56-9610-e955307e7e49 HTTP/1.1" status: 204 len: 168 time: 1.1051941 Jan 28 06:42:00.779584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38494) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:00.793001 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e4aeb9-6162-4e31-884a-2662f24ccea4 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:00.821218 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 3b822923-118c-4d9b-a54f-33dee63ac077 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:00.852882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] For port 4c53b088-00ce-4745-83ef-e0caf307de04, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:42:00.897834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] For port 4c53b088-00ce-4745-83ef-e0caf307de04, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4c53b088-00ce-4745-83ef-e0caf307de04,segment=NetworkSegment(e8e3d500-f243-49c8-b83b-3cc3c0a82424),segment_id=e8e3d500-f243-49c8-b83b-3cc3c0a82424)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:42:00.954865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e93145-485e-4715-975d-b84c311c938b tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:00.957306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-35e93145-485e-4715-975d-b84c311c938b tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Synchronizing usage tracker for tenant:4c62983249ed4964aa77c1d5cc1f79c7 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:01.037272 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-06dea460-c4d6-4006-97a8-a0bed11ea78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:01.039389 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:01.144865 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-daf9b03c-ef85-4ab2-9c05-b635813e6c68 None None] Deleting port 8cf35321-f430-4d1f-9b9c-01aad1290390 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:01.145122 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daf9b03c-ef85-4ab2-9c05-b635813e6c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:01.172832 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:01.188190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38504) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:01.199432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-35e93145-485e-4715-975d-b84c311c938b tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Unset dirty status for tenant:4c62983249ed4964aa77c1d5cc1f79c7 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:01.200603 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-35e93145-485e-4715-975d-b84c311c938b tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4200549 Jan 28 06:42:01.209996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38510) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:01.242074 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::2b6 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/e7718a76-5ae1-4cfc-84af-74565993dd8a/3b822923-118c-4d9b-a54f-33dee63ac077) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:01.361418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38516) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:01.378674 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-daf9b03c-ef85-4ab2-9c05-b635813e6c68 None None] The port '8cf35321-f430-4d1f-9b9c-01aad1290390' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:42:01.515285 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d0aba-23c4-4f71-924b-da334f744868 None None] Pushing event updated for resources: {'Port': ['ID=4c53b088-00ce-4745-83ef-e0caf307de04,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:01.564058 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': 'e7718a76-5ae1-4cfc-84af-74565993dd8a'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:42:01.564886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:01.660281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:01.724232 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344023a1-ba27-491a-a53d-2a77aa0b63a9 None None] Network b6186deb-1aa7-41a5-81a1-2efc6146e4cd requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:01.728772 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-33704470-012f-46dc-b07d-35d9d4e2cb9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85523f98961443b7a51d5892a9b19d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353827 Jan 28 06:42:01.730682 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f80608fb-0e5a-40c0-a0a8-40c7c135b699 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44c7fba44e8445098691f4ee0b43595f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680930 Jan 28 06:42:01.732873 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38522) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:01.733172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38524) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:01.739526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:01.740222 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c4e5d260-daa6-4992-a4ae-324ceb3e2589 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:01.810231 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 3b822923-118c-4d9b-a54f-33dee63ac077 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:01.822615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Deleting port 4c53b088-00ce-4745-83ef-e0caf307de04 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:01.831641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:01.888627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd058410-b5a5-497b-a8d6-19ce463d5b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:01.898001 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e310b1e-a756-4eac-99fa-7369f11c32d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:01.957350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd058410-b5a5-497b-a8d6-19ce463d5b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:01.966985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e310b1e-a756-4eac-99fa-7369f11c32d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:02.100083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:02.154823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa25e85-0c21-4efc-aa45-95639525d1e2 None None] Network a3a56d3a-60c1-4742-9c89-1d18834d818d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:02.175267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:02.178838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:02.183004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:02.190684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:02.190684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:02.200312 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port c4e5d260-daa6-4992-a4ae-324ceb3e2589 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:02.201610 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=3b822923-118c-4d9b-a54f-33dee63ac077,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:02.225091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e310b1e-a756-4eac-99fa-7369f11c32d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:02.225091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd058410-b5a5-497b-a8d6-19ce463d5b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:02.257045 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e310b1e-a756-4eac-99fa-7369f11c32d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238cf3ff-e50a-4b6d-9c0d-a74327dd3201,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:02.267900 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e310b1e-a756-4eac-99fa-7369f11c32d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:02.269655 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5e310b1e-a756-4eac-99fa-7369f11c32d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/238cf3ff-e50a-4b6d-9c0d-a74327dd3201 HTTP/1.1" status: 204 len: 168 time: 0.5334921 Jan 28 06:42:02.269905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] For port 4c53b088-00ce-4745-83ef-e0caf307de04, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4c53b088-00ce-4745-83ef-e0caf307de04,segment=NetworkSegment(e8e3d500-f243-49c8-b83b-3cc3c0a82424),segment_id=e8e3d500-f243-49c8-b83b-3cc3c0a82424)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:02.270275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:02.274803 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd058410-b5a5-497b-a8d6-19ce463d5b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:02.278833 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cd058410-b5a5-497b-a8d6-19ce463d5b90 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c33f0f3-2eed-4ff5-81d4-e1176c9789e4 HTTP/1.1" status: 204 len: 168 time: 0.5418458 Jan 28 06:42:02.291982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd058410-b5a5-497b-a8d6-19ce463d5b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c33f0f3-2eed-4ff5-81d4-e1176c9789e4,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:02.391475 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Allocated IP 2001:db8::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/e7718a76-5ae1-4cfc-84af-74565993dd8a/e4f0c7a5-d0a8-4188-a689-325a6f4e9983) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:02.392907 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-18ef5325-b9a6-45f1-bc7c-2b5ee52204d5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9607615 Jan 28 06:42:02.395450 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38538) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:02.447385 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cddb44f0-68c2-4623-be53-1f0c365ac5ac None None] Provisioning for port c4e5d260-daa6-4992-a4ae-324ceb3e2589 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:02.454014 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cddb44f0-68c2-4623-be53-1f0c365ac5ac None None] Provisioning complete for port c4e5d260-daa6-4992-a4ae-324ceb3e2589 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:02.455922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cddb44f0-68c2-4623-be53-1f0c365ac5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:02.485338 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa8babd-4129-4a4b-b520-2b37e61949f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:02.486020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9aa8babd-4129-4a4b-b520-2b37e61949f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:02.582677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Calling delete_port for 4c53b088-00ce-4745-83ef-e0caf307de04 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:02.588872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9aa8babd-4129-4a4b-b520-2b37e61949f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:02.592574 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9aa8babd-4129-4a4b-b520-2b37e61949f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1937375 Jan 28 06:42:02.592831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38544) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:02.667099 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-6c933572-f81c-48df-8a8e-dff4e77baa49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 3b822923-118c-4d9b-a54f-33dee63ac077 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:02.667509 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6c933572-f81c-48df-8a8e-dff4e77baa49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:02.668870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.20.0.1 (f45dbfea-58ea-40a0-bd87-a48ab588b506/716854b1-d3de-46ef-9ea3-506e074da290/754b0821-260e-4318-b669-ce40464d8ef8) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:02.850309 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] DHCP port deletion for a3a56d3a-60c1-4742-9c89-1d18834d818d request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:42:02.862443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cddb44f0-68c2-4623-be53-1f0c365ac5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:02.878393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] Deleting port c4e5d260-daa6-4992-a4ae-324ceb3e2589 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:02.882575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:02.882713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:02.978521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event deleted for resources: {'Port': ['ID=4c53b088-00ce-4745-83ef-e0caf307de04,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:02.998422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] No DVR routers for this DVR port 4c53b088-00ce-4745-83ef-e0caf307de04 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:03.019332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6c933572-f81c-48df-8a8e-dff4e77baa49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.045222 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.105682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-cddb44f0-68c2-4623-be53-1f0c365ac5ac None None] For port c4e5d260-daa6-4992-a4ae-324ceb3e2589, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c4e5d260-daa6-4992-a4ae-324ceb3e2589,segment=NetworkSegment(d98f2dbe-9d38-4054-88a8-f9e45b9f017d),segment_id=d98f2dbe-9d38-4054-88a8-f9e45b9f017d)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:03.107151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Transition to ACTIVE for port object e4f0c7a5-d0a8-4188-a689-325a6f4e9983 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:03.118163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.180414 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-6c933572-f81c-48df-8a8e-dff4e77baa49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 3b822923-118c-4d9b-a54f-33dee63ac077 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:03.189363 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.189649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cddb44f0-68c2-4623-be53-1f0c365ac5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.224359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6186deb-1aa7-41a5-81a1-2efc6146e4cd']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:03.240991 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e3d500-f243-49c8-b83b-3cc3c0a82424') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:03.249698 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e3d500-f243-49c8-b83b-3cc3c0a82424') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:03.258817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.267384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Transition to ACTIVE for port object e4f0c7a5-d0a8-4188-a689-325a6f4e9983 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:03.280533 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38562) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:03.285705 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] For port c4e5d260-daa6-4992-a4ae-324ceb3e2589, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c4e5d260-daa6-4992-a4ae-324ceb3e2589,segment=NetworkSegment(d98f2dbe-9d38-4054-88a8-f9e45b9f017d),segment_id=d98f2dbe-9d38-4054-88a8-f9e45b9f017d)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:03.285705 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.300657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.320969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:42:03.321724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.332544 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b390572d-00d1-4b3d-a4dd-16c5a804cb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:42:03.356019 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:42:03.366761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b390572d-00d1-4b3d-a4dd-16c5a804cb78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:03.379119 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b390572d-00d1-4b3d-a4dd-16c5a804cb78 admin admin] Usage tracker for resource:security_group_rule and tenant:be5dbb8452564027a29a4419277978f6 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:03.385504 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b390572d-00d1-4b3d-a4dd-16c5a804cb78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:03.396730 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b390572d-00d1-4b3d-a4dd-16c5a804cb78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:03.414119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.471759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6c933572-f81c-48df-8a8e-dff4e77baa49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.497331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] Calling delete_port for c4e5d260-daa6-4992-a4ae-324ceb3e2589 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:03.525985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53fac5f0-9286-4a31-98e2-fe0bcfdb313c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.527014 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.535328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c933572-f81c-48df-8a8e-dff4e77baa49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=3b822923-118c-4d9b-a54f-33dee63ac077,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:03.575985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network f45dbfea-58ea-40a0-bd87-a48ab588b506 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:03.577352 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:03.587999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:03.589005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:03.598509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:03.622861 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb44f0-68c2-4623-be53-1f0c365ac5ac None None] Pushing event updated for resources: {'Port': ['ID=c4e5d260-daa6-4992-a4ae-324ceb3e2589,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:03.635712 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c4e5d260-daa6-4992-a4ae-324ceb3e2589 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:03.646314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6c933572-f81c-48df-8a8e-dff4e77baa49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.649001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=754b0821-260e-4318-b669-ce40464d8ef8,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:03.655624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.675659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:03.695085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.709008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event deleted for resources: {'Network': ['ID=b6186deb-1aa7-41a5-81a1-2efc6146e4cd,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:03.717392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.737956 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c7f26b97-e2ba-4a47-a6f1-042d29fe9bd0 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "DELETE /v2.0/networks/b6186deb-1aa7-41a5-81a1-2efc6146e4cd HTTP/1.1" status: 204 len: 168 time: 2.5143852 Jan 28 06:42:03.741416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38576) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:03.797407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b390572d-00d1-4b3d-a4dd-16c5a804cb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.802520 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6c933572-f81c-48df-8a8e-dff4e77baa49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/3b822923-118c-4d9b-a54f-33dee63ac077 HTTP/1.1" status: 204 len: 168 time: 1.2063920 Jan 28 06:42:03.802766 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38580) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:03.909823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Pushing event updated for resources: {'Port': ['ID=e4f0c7a5-d0a8-4188-a689-325a6f4e9983,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:03.932651 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b390572d-00d1-4b3d-a4dd-16c5a804cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.939959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.965098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Attempting to bind port e4f0c7a5-d0a8-4188-a689-325a6f4e9983 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:42:03.965467 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Attempting to bind port e4f0c7a5-d0a8-4188-a689-325a6f4e9983 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:42:03.965824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Attempting to bind port e4f0c7a5-d0a8-4188-a689-325a6f4e9983 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:42:03.970079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Deleting port c4e5d260-daa6-4992-a4ae-324ceb3e2589 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:03.970419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.975921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:42:03.976269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:42:03.982969 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:42:03.983380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:03.983788 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.984218 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:42:03.984638 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Bound port: e4f0c7a5-d0a8-4188-a689-325a6f4e9983, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:42:03.985005 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:03.985183 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b390572d-00d1-4b3d-a4dd-16c5a804cb78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be5dbb8452564027a29a4419277978f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7035155 Jan 28 06:42:03.988982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38586) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:04.027587 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1609a-2f4b-4ddc-8527-ad498b7cd5ef tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:04.029307 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1609a-2f4b-4ddc-8527-ad498b7cd5ef tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:04.030229 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-daa1609a-2f4b-4ddc-8527-ad498b7cd5ef tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:04.036947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.069334 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390572d-00d1-4b3d-a4dd-16c5a804cb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360f876c-cae7-416e-8ce7-6373511d5211,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:04.074283 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38590) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:04.108787 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port c4e5d260-daa6-4992-a4ae-324ceb3e2589, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c4e5d260-daa6-4992-a4ae-324ceb3e2589,segment=NetworkSegment(d98f2dbe-9d38-4054-88a8-f9e45b9f017d),segment_id=d98f2dbe-9d38-4054-88a8-f9e45b9f017d)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:04.113701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] For port e4f0c7a5-d0a8-4188-a689-325a6f4e9983, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:42:04.117197 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] For port e4f0c7a5-d0a8-4188-a689-325a6f4e9983, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e4f0c7a5-d0a8-4188-a689-325a6f4e9983,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:42:04.131690 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8ddba13-551c-4cb7-8657-29b4d95d2401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.161820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8ddba13-551c-4cb7-8657-29b4d95d2401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.178330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.201843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.207140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-daa1609a-2f4b-4ddc-8527-ad498b7cd5ef tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:04.210817 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-daa1609a-2f4b-4ddc-8527-ad498b7cd5ef tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4037805 Jan 28 06:42:04.211967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38596) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:04.246843 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.266829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1218510178'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:04.283407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:04.316473 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=c4e5d260-daa6-4992-a4ae-324ceb3e2589,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:04.325761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:network and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:04.333970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:04.342652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:04.358271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] For port c4e5d260-daa6-4992-a4ae-324ceb3e2589, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c4e5d260-daa6-4992-a4ae-324ceb3e2589,segment=NetworkSegment(d98f2dbe-9d38-4054-88a8-f9e45b9f017d),segment_id=d98f2dbe-9d38-4054-88a8-f9e45b9f017d)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:04.359030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.381021 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-3502977c-a238-4c2e-a903-dd19b02837d2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet e7718a76-5ae1-4cfc-84af-74565993dd8a {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:42:04.387633 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3502977c-a238-4c2e-a903-dd19b02837d2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.390164 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.410203 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db2bc9-122f-4b71-ad33-6905cbff5ad4 None None] Pushing event updated for resources: {'Port': ['ID=e4f0c7a5-d0a8-4188-a689-325a6f4e9983,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:04.420779 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.451637 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3502977c-a238-4c2e-a903-dd19b02837d2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.477817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] Deleting port c4e5d260-daa6-4992-a4ae-324ceb3e2589 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:04.478860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.483628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8ddba13-551c-4cb7-8657-29b4d95d2401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.505548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddba13-551c-4cb7-8657-29b4d95d2401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360f876c-cae7-416e-8ce7-6373511d5211,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:04.527906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8ddba13-551c-4cb7-8657-29b4d95d2401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.532948 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f8ddba13-551c-4cb7-8657-29b4d95d2401 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/360f876c-cae7-416e-8ce7-6373511d5211 HTTP/1.1" status: 204 len: 168 time: 0.5407357 Jan 28 06:42:04.588884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3502977c-a238-4c2e-a903-dd19b02837d2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.773527 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Calling delete_port for c4e5d260-daa6-4992-a4ae-324ceb3e2589 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:04.807084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:04.810516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.865361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.887874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:04.890764 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] For port c4e5d260-daa6-4992-a4ae-324ceb3e2589, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c4e5d260-daa6-4992-a4ae-324ceb3e2589,segment=NetworkSegment(d98f2dbe-9d38-4054-88a8-f9e45b9f017d),segment_id=d98f2dbe-9d38-4054-88a8-f9e45b9f017d)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:04.892433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.942043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:security_group_rule and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:04.945642 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3502977c-a238-4c2e-a903-dd19b02837d2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:04.948280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:04.990836 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502977c-a238-4c2e-a903-dd19b02837d2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=e7718a76-5ae1-4cfc-84af-74565993dd8a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:04.993728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:04.995126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3502977c-a238-4c2e-a903-dd19b02837d2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.074099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:42:05.074448 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:42:05.078917 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3502977c-a238-4c2e-a903-dd19b02837d2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/e7718a76-5ae1-4cfc-84af-74565993dd8a HTTP/1.1" status: 204 len: 168 time: 0.8642647 Jan 28 06:42:05.081123 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38608) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:05.099875 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] Calling delete_port for c4e5d260-daa6-4992-a4ae-324ceb3e2589 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:05.170722 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-41e08c8b-0358-421e-9745-fa239d8651af tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882046 Jan 28 06:42:05.179447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38614) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:05.263444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.315938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] Pushing event deleted for resources: {'Port': ['ID=c4e5d260-daa6-4992-a4ae-324ceb3e2589,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:05.321092 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425332dc-0676-4d9f-bf9a-9c694ace85b7 None None] No DVR routers for this DVR port c4e5d260-daa6-4992-a4ae-324ceb3e2589 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:05.324522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.339155 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.353263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa49816-a77f-41d4-ab9f-196d15916f3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:05.353954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4aa49816-a77f-41d4-ab9f-196d15916f3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:05.417714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.451773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:42:05.461044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.491398 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4aa49816-a77f-41d4-ab9f-196d15916f3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:05.495992 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4aa49816-a77f-41d4-ab9f-196d15916f3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3112047 Jan 28 06:42:05.496724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38618) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:05.534452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f497096b-928c-491b-9a4c-48c590ed1cab,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:05.552005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.552356 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Added segment 68adcf1f-b331-41a8-9716-90ef9625860c of type vlan for network e963dc21-bd4b-40f6-84e6-3da66e568bc5 Jan 28 06:42:05.579362 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Deleting port c4e5d260-daa6-4992-a4ae-324ceb3e2589 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:05.579507 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd00315-a9e7-4d26-a3d0-6439599fdf3a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:05.579597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.579669 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2fd00315-a9e7-4d26-a3d0-6439599fdf3a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:05.622193 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad60357b-4f83-4697-a63c-b14a83756ca0 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:05.643435 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38622) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:05.667427 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-636ce89b-c18f-45c5-8b66-f2fd02e63f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.675727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] The port 'c4e5d260-daa6-4992-a4ae-324ceb3e2589' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:42:05.679413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.682970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=754b0821-260e-4318-b669-ce40464d8ef8,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:05.693532 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-636ce89b-c18f-45c5-8b66-f2fd02e63f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:05.697914 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-636ce89b-c18f-45c5-8b66-f2fd02e63f37 admin admin] Usage tracker for resource:security_group_rule and tenant:f7383ffbf1674be589415bcdb9efb795 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:05.700971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-636ce89b-c18f-45c5-8b66-f2fd02e63f37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:05.707483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-636ce89b-c18f-45c5-8b66-f2fd02e63f37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:05.724323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.733779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.737323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e4f0c7a5-d0a8-4188-a689-325a6f4e9983 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:05.800949 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-636ce89b-c18f-45c5-8b66-f2fd02e63f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.802510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2fd00315-a9e7-4d26-a3d0-6439599fdf3a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:05.806417 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2fd00315-a9e7-4d26-a3d0-6439599fdf3a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3078005 Jan 28 06:42:05.807102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38628) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:05.889188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9b768eec-1c30-4cd2-9020-667660ae884d None None] Provisioning for port e4f0c7a5-d0a8-4188-a689-325a6f4e9983 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:05.937014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.942233 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-636ce89b-c18f-45c5-8b66-f2fd02e63f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:05.977970 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fee1e0fb-1323-44c3-8c51-f31120819a87 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1697059 Jan 28 06:42:05.984601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38632) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:05.991637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a56d3a-60c1-4742-9c89-1d18834d818d']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:06.003814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-858e7b87-433a-44ef-8af3-caee4e05cdc0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:06.004113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ce89b-c18f-45c5-8b66-f2fd02e63f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5738e672-620c-41fb-b3a5-a18a591afb68,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:06.009042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:42:06.012902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Deleting port e4f0c7a5-d0a8-4188-a689-325a6f4e9983 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:06.013277 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.031449 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-636ce89b-c18f-45c5-8b66-f2fd02e63f37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7383ffbf1674be589415bcdb9efb795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868492 Jan 28 06:42:06.034232 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38638) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:06.036284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98f2dbe-9d38-4054-88a8-f9e45b9f017d') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:06.036583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98f2dbe-9d38-4054-88a8-f9e45b9f017d') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:06.060389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.066339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:06.066945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.073246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.110220 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d5ec42eb-28bf-4dbf-92b5-41aa57ee2469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.115658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port e4f0c7a5-d0a8-4188-a689-325a6f4e9983 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:06.134719 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port e4f0c7a5-d0a8-4188-a689-325a6f4e9983 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:06.135643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.139210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network f45dbfea-58ea-40a0-bd87-a48ab588b506 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:06.147119 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d5ec42eb-28bf-4dbf-92b5-41aa57ee2469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.187012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.201949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:06.240944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:42:06.241632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:42:06.260636 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:42:06.285888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d5ec42eb-28bf-4dbf-92b5-41aa57ee2469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.300261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec42eb-28bf-4dbf-92b5-41aa57ee2469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5738e672-620c-41fb-b3a5-a18a591afb68,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:06.306880 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d5ec42eb-28bf-4dbf-92b5-41aa57ee2469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.310770 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d5ec42eb-28bf-4dbf-92b5-41aa57ee2469 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5738e672-620c-41fb-b3a5-a18a591afb68 HTTP/1.1" status: 204 len: 168 time: 0.2739100 Jan 28 06:42:06.405799 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.424912 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] For port e4f0c7a5-d0a8-4188-a689-325a6f4e9983, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e4f0c7a5-d0a8-4188-a689-325a6f4e9983,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:06.425553 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.463858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port e4f0c7a5-d0a8-4188-a689-325a6f4e9983, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e4f0c7a5-d0a8-4188-a689-325a6f4e9983,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:06.510670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Network': ['ID=e963dc21-bd4b-40f6-84e6-3da66e568bc5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:06.517149 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0d61c51e-f677-424f-8c9a-bc7a07777258 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4383667 Jan 28 06:42:06.517149 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-858e7b87-433a-44ef-8af3-caee4e05cdc0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:06.518982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38646) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:06.525974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'name': 'tempest-PortsIpV6TestJSON-2086371339'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:06.582418 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:42:06.597011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-858e7b87-433a-44ef-8af3-caee4e05cdc0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:06.696907 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:06.699679 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Calling delete_port for e4f0c7a5-d0a8-4188-a689-325a6f4e9983 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:06.702230 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:port and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:06.705639 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:06.714775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:06.722005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.730787 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.746886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.758465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event deleted for resources: {'Network': ['ID=a3a56d3a-60c1-4742-9c89-1d18834d818d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:06.768836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:42:06.772636 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dc462b59-678e-4b0b-9e6a-7d7425018a8c tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "DELETE /v2.0/networks/a3a56d3a-60c1-4742-9c89-1d18834d818d HTTP/1.1" status: 204 len: 168 time: 3.0267670 Jan 28 06:42:06.772636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858e7b87-433a-44ef-8af3-caee4e05cdc0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:06.773003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38650) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:06.774893 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-858e7b87-433a-44ef-8af3-caee4e05cdc0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.854410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=e4f0c7a5-d0a8-4188-a689-325a6f4e9983,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:06.871910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:06.879440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:06.945773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:42:06.946491 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:42:06.964770 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:07.082407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c86e4b20-57fe-4803-bd2b-fed7da88e6f1 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:07.142707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:07.159199 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e248cf9d-cc30-4d8b-8be5-d9442749be38 None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:07.168030 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4c2d9a5c-8007-4545-bfa5-a341c0ca9f14 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "PUT /v2.0/routers/d7fe0131-8f41-4738-b4a3-7c617c09714d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3466203 Jan 28 06:42:07.168738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38664) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:07.176669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'port': {'network_id': 'f45dbfea-58ea-40a0-bd87-a48ab588b506', 'name': 'tempest-FloatingIPTestJSON-1914414453'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:07.185185 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e248cf9d-cc30-4d8b-8be5-d9442749be38 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:07.185803 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e248cf9d-cc30-4d8b-8be5-d9442749be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:07.257833 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e248cf9d-cc30-4d8b-8be5-d9442749be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:07.271052 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e248cf9d-cc30-4d8b-8be5-d9442749be38 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:07.271848 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e248cf9d-cc30-4d8b-8be5-d9442749be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:07.329678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-858e7b87-433a-44ef-8af3-caee4e05cdc0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:07.342916 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e248cf9d-cc30-4d8b-8be5-d9442749be38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:07.342916 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e248cf9d-cc30-4d8b-8be5-d9442749be38 None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:07.385500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:07.395473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858e7b87-433a-44ef-8af3-caee4e05cdc0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:07.402111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:port and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:07.404819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-858e7b87-433a-44ef-8af3-caee4e05cdc0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:07.406615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:07.414363 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:07.415632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858e7b87-433a-44ef-8af3-caee4e05cdc0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:07.416225 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-858e7b87-433a-44ef-8af3-caee4e05cdc0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:07.419923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:07.435934 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e7b87-433a-44ef-8af3-caee4e05cdc0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=1d7ba433-8968-4e0e-8703-1798e6b6ee55,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:07.447028 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Deleting port e4f0c7a5-d0a8-4188-a689-325a6f4e9983 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:07.447602 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:07.498474 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c86e4b20-57fe-4803-bd2b-fed7da88e6f1 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:07.517128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Made reservation on behalf of 866b65adc81f45ee83e2445ee7ce42b7 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:07.521016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:07.546171 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c86e4b20-57fe-4803-bd2b-fed7da88e6f1 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c34dd3-57a7-4614-90cd-4ab6b2af1b4d']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:07.548561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] device_id is not set on port ebc795da-26d0-43d1-bee9-b6049df4802b yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:07.558166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:07.566938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e4f0c7a5-d0a8-4188-a689-325a6f4e9983 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:07.603739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c86e4b20-57fe-4803-bd2b-fed7da88e6f1 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93da2724-c4d2-4506-8dec-c7188f50490c') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:07.604035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c86e4b20-57fe-4803-bd2b-fed7da88e6f1 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93da2724-c4d2-4506-8dec-c7188f50490c') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:07.616482 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-858e7b87-433a-44ef-8af3-caee4e05cdc0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6237602 Jan 28 06:42:07.616482 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38676) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:07.625573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'fixed_ips': [{'subnet_id': '1d7ba433-8968-4e0e-8703-1798e6b6ee55', 'ip_address': '2001:db8::e2f5:d875:6b02:685'}], 'name': 'tempest-NetworksTestDHCPv6-1342091407'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:07.642456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c86e4b20-57fe-4803-bd2b-fed7da88e6f1 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:07.669485 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=bd43f492-c85d-4ae3-a5d7-3ed25b6993a4,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:07.679383 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c86e4b20-57fe-4803-bd2b-fed7da88e6f1 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:07.691623 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86e4b20-57fe-4803-bd2b-fed7da88e6f1 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:42:07.692025 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c86e4b20-57fe-4803-bd2b-fed7da88e6f1 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:42:07.707809 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:42:07.797363 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] For port e4f0c7a5-d0a8-4188-a689-325a6f4e9983, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e4f0c7a5-d0a8-4188-a689-325a6f4e9983,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:07.798391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:07.805960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:07.867525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:07.889030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:07.902650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.20.0.9 (f45dbfea-58ea-40a0-bd87-a48ab588b506/716854b1-d3de-46ef-9ea3-506e074da290/ebc795da-26d0-43d1-bee9-b6049df4802b) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:07.910924 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Checking segment: {'id': '68adcf1f-b331-41a8-9716-90ef9625860c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:07.911310 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network hostable DHCP agents. Network: e963dc21-bd4b-40f6-84e6-3da66e568bc5, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:42:07.943273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Calling delete_port for e4f0c7a5-d0a8-4188-a689-325a6f4e9983 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:07.975408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:08.008243 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port e4f0c7a5-d0a8-4188-a689-325a6f4e9983, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e4f0c7a5-d0a8-4188-a689-325a6f4e9983,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:08.030682 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c86e4b20-57fe-4803-bd2b-fed7da88e6f1 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.030682 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c86e4b20-57fe-4803-bd2b-fed7da88e6f1 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.065153 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e4b20-57fe-4803-bd2b-fed7da88e6f1 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event deleted for resources: {'Network': ['ID=88c34dd3-57a7-4614-90cd-4ab6b2af1b4d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:08.068134 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c86e4b20-57fe-4803-bd2b-fed7da88e6f1 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "DELETE /v2.0/networks/88c34dd3-57a7-4614-90cd-4ab6b2af1b4d HTTP/1.1" status: 204 len: 168 time: 1.2937233 Jan 28 06:42:08.070320 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38688) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:08.097193 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:42:08.122795 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.191383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=e4f0c7a5-d0a8-4188-a689-325a6f4e9983,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:08.200068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:42:08.200423 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:42:08.202348 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, e963dc21-bd4b-40f6-84e6-3da66e568bc5) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:08.207880 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:08.211823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ff7135-f34e-46e7-8a8e-cbb8a78ae3af None None] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:08.215008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:08.215659 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.216227 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.275507 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c51b44df-6dd3-4033-bc73-43d6567b1b03 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.401617 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e5fd398a-357a-4370-9d8c-d661de94ba95 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8786979 Jan 28 06:42:08.401835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38698) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:08.409423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.415258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1402449970'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:08.427477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:08.430913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 6ae2096b-b63d-4827-a3d8-2e529d68ab39 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:08.477239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:network and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:08.480760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:08.495989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:08.497888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c51b44df-6dd3-4033-bc73-43d6567b1b03 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.543572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c51b44df-6dd3-4033-bc73-43d6567b1b03 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448d9d9f-b762-4c72-9961-9fcb6def8d7e']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:08.567086 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c51b44df-6dd3-4033-bc73-43d6567b1b03 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2101fdfc-c6fb-49d1-a61a-bfaa2451f504') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:08.567724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c51b44df-6dd3-4033-bc73-43d6567b1b03 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2101fdfc-c6fb-49d1-a61a-bfaa2451f504') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:08.586970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c51b44df-6dd3-4033-bc73-43d6567b1b03 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.607396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c51b44df-6dd3-4033-bc73-43d6567b1b03 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.616846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51b44df-6dd3-4033-bc73-43d6567b1b03 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:42:08.616846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c51b44df-6dd3-4033-bc73-43d6567b1b03 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.634287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:08.637703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.691558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::e2f5:d875:6b02:685 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/1d7ba433-8968-4e0e-8703-1798e6b6ee55/6ae2096b-b63d-4827-a3d8-2e529d68ab39) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:08.693682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:42:08.709322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.709668 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Added segment 3316ae48-a0dd-4722-98e6-c11baf127161 of type vlan for network bfc32d38-544e-4ea5-b098-2e7ef2aed4c9 Jan 28 06:42:08.713505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:42:08.717533 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:42:08.755464 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Deleting port e4f0c7a5-d0a8-4188-a689-325a6f4e9983 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:08.756015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.815537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c51b44df-6dd3-4033-bc73-43d6567b1b03 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.850175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c51b44df-6dd3-4033-bc73-43d6567b1b03 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.853524 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b44df-6dd3-4033-bc73-43d6567b1b03 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] Pushing event deleted for resources: {'Network': ['ID=448d9d9f-b762-4c72-9961-9fcb6def8d7e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:08.864192 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c51b44df-6dd3-4033-bc73-43d6567b1b03 tempest-BulkNetworkOpsTest-632017897 tempest-BulkNetworkOpsTest-632017897-project] 10.222.0.25 "DELETE /v2.0/networks/448d9d9f-b762-4c72-9961-9fcb6def8d7e HTTP/1.1" status: 204 len: 168 time: 0.7927830 Jan 28 06:42:08.866316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network f45dbfea-58ea-40a0-bd87-a48ab588b506 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:08.869970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:08.890470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:08.917854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=ebc795da-26d0-43d1-bee9-b6049df4802b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:08.925111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:08.984518 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38716) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:09.025913 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] For port e4f0c7a5-d0a8-4188-a689-325a6f4e9983, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e4f0c7a5-d0a8-4188-a689-325a6f4e9983,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:09.026455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.071873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:09.072406 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.100564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-390157696', 'router:external': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:09.105466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:09.109444 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Usage tracker for resource:network and tenant:4339fab10b034116bd88b3081c5f45bb is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:09.113042 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:09.121036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:09.141444 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.146783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:09.150603 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.163243 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Calling delete_port for e4f0c7a5-d0a8-4188-a689-325a6f4e9983 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:09.178706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.208654 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7e6600b7-363c-4783-b490-5de7d9f23784 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0363066 Jan 28 06:42:09.209668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38722) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:09.215859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'port': {'network_id': 'f45dbfea-58ea-40a0-bd87-a48ab588b506', 'name': 'tempest-FloatingIPTestJSON-1674996707'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:09.248605 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Made reservation on behalf of 4339fab10b034116bd88b3081c5f45bb for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:09.250968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.264091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 6ae2096b-b63d-4827-a3d8-2e529d68ab39 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:09.270856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Network': ['ID=bfc32d38-544e-4ea5-b098-2e7ef2aed4c9,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:09.277437 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7fed8bd0-0b40-45d1-b586-25c187aeb1d3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8731203 Jan 28 06:42:09.277631 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38726) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:09.277716 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.284484 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.285620 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'ports': [{'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5'}, {'network_id': 'bfc32d38-544e-4ea5-b098-2e7ef2aed4c9'}]} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:09.285934 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:09.286413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'network_id': 'bfc32d38-544e-4ea5-b098-2e7ef2aed4c9'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:09.332042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] No DVR routers for this DVR port e4f0c7a5-d0a8-4188-a689-325a6f4e9983 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:09.334504 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network bfc32d38-544e-4ea5-b098-2e7ef2aed4c9 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:42:09.348158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:09.355578 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Usage tracker for resource:security_group_rule and tenant:4339fab10b034116bd88b3081c5f45bb is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:09.360877 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:09.376944 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:09.420210 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:09.425161 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:port and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:09.428238 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:09.435141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:09.492745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.497147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1c1f8-b036-44c5-a598-69dd09b7a184 None None] Pushing event deleted for resources: {'Port': ['ID=e4f0c7a5-d0a8-4188-a689-325a6f4e9983,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:09.503254 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed775c4-9c4c-4ee7-9a0e-654b3b3bda0c None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:09.551538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38734) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:09.556842 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Made reservation on behalf of 866b65adc81f45ee83e2445ee7ce42b7 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:09.562935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.583867 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.597523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] device_id is not set on port b91030d8-e1ea-4153-9cba-60c97944cbb1 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:09.631947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:09.641761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:09.645070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:09.669318 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.677232 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=6ae2096b-b63d-4827-a3d8-2e529d68ab39,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:09.684133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:09.694709 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:09.694709 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.708913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:port and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:09.722788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:09.746406 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:09.772759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:42:09.854313 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4df973-adc2-4aa9-a802-929335b550fd,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:09.857280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.857728 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Added segment c4fda8a3-b675-4c97-88f5-63d569fca813 of type vlan for network 6048ec5e-62b3-440a-901e-22b7984f7a84 Jan 28 06:42:09.858807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': '1d7ba433-8968-4e0e-8703-1798e6b6ee55'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:42:09.859812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.867144 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d5cf70ce-167a-498c-b7bf-c1a8acbaf974 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2520475 Jan 28 06:42:09.869510 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38744) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:09.909525 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-71433f46-9eac-43d3-9320-a7c5128fbf8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c62983249ed4964aa77c1d5cc1f79c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568602 Jan 28 06:42:09.913794 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.20.0.6 (f45dbfea-58ea-40a0-bd87-a48ab588b506/716854b1-d3de-46ef-9ea3-506e074da290/b91030d8-e1ea-4153-9cba-60c97944cbb1) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:09.917442 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38748) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:09.933429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 2} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:09.938023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.971137 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:09.976986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.074462 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Allocated IP 2001:db8::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/1d7ba433-8968-4e0e-8703-1798e6b6ee55/7becb67c-93e3-42bb-9f94-ccfc373fb697) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:10.090187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fe90a417-607f-47d0-859c-15d045fdab1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.117146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901936f9-c384-4bbf-8ee9-def0b1b62fa8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:10.117917 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-901936f9-c384-4bbf-8ee9-def0b1b62fa8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:10.147918 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fe90a417-607f-47d0-859c-15d045fdab1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.149693 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-901936f9-c384-4bbf-8ee9-def0b1b62fa8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:10.153401 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-901936f9-c384-4bbf-8ee9-def0b1b62fa8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2801266 Jan 28 06:42:10.154672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38752) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:10.171755 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:42:10.206169 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.206607 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:10.207282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.290609 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.303479 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Transition to ACTIVE for port object 7becb67c-93e3-42bb-9f94-ccfc373fb697 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:10.305098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port a4825ba3-0f6a-47f2-845d-c17295c9bb49 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:10.316740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8f41d323-4d56-46bd-b048-d3d9d7fcc86a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 6ae2096b-b63d-4827-a3d8-2e529d68ab39 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:10.320777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f41d323-4d56-46bd-b048-d3d9d7fcc86a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.323006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Transition to ACTIVE for port object 7becb67c-93e3-42bb-9f94-ccfc373fb697 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:10.368607 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event updated for resources: {'Network': ['ID=6048ec5e-62b3-440a-901e-22b7984f7a84,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:10.382370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 6048ec5e-62b3-440a-901e-22b7984f7a84 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:42:10.394862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.406888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.460501 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-aa72b9f7-6d21-4594-846b-5e5ed04c8e4b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4715378 Jan 28 06:42:10.460844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38756) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:10.467244 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Request body: {'subnet': {'network_id': '6048ec5e-62b3-440a-901e-22b7984f7a84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:10.474464 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:10.478891 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Usage tracker for resource:subnet and tenant:4339fab10b034116bd88b3081c5f45bb is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:10.482016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:10.488665 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:10.500480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fe90a417-607f-47d0-859c-15d045fdab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.517550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90a417-607f-47d0-859c-15d045fdab1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675753c1-59b9-440d-9685-395e0244fa38,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:10.519769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fe90a417-607f-47d0-859c-15d045fdab1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.521051 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fe90a417-607f-47d0-859c-15d045fdab1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/675753c1-59b9-440d-9685-395e0244fa38 HTTP/1.1" status: 204 len: 168 time: 0.6024637 Jan 28 06:42:10.574322 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.612154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:10.621530 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:10.625457 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:10.629118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Pushing event updated for resources: {'Port': ['ID=7becb67c-93e3-42bb-9f94-ccfc373fb697,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:10.629672 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Made reservation on behalf of 4339fab10b034116bd88b3081c5f45bb for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:10.632542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.698888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network f45dbfea-58ea-40a0-bd87-a48ab588b506 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:10.705238 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:10.707556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.710971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:10.732879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.762141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f41d323-4d56-46bd-b048-d3d9d7fcc86a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.768285 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Attempting to bind port 7becb67c-93e3-42bb-9f94-ccfc373fb697 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:42:10.773577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Attempting to bind port 7becb67c-93e3-42bb-9f94-ccfc373fb697 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:42:10.773577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Attempting to bind port 7becb67c-93e3-42bb-9f94-ccfc373fb697 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:42:10.775158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:42:10.775839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:10.776248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.776645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:42:10.777110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Bound port: 7becb67c-93e3-42bb-9f94-ccfc373fb697, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:42:10.777480 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.857240 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=b91030d8-e1ea-4153-9cba-60c97944cbb1,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:10.911885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] For port 7becb67c-93e3-42bb-9f94-ccfc373fb697, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:42:10.915100 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] For port 7becb67c-93e3-42bb-9f94-ccfc373fb697, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7becb67c-93e3-42bb-9f94-ccfc373fb697,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:42:10.943649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8f41d323-4d56-46bd-b048-d3d9d7fcc86a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 6ae2096b-b63d-4827-a3d8-2e529d68ab39 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:10.992344 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:10.993354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:10.995145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:11.079791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port 4dbdbaf3-516f-4909-811d-8670109620d2 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:11.103312 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8c503724-043d-449e-82e7-a5a4e776721a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8924913 Jan 28 06:42:11.108876 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d494fa-20bb-42eb-a6bf-45d1eab3e020 None None] Pushing event updated for resources: {'Port': ['ID=7becb67c-93e3-42bb-9f94-ccfc373fb697,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:11.117777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38774) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:11.129598 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': 'b91030d8-e1ea-4153-9cba-60c97944cbb1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:11.153542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:11.161264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:floatingip and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:11.167399 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:11.175529 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:11.307619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:11.347736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f41d323-4d56-46bd-b048-d3d9d7fcc86a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:11.432564 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41d323-4d56-46bd-b048-d3d9d7fcc86a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=6ae2096b-b63d-4827-a3d8-2e529d68ab39,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:11.437759 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:11.582099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:11.585372 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:11.670344 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.objects.ports [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88216) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:42:11.670852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:11.683442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:11.686784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:11.691750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:11.692730 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:11.693194 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7becb67c-93e3-42bb-9f94-ccfc373fb697 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:11.697391 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=a4825ba3-0f6a-47f2-845d-c17295c9bb49,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:11.814960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Checking segment: {'id': '3316ae48-a0dd-4722-98e6-c11baf127161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'bfc32d38-544e-4ea5-b098-2e7ef2aed4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:11.815608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network hostable DHCP agents. Network: bfc32d38-544e-4ea5-b098-2e7ef2aed4c9, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:42:11.817166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7ef8139c-18cb-413b-aa6f-5f49f803f563,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:11.828464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=4dbdbaf3-516f-4909-811d-8670109620d2,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:11.847451 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Checking segment: {'id': 'c4fda8a3-b675-4c97-88f5-63d569fca813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6048ec5e-62b3-440a-901e-22b7984f7a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:11.847815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Network hostable DHCP agents. Network: 6048ec5e-62b3-440a-901e-22b7984f7a84, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:42:11.875435 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.26.4.62 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/a0c697c0-5bdc-4981-a0a8-b302aac214ea) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:11.899401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 7becb67c-93e3-42bb-9f94-ccfc373fb697 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:11.917515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38790) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:11.921948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f41d323-4d56-46bd-b048-d3d9d7fcc86a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:11.934186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8f41d323-4d56-46bd-b048-d3d9d7fcc86a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/6ae2096b-b63d-4827-a3d8-2e529d68ab39 HTTP/1.1" status: 204 len: 168 time: 1.7789574 Jan 28 06:42:11.936703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38796) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:11.940150 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network bfc32d38-544e-4ea5-b098-2e7ef2aed4c9 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:42:11.992209 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Network 6048ec5e-62b3-440a-901e-22b7984f7a84 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:42:12.008623 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba7b649-65a6-4a41-9db8-420ba7954cbf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:12.010240 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba7b649-65a6-4a41-9db8-420ba7954cbf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:12.011745 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4ba7b649-65a6-4a41-9db8-420ba7954cbf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0741165 Jan 28 06:42:12.014505 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38800) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:12.050808 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1094510189'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:12.073039 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:12.091509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, bfc32d38-544e-4ea5-b098-2e7ef2aed4c9) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:12.095336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Usage tracker for resource:network and tenant:c38957e49e264f3b93c6a1a899f14783 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:12.097974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:12.104256 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cac896-44bc-4fa7-bd84-377e5d417647 None None] Network bfc32d38-544e-4ea5-b098-2e7ef2aed4c9 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:12.110860 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:12.113151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:12.120282 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:12.121158 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:12.147610 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 6048ec5e-62b3-440a-901e-22b7984f7a84) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:12.153277 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8065517-f3d2-4abb-9cb8-9b06b72dba42 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 1d7ba433-8968-4e0e-8703-1798e6b6ee55 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:42:12.158735 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4fcbcd-e9f8-4338-9a30-3d144420ed23 None None] Network 6048ec5e-62b3-440a-901e-22b7984f7a84 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:12.202853 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8c565481-9952-4fa3-afec-5bd4cc343e5a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9217799 Jan 28 06:42:12.203220 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38808) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:12.279154 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8065517-f3d2-4abb-9cb8-9b06b72dba42 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:12.284941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5aa73c79-bf2d-422d-8e09-92ab4d53e18b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 4dbdbaf3-516f-4909-811d-8670109620d2 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:12.285280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5aa73c79-bf2d-422d-8e09-92ab4d53e18b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:12.326444 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:12.327258 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:12.355804 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:12.411995 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:12.424553 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8065517-f3d2-4abb-9cb8-9b06b72dba42 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:12.466536 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6e3ce932-5001-4317-85b1-723467bc0b9e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0046029 Jan 28 06:42:12.473136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38814) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:12.478745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1817589381', 'network_id': '6048ec5e-62b3-440a-901e-22b7984f7a84'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:12.482740 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Made reservation on behalf of c38957e49e264f3b93c6a1a899f14783 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:12.483244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:12.487160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Usage tracker for resource:port and tenant:4339fab10b034116bd88b3081c5f45bb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:12.488414 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:12.490679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:12.497063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:12.506886 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:12.553257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:12.565739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Usage tracker for resource:security_group_rule and tenant:c38957e49e264f3b93c6a1a899f14783 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:12.570083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:12.583802 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:12.596866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Made reservation on behalf of 4339fab10b034116bd88b3081c5f45bb for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:12.599176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:12.630252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5aa73c79-bf2d-422d-8e09-92ab4d53e18b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:12.644127 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] device_id is not set on port a320affa-eb87-4554-9360-3dc5e544b88b yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:12.645013 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8065517-f3d2-4abb-9cb8-9b06b72dba42 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:12.662485 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e7b3c3-1ec3-4d63-9d04-30fa03b6eda8 None None] Network 6048ec5e-62b3-440a-901e-22b7984f7a84 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:12.691589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:12.700823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cc4edc13-1d61-43be-b6aa-56e22281eebd None None] Could not find standard attr ID for object 6ae2096b-b63d-4827-a3d8-2e529d68ab39. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:42:12.774921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=a0c697c0-5bdc-4981-a0a8-b302aac214ea,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:12.801373 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:12.806076 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:12.812722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:12.841768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5aa73c79-bf2d-422d-8e09-92ab4d53e18b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 4dbdbaf3-516f-4909-811d-8670109620d2 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:12.871653 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cc4edc13-1d61-43be-b6aa-56e22281eebd None None] Provisioning for port 7becb67c-93e3-42bb-9f94-ccfc373fb697 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:12.886295 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cc4edc13-1d61-43be-b6aa-56e22281eebd None None] Provisioning complete for port 7becb67c-93e3-42bb-9f94-ccfc373fb697 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:12.886889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc4edc13-1d61-43be-b6aa-56e22281eebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.010743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Allocated IP 172.20.0.10 (6048ec5e-62b3-440a-901e-22b7984f7a84/7ef8139c-18cb-413b-aa6f-5f49f803f563/a320affa-eb87-4554-9360-3dc5e544b88b) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:13.043398 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5aa73c79-bf2d-422d-8e09-92ab4d53e18b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.072365 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc4edc13-1d61-43be-b6aa-56e22281eebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.133534 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.146530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8065517-f3d2-4abb-9cb8-9b06b72dba42 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.176637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-cc4edc13-1d61-43be-b6aa-56e22281eebd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:42:13.177217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-cc4edc13-1d61-43be-b6aa-56e22281eebd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:42:13.228206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5aa73c79-bf2d-422d-8e09-92ab4d53e18b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.234518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa73c79-bf2d-422d-8e09-92ab4d53e18b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=4dbdbaf3-516f-4909-811d-8670109620d2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:13.263956 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5aa73c79-bf2d-422d-8e09-92ab4d53e18b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/4dbdbaf3-516f-4909-811d-8670109620d2 HTTP/1.1" status: 204 len: 168 time: 1.0595329 Jan 28 06:42:13.264752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38818) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:13.288859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.325502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8065517-f3d2-4abb-9cb8-9b06b72dba42 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=1d7ba433-8968-4e0e-8703-1798e6b6ee55,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:13.333091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8065517-f3d2-4abb-9cb8-9b06b72dba42 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.354659 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:42:13.470987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee61018-2709-4b2d-862f-f88b80adb2e3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:13.478303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee61018-2709-4b2d-862f-f88b80adb2e3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:13.479098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3ee61018-2709-4b2d-862f-f88b80adb2e3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:13.484040 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.486692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdd1d91-a8d2-4de4-9cf5-72f2440ee4c1,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:13.500499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.500817 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Added segment d10ecefa-8662-42c5-a91e-00cfafac5141 of type vlan for network 3116aa69-c34e-460c-bcd8-ebd0b2b55cbe Jan 28 06:42:13.515410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed577e7-ec39-49b2-9f29-68e1ad3913bc None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:13.660079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3ee61018-2709-4b2d-862f-f88b80adb2e3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:13.663638 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3ee61018-2709-4b2d-862f-f88b80adb2e3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3914001 Jan 28 06:42:13.663638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.673328 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e8065517-f3d2-4abb-9cb8-9b06b72dba42 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/1d7ba433-8968-4e0e-8703-1798e6b6ee55 HTTP/1.1" status: 204 len: 168 time: 1.6552172 Jan 28 06:42:13.673874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38828) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:13.683890 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38830) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:13.692307 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.753480 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc4edc13-1d61-43be-b6aa-56e22281eebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.768170 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cddef40b-1ca2-4579-b557-7518c3ddfa5d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831022 Jan 28 06:42:13.784125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38836) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:13.796183 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Network 6048ec5e-62b3-440a-901e-22b7984f7a84 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:13.801773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8bd61310-cf5d-4f01-a8b6-fac580ed51ff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:13.804078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-cc4edc13-1d61-43be-b6aa-56e22281eebd None None] For port 7becb67c-93e3-42bb-9f94-ccfc373fb697, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7becb67c-93e3-42bb-9f94-ccfc373fb697,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:13.827005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:13.829805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:13.843372 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.878144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event updated for resources: {'Port': ['ID=a320affa-eb87-4554-9360-3dc5e544b88b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:13.897366 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d25e5e-6a18-44e7-a61e-ed35ee201f5b None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:42:13.901369 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-97d25e5e-6a18-44e7-a61e-ed35ee201f5b None None] Deleting port 7becb67c-93e3-42bb-9f94-ccfc373fb697 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:13.901737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-97d25e5e-6a18-44e7-a61e-ed35ee201f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.922709 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-fc209c7b-9e7b-492f-aac9-00975bf5da5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port a4825ba3-0f6a-47f2-845d-c17295c9bb49 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:13.923052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc209c7b-9e7b-492f-aac9-00975bf5da5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.930487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc4edc13-1d61-43be-b6aa-56e22281eebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.956984 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:13.962880 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:13.963587 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:14.043988 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:14.044698 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:14.059939 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a6c78b1f-2b3d-4151-92d5-84c087035450 None None] Could not find standard attr ID for object 3b822923-118c-4d9b-a54f-33dee63ac077. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:42:14.071297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a6c78b1f-2b3d-4151-92d5-84c087035450 None None] Could not find standard attr ID for object 6ae2096b-b63d-4827-a3d8-2e529d68ab39. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:42:14.074973 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8bd61310-cf5d-4f01-a8b6-fac580ed51ff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:14.108724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8bd61310-cf5d-4f01-a8b6-fac580ed51ff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:14.110161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4edc13-1d61-43be-b6aa-56e22281eebd None None] Pushing event updated for resources: {'Port': ['ID=7becb67c-93e3-42bb-9f94-ccfc373fb697,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:14.118599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'Network': ['ID=3116aa69-c34e-460c-bcd8-ebd0b2b55cbe,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:14.137545 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8bd61310-cf5d-4f01-a8b6-fac580ed51ff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:14.138019 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 3116aa69-c34e-460c-bcd8-ebd0b2b55cbe details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:42:14.138213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:14.138313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8bd61310-cf5d-4f01-a8b6-fac580ed51ff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:14.167660 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-63590e0f-b657-43d0-b757-b1ecf01b698b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2444184 Jan 28 06:42:14.263435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-97d25e5e-6a18-44e7-a61e-ed35ee201f5b None None] For port 7becb67c-93e3-42bb-9f94-ccfc373fb697, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7becb67c-93e3-42bb-9f94-ccfc373fb697,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:14.264040 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-97d25e5e-6a18-44e7-a61e-ed35ee201f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:14.272151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc209c7b-9e7b-492f-aac9-00975bf5da5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:14.360168 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:14.392860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-97d25e5e-6a18-44e7-a61e-ed35ee201f5b None None] Calling delete_port for 7becb67c-93e3-42bb-9f94-ccfc373fb697 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:14.416061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd61310-cf5d-4f01-a8b6-fac580ed51ff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:14.419526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8bd61310-cf5d-4f01-a8b6-fac580ed51ff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:14.439411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-fc209c7b-9e7b-492f-aac9-00975bf5da5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for a4825ba3-0f6a-47f2-845d-c17295c9bb49 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:14.453472 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:14.470751 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f02d1759-de2e-4e1a-aead-03df90671d5d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.9939067 Jan 28 06:42:14.472667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38840) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:14.602007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-97d25e5e-6a18-44e7-a61e-ed35ee201f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:14.631959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=a0c697c0-5bdc-4981-a0a8-b302aac214ea,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:14.665426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-13bf08e5-cc52-46f9-9438-35dd375bc13b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Deleting port a320affa-eb87-4554-9360-3dc5e544b88b {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:14.666021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-13bf08e5-cc52-46f9-9438-35dd375bc13b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:14.710263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:14.764270 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d25e5e-6a18-44e7-a61e-ed35ee201f5b None None] Pushing event deleted for resources: {'Port': ['ID=7becb67c-93e3-42bb-9f94-ccfc373fb697,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:14.785921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d25e5e-6a18-44e7-a61e-ed35ee201f5b None None] No DVR routers for this DVR port 7becb67c-93e3-42bb-9f94-ccfc373fb697 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:14.815971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97e1d94-6d6d-40fc-af67-ff113d415e1d None None] get_active_networks_info from dv-neutron-824022-4-hyperv {{(pid=88218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 06:42:14.897630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc209c7b-9e7b-492f-aac9-00975bf5da5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:15.017414 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97e1d94-6d6d-40fc-af67-ff113d415e1d None None] Resources bound (agent type, host, resource id): {{(pid=88218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:42:15.021694 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Floating IP be3a56e9-9854-4695-a490-a46fa53c1fbb associated. External IP: 172.26.4.62, port: b91030d8-e1ea-4153-9cba-60c97944cbb1. Jan 28 06:42:15.196280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-13bf08e5-cc52-46f9-9438-35dd375bc13b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:15.326256 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-13bf08e5-cc52-46f9-9438-35dd375bc13b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Calling delete_port for a320affa-eb87-4554-9360-3dc5e544b88b owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:15.489206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc209c7b-9e7b-492f-aac9-00975bf5da5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=a4825ba3-0f6a-47f2-845d-c17295c9bb49,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:15.522279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc209c7b-9e7b-492f-aac9-00975bf5da5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:15.538244 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:42:15.605042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7becb67c-93e3-42bb-9f94-ccfc373fb697 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:15.614240 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-13bf08e5-cc52-46f9-9438-35dd375bc13b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:15.639989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 7becb67c-93e3-42bb-9f94-ccfc373fb697 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:42:15.640331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7becb67c-93e3-42bb-9f94-ccfc373fb697 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:42:15.680370 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fc209c7b-9e7b-492f-aac9-00975bf5da5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/a4825ba3-0f6a-47f2-845d-c17295c9bb49 HTTP/1.1" status: 204 len: 168 time: 1.9700758 Jan 28 06:42:15.680917 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf08e5-cc52-46f9-9438-35dd375bc13b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event deleted for resources: {'Port': ['ID=a320affa-eb87-4554-9360-3dc5e544b88b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:15.684115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38850) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:15.733658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:15.745203 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3d1c13-3310-4ffd-8148-650e1b5a0965 None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:15.756597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3d1c13-3310-4ffd-8148-650e1b5a0965 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:15.757620 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-fd3d1c13-3310-4ffd-8148-650e1b5a0965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:15.763793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8bd61310-cf5d-4f01-a8b6-fac580ed51ff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:15.811270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:15.833202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-fd3d1c13-3310-4ffd-8148-650e1b5a0965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:15.843499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3d1c13-3310-4ffd-8148-650e1b5a0965 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:15.844322 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-fd3d1c13-3310-4ffd-8148-650e1b5a0965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:15.891663 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd61310-cf5d-4f01-a8b6-fac580ed51ff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=eacef0c7-212e-494c-826b-7cf353be9bf5,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:15.920831 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-fd3d1c13-3310-4ffd-8148-650e1b5a0965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:15.921472 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3d1c13-3310-4ffd-8148-650e1b5a0965 None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:15.933731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd61310-cf5d-4f01-a8b6-fac580ed51ff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:15.945511 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9d3cd7a6-efcb-4c36-b36d-d9796a633a3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8266406 Jan 28 06:42:15.946438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38858) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:15.951161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8bd61310-cf5d-4f01-a8b6-fac580ed51ff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:15.952718 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-fdd2e647-f426-4440-b030-23dca20d008a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:15.959828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd61310-cf5d-4f01-a8b6-fac580ed51ff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:15.960383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8bd61310-cf5d-4f01-a8b6-fac580ed51ff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:15.966457 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb41623-25ca-46bc-8308-d992fe07b434 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:16.062393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-13bf08e5-cc52-46f9-9438-35dd375bc13b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:16.072312 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-13bf08e5-cc52-46f9-9438-35dd375bc13b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "DELETE /v2.0/ports/a320affa-eb87-4554-9360-3dc5e544b88b HTTP/1.1" status: 204 len: 168 time: 1.5972819 Jan 28 06:42:16.079584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38864) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:16.098971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6048ec5e-62b3-440a-901e-22b7984f7a84', 'external_fixed_ips': [{'subnet_id': '7ef8139c-18cb-413b-aa6f-5f49f803f563', 'ip_address': '172.20.0.10'}]}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:16.103821 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:16.107769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Usage tracker for resource:router and tenant:4339fab10b034116bd88b3081c5f45bb is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:16.114231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ac931c-bf11-4c0b-9f9f-26b425619654 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:16.115109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:16.115243 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-92ac931c-bf11-4c0b-9f9f-26b425619654 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:16.124569 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:16.167012 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fdd2e647-f426-4440-b030-23dca20d008a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:16.190578 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8bd61310-cf5d-4f01-a8b6-fac580ed51ff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4046690 Jan 28 06:42:16.192569 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38868) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:16.198768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'fixed_ips': [{'subnet_id': 'eacef0c7-212e-494c-826b-7cf353be9bf5', 'ip_address': '2001:db8::c1d7:652b:40f0:7008'}], 'name': 'tempest-NetworksTestDHCPv6-1128792353'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:16.269939 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': 'eacef0c7-212e-494c-826b-7cf353be9bf5'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:42:16.271422 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:16.387191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-92ac931c-bf11-4c0b-9f9f-26b425619654 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:16.389374 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-92ac931c-bf11-4c0b-9f9f-26b425619654 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6770048 Jan 28 06:42:16.390872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:16.393237 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38872) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:16.433374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:16.441899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:16.453666 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8baa83f-4f53-453b-a511-f8babf17d6f8 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] GET failed (client error): The resource could not be found. Jan 28 06:42:16.457993 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c8baa83f-4f53-453b-a511-f8babf17d6f8 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/4dbdbaf3-516f-4909-811d-8670109620d2 HTTP/1.1" status: 404 len: 333 time: 0.0609217 Jan 28 06:42:16.457993 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:16.457993 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38876) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:16.497831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fdd2e647-f426-4440-b030-23dca20d008a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:16.509584 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Allocated IP 2001:db8::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/eacef0c7-212e-494c-826b-7cf353be9bf5/684fabf4-ae22-4b4a-8c1b-91c367ab6694) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:16.519508 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-85628d4a-ced7-47a8-857a-06bcc7aaa578 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] GET failed (client error): The resource could not be found. Jan 28 06:42:16.523290 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-85628d4a-ced7-47a8-857a-06bcc7aaa578 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/a4825ba3-0f6a-47f2-845d-c17295c9bb49 HTTP/1.1" status: 404 len: 333 time: 0.0618131 Jan 28 06:42:16.524057 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38880) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:16.626498 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fdd2e647-f426-4440-b030-23dca20d008a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:16.626702 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-fdd2e647-f426-4440-b030-23dca20d008a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Floating IP be3a56e9-9854-4695-a490-a46fa53c1fbb disassociated. External IP: 172.26.4.62, port: b91030d8-e1ea-4153-9cba-60c97944cbb1. Jan 28 06:42:16.676969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:16.684713 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:16.685725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:16.700764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:16.733212 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59104c3e-12f1-43e8-9e35-7e037ac6c58a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:16.739893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:16.753427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Transition to ACTIVE for port object 684fabf4-ae22-4b4a-8c1b-91c367ab6694 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:16.776036 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Transition to ACTIVE for port object 684fabf4-ae22-4b4a-8c1b-91c367ab6694 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:16.864035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:16.871325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:16.891447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 190a8ee0-8533-46c5-899e-35bf0f53b3b1 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:16.964641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:16.968535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:16.979537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:17.025324 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Pushing event updated for resources: {'Port': ['ID=684fabf4-ae22-4b4a-8c1b-91c367ab6694,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:17.140358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Attempting to bind port 684fabf4-ae22-4b4a-8c1b-91c367ab6694 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:42:17.140743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Attempting to bind port 684fabf4-ae22-4b4a-8c1b-91c367ab6694 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:42:17.141142 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Attempting to bind port 684fabf4-ae22-4b4a-8c1b-91c367ab6694 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:42:17.147939 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:42:17.148312 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:17.148750 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:17.149150 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:42:17.149613 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Bound port: 684fabf4-ae22-4b4a-8c1b-91c367ab6694, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:42:17.149983 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:17.169841 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::c1d7:652b:40f0:7008 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/eacef0c7-212e-494c-826b-7cf353be9bf5/190a8ee0-8533-46c5-899e-35bf0f53b3b1) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:17.287845 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] For port 684fabf4-ae22-4b4a-8c1b-91c367ab6694, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:42:17.291549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] For port 684fabf4-ae22-4b4a-8c1b-91c367ab6694, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=684fabf4-ae22-4b4a-8c1b-91c367ab6694,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:42:17.356647 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:17.405162 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59104c3e-12f1-43e8-9e35-7e037ac6c58a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:17.536302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38892) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:17.536409 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0b61e-cd86-4aa3-b146-3dbf37ff6bbe None None] Pushing event updated for resources: {'Port': ['ID=684fabf4-ae22-4b4a-8c1b-91c367ab6694,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:17.537626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Request body: {'subnet': {'network_id': '3116aa69-c34e-460c-bcd8-ebd0b2b55cbe', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:17.557768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:17.591300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:17.600992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 190a8ee0-8533-46c5-899e-35bf0f53b3b1 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:17.619220 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-59104c3e-12f1-43e8-9e35-7e037ac6c58a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc32d38-544e-4ea5-b098-2e7ef2aed4c9']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:17.693075 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-59104c3e-12f1-43e8-9e35-7e037ac6c58a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3316ae48-a0dd-4722-98e6-c11baf127161') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:17.693375 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-59104c3e-12f1-43e8-9e35-7e037ac6c58a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3316ae48-a0dd-4722-98e6-c11baf127161') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:17.742049 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59104c3e-12f1-43e8-9e35-7e037ac6c58a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:17.769745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59104c3e-12f1-43e8-9e35-7e037ac6c58a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:17.791600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd2e647-f426-4440-b030-23dca20d008a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:42:17.796167 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59104c3e-12f1-43e8-9e35-7e037ac6c58a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:42:17.796755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59104c3e-12f1-43e8-9e35-7e037ac6c58a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:17.815918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61996fb-9e0c-4f7c-8c05-e1931350a6ae req-05c16b4e-adb0-4101-aed2-600e4a1abf6b tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:17.817416 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f61996fb-9e0c-4f7c-8c05-e1931350a6ae req-05c16b4e-adb0-4101-aed2-600e4a1abf6b tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.4038031 Jan 28 06:42:17.840764 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:42:17.857968 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:42:17.873452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Usage tracker for resource:subnet and tenant:c38957e49e264f3b93c6a1a899f14783 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:17.878712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:17.887521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:17.900713 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f61996fb-9e0c-4f7c-8c05-e1931350a6ae req-4c87107a-c4f2-4e48-99b7-738b04b289cc tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626078 Jan 28 06:42:17.950948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:18.005238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Made reservation on behalf of c38957e49e264f3b93c6a1a899f14783 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:18.008926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:18.064419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:18.068811 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59104c3e-12f1-43e8-9e35-7e037ac6c58a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:18.081232 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:18.084136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:18.090265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:18.090265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:18.090953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-59104c3e-12f1-43e8-9e35-7e037ac6c58a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:18.110621 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=190a8ee0-8533-46c5-899e-35bf0f53b3b1,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:18.112826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59104c3e-12f1-43e8-9e35-7e037ac6c58a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Network': ['ID=bfc32d38-544e-4ea5-b098-2e7ef2aed4c9,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:18.176149 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-59104c3e-12f1-43e8-9e35-7e037ac6c58a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/networks/bfc32d38-544e-4ea5-b098-2e7ef2aed4c9 HTTP/1.1" status: 204 len: 168 time: 1.6470308 Jan 28 06:42:18.176806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38898) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:18.188326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1568766194'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:18.196677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:18.204512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:network and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:18.208202 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:18.214179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd2e647-f426-4440-b030-23dca20d008a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:18.217269 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:18.219626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fdd2e647-f426-4440-b030-23dca20d008a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:18.229770 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd941563-a406-4831-8ac7-b0d302b42b15 None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:18.241844 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd941563-a406-4831-8ac7-b0d302b42b15 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:18.242757 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bd941563-a406-4831-8ac7-b0d302b42b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:18.288289 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-63721ff6-8adb-47c4-a3e8-71dd4aa1f361 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0946579 Jan 28 06:42:18.289243 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38902) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:18.311533 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bd941563-a406-4831-8ac7-b0d302b42b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:18.317342 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fdd2e647-f426-4440-b030-23dca20d008a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "PUT /v2.0/floatingips/be3a56e9-9854-4695-a490-a46fa53c1fbb HTTP/1.1" status: 200 len: 687 time: 2.3694201 Jan 28 06:42:18.320166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38906) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:18.325417 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd941563-a406-4831-8ac7-b0d302b42b15 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:18.326964 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bd941563-a406-4831-8ac7-b0d302b42b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:18.359023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:18.363123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:18.435640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:42:18.447151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:18.447568 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Added segment bb06cc37-bd5f-4b9d-92de-4a7881bc60e9 of type vlan for network b8706250-98fc-4530-8907-606662ed07a5 Jan 28 06:42:18.452803 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bd941563-a406-4831-8ac7-b0d302b42b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:18.454044 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd941563-a406-4831-8ac7-b0d302b42b15 None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:18.479091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:18.548648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d73ba4-3068-4284-92a3-a9dae8e68b60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:18.555560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d73ba4-3068-4284-92a3-a9dae8e68b60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:18.556435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-38d73ba4-3068-4284-92a3-a9dae8e68b60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:18.590768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:18.597566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:18.599933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:18.645287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:18.742715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-38d73ba4-3068-4284-92a3-a9dae8e68b60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:18.743964 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-38d73ba4-3068-4284-92a3-a9dae8e68b60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4480901 Jan 28 06:42:18.763011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38916) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:18.822003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-78d0de83-2805-42a1-a3bf-0b6f0f06e08c tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port a0c697c0-5bdc-4981-a0a8-b302aac214ea {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:18.823103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-78d0de83-2805-42a1-a3bf-0b6f0f06e08c tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:18.879671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Network': ['ID=b8706250-98fc-4530-8907-606662ed07a5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:18.890293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network b8706250-98fc-4530-8907-606662ed07a5 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:42:18.902937 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-119f1fc0-3bc2-43a8-b066-cd2982daf5f0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7226436 Jan 28 06:42:18.916039 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38920) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:18.930360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5898b5cc-b304-40c1-af74-491aa50a1cf3 None None] Provisioning for port 684fabf4-ae22-4b4a-8c1b-91c367ab6694 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:18.937618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'Subnet': ['ID=c72203fd-6226-4a48-9a04-631b44025161,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:18.962164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Checking segment: {'id': 'd10ecefa-8662-42c5-a91e-00cfafac5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3116aa69-c34e-460c-bcd8-ebd0b2b55cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:18.962528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Network hostable DHCP agents. Network: 3116aa69-c34e-460c-bcd8-ebd0b2b55cbe, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:42:18.971198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': 'b8706250-98fc-4530-8907-606662ed07a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:18.972316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-946b287b-2f7a-4db8-bd85-9b5108f98dbf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 190a8ee0-8533-46c5-899e-35bf0f53b3b1 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:18.972655 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-946b287b-2f7a-4db8-bd85-9b5108f98dbf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:19.048576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b40092-732a-4cb6-879f-7c0d7589a166 req-d70286ff-7773-421f-bab7-68fa1e045e0a tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:19.050075 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56b40092-732a-4cb6-879f-7c0d7589a166 req-d70286ff-7773-421f-bab7-68fa1e045e0a tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.4061792 Jan 28 06:42:19.154143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Network 3116aa69-c34e-460c-bcd8-ebd0b2b55cbe is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:42:19.165392 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-049b2a2c-7a4b-44b7-a570-84efed5b461c None None] Provisioning for port 190a8ee0-8533-46c5-899e-35bf0f53b3b1 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:19.171532 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-049b2a2c-7a4b-44b7-a570-84efed5b461c None None] Provisioning complete for port 190a8ee0-8533-46c5-899e-35bf0f53b3b1 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:19.172021 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-049b2a2c-7a4b-44b7-a570-84efed5b461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:19.184985 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56b40092-732a-4cb6-879f-7c0d7589a166 req-1223058f-4e4d-493d-9fbf-c8a4f8f5764f tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999913 Jan 28 06:42:19.204413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:19.229458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-049b2a2c-7a4b-44b7-a570-84efed5b461c None None] Port 190a8ee0-8533-46c5-899e-35bf0f53b3b1 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:42:19.248836 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:19.252938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:19.254811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 3116aa69-c34e-460c-bcd8-ebd0b2b55cbe) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:19.259668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:19.260213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:19.268076 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d894b5-2595-47a2-8b99-d316e783136b None None] Network 3116aa69-c34e-460c-bcd8-ebd0b2b55cbe requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:19.340199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-946b287b-2f7a-4db8-bd85-9b5108f98dbf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:19.386771 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:19.403603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:19.417289 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-19b2333a-f2ca-4a45-b6c9-4abaac3b40e6 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8855467 Jan 28 06:42:19.419246 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:19.421060 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38928) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:19.429565 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-246023548'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:19.436010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-78d0de83-2805-42a1-a3bf-0b6f0f06e08c tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:19.436407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-78d0de83-2805-42a1-a3bf-0b6f0f06e08c tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:19.444356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:19.460402 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Usage tracker for resource:network and tenant:c38957e49e264f3b93c6a1a899f14783 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:19.468928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:19.483431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-946b287b-2f7a-4db8-bd85-9b5108f98dbf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 190a8ee0-8533-46c5-899e-35bf0f53b3b1 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:19.505503 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-3116aa69-c34e-460c-bcd8-ebd0b2b55cbe', 'network_id': '3116aa69-c34e-460c-bcd8-ebd0b2b55cbe', 'tenant_id': 'c38957e49e264f3b93c6a1a899f14783', 'fixed_ips': [{'subnet_id': 'c72203fd-6226-4a48-9a04-631b44025161'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:42:19.506530 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:19.531014 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:19.598453 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-78d0de83-2805-42a1-a3bf-0b6f0f06e08c tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for a0c697c0-5bdc-4981-a0a8-b302aac214ea owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:19.660332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:19.663854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:19.678066 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 684fabf4-ae22-4b4a-8c1b-91c367ab6694 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:19.763474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Allocated IP 2001:db8:0:ffff::2 (3116aa69-c34e-460c-bcd8-ebd0b2b55cbe/c72203fd-6226-4a48-9a04-631b44025161/b86d3f4e-529c-4993-84d1-508bd9a5a369) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:19.768204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-946b287b-2f7a-4db8-bd85-9b5108f98dbf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:19.796210 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.ipam_backend_mixin [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Performing IP validity checks on allocation pools {{(pid=88216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 06:42:19.799143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.ipam_backend_mixin [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 06:42:19.801388 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Made reservation on behalf of c38957e49e264f3b93c6a1a899f14783 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:19.804793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:19.827784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b287b-2f7a-4db8-bd85-9b5108f98dbf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=190a8ee0-8533-46c5-899e-35bf0f53b3b1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:19.852595 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Allocated IP 172.20.0.10 (6048ec5e-62b3-440a-901e-22b7984f7a84/7ef8139c-18cb-413b-aa6f-5f49f803f563/8b12dd03-fe07-4a64-9f9d-3a20271e70b1) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:19.907388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-946b287b-2f7a-4db8-bd85-9b5108f98dbf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:19.934732 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:42:19.986542 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-946b287b-2f7a-4db8-bd85-9b5108f98dbf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/190a8ee0-8533-46c5-899e-35bf0f53b3b1 HTTP/1.1" status: 204 len: 168 time: 1.2142422 Jan 28 06:42:19.987669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38936) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:20.024066 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 684fabf4-ae22-4b4a-8c1b-91c367ab6694 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:20.037664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 684fabf4-ae22-4b4a-8c1b-91c367ab6694 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:20.038104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.077961 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.078312 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Added segment 9084779f-476f-430c-bfe0-2b42fb61370a of type vlan for network 3d51a132-9dd1-4ed2-a22b-de11b508dbc3 Jan 28 06:42:20.223209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.226452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.250213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af9bb44-c549-4b32-916e-10452a794285 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:20.252079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af9bb44-c549-4b32-916e-10452a794285 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:20.253013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2af9bb44-c549-4b32-916e-10452a794285 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:20.259100 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 684fabf4-ae22-4b4a-8c1b-91c367ab6694, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=684fabf4-ae22-4b4a-8c1b-91c367ab6694,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:20.273492 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.307043 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-78d0de83-2805-42a1-a3bf-0b6f0f06e08c tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.355611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2af9bb44-c549-4b32-916e-10452a794285 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:20.357680 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.362274 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2af9bb44-c549-4b32-916e-10452a794285 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3723280 Jan 28 06:42:20.363077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38944) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:20.474038 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0de83-2805-42a1-a3bf-0b6f0f06e08c tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=a0c697c0-5bdc-4981-a0a8-b302aac214ea,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:20.479139 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.485252 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.497034 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6ba291-83c2-45db-8e00-de5e3ce5c091 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet eacef0c7-212e-494c-826b-7cf353be9bf5 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:42:20.502600 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Transition to ACTIVE for port object b86d3f4e-529c-4993-84d1-508bd9a5a369 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:20.502951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba291-83c2-45db-8e00-de5e3ce5c091 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.505060 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=684fabf4-ae22-4b4a-8c1b-91c367ab6694,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:20.527097 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Transition to ACTIVE for port object b86d3f4e-529c-4993-84d1-508bd9a5a369 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:20.561589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.563312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c3034-060c-4537-81f1-b2bb2d188f71 req-bb0370d9-3581-4c6b-a6b1-23b55558aa66 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:20.565012 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-327c3034-060c-4537-81f1-b2bb2d188f71 req-bb0370d9-3581-4c6b-a6b1-23b55558aa66 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.1648428 Jan 28 06:42:20.567102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:20.567717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.588290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba291-83c2-45db-8e00-de5e3ce5c091 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.590935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.657936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Network 3116aa69-c34e-460c-bcd8-ebd0b2b55cbe is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:20.660932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:20.664600 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:20.665796 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-327c3034-060c-4537-81f1-b2bb2d188f71 req-439a93a5-2ef1-48a6-93a0-f6df44e7b1ed tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941937 Jan 28 06:42:20.711464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba291-83c2-45db-8e00-de5e3ce5c091 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.713434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Pushing event updated for resources: {'Port': ['ID=b86d3f4e-529c-4993-84d1-508bd9a5a369,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:20.764747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Subnet': ['ID=2a4d6740-9132-4071-9f57-e7a29e74ea19,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:20.779286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'Network': ['ID=3d51a132-9dd1-4ed2-a22b-de11b508dbc3,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:20.786314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Checking segment: {'id': 'bb06cc37-bd5f-4b9d-92de-4a7881bc60e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b8706250-98fc-4530-8907-606662ed07a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:20.786669 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network hostable DHCP agents. Network: b8706250-98fc-4530-8907-606662ed07a5, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:42:20.793298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-78d0de83-2805-42a1-a3bf-0b6f0f06e08c tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.793443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Attempting to bind port b86d3f4e-529c-4993-84d1-508bd9a5a369 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:42:20.793443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Attempting to bind port b86d3f4e-529c-4993-84d1-508bd9a5a369 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'd10ecefa-8662-42c5-a91e-00cfafac5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3116aa69-c34e-460c-bcd8-ebd0b2b55cbe'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:42:20.793443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Attempting to bind port b86d3f4e-529c-4993-84d1-508bd9a5a369 on network 3116aa69-c34e-460c-bcd8-ebd0b2b55cbe {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:42:20.793706 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-78d0de83-2805-42a1-a3bf-0b6f0f06e08c tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.798923 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-78d0de83-2805-42a1-a3bf-0b6f0f06e08c tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/floatingips/be3a56e9-9854-4695-a490-a46fa53c1fbb HTTP/1.1" status: 204 len: 168 time: 2.4778879 Jan 28 06:42:20.799065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38948) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:20.802510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.804757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': 'ebc795da-26d0-43d1-bee9-b6049df4802b'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:20.805066 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 3d51a132-9dd1-4ed2-a22b-de11b508dbc3 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:42:20.813965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:20.818697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:floatingip and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:20.821958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:20.829211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:20.845286 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:42:20.845817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Checking segment: {'id': 'd10ecefa-8662-42c5-a91e-00cfafac5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3116aa69-c34e-460c-bcd8-ebd0b2b55cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:20.846224 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.846619 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Bound using segment: {'id': 'd10ecefa-8662-42c5-a91e-00cfafac5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3116aa69-c34e-460c-bcd8-ebd0b2b55cbe'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:42:20.847097 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Bound port: b86d3f4e-529c-4993-84d1-508bd9a5a369, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd10ecefa-8662-42c5-a91e-00cfafac5141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3116aa69-c34e-460c-bcd8-ebd0b2b55cbe'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:42:20.847497 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.859386 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bb747afc-a481-4992-bd50-09597c8deb38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4345672 Jan 28 06:42:20.860927 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38952) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:20.882189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Request body: {'subnet': {'network_id': '3d51a132-9dd1-4ed2-a22b-de11b508dbc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:20.891678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba291-83c2-45db-8e00-de5e3ce5c091 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.906294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Network 6048ec5e-62b3-440a-901e-22b7984f7a84 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:20.915609 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:20.932606 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:20.935956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ba291-83c2-45db-8e00-de5e3ce5c091 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=eacef0c7-212e-494c-826b-7cf353be9bf5,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:20.939618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.953724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1e6ba291-83c2-45db-8e00-de5e3ce5c091 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:20.956908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f72532-799e-4894-9ec0-c97e21f187b2 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:20.962147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event updated for resources: {'Port': ['ID=8b12dd03-fe07-4a64-9f9d-3a20271e70b1,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:21.034542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network b8706250-98fc-4530-8907-606662ed07a5 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:42:21.056278 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1e6ba291-83c2-45db-8e00-de5e3ce5c091 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/eacef0c7-212e-494c-826b-7cf353be9bf5 HTTP/1.1" status: 204 len: 168 time: 0.6892979 Jan 28 06:42:21.056581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38956) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:21.090654 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:21.173430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] For port b86d3f4e-529c-4993-84d1-508bd9a5a369, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:42:21.189868 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] For port b86d3f4e-529c-4993-84d1-508bd9a5a369, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b86d3f4e-529c-4993-84d1-508bd9a5a369,segment=NetworkSegment(d10ecefa-8662-42c5-a91e-00cfafac5141),segment_id=d10ecefa-8662-42c5-a91e-00cfafac5141)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:42:21.195083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:21.205719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, b8706250-98fc-4530-8907-606662ed07a5) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:21.216326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Usage tracker for resource:subnet and tenant:c38957e49e264f3b93c6a1a899f14783 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:21.216493 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d536b8b5-b0d9-4239-8008-b839a82c20de None None] Network b8706250-98fc-4530-8907-606662ed07a5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:21.262866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.26.4.222 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/73050b7c-f9a7-4c03-b5ee-f808852dc6dc) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:21.275276 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1bd480e7-921c-407b-8e61-5cd360a2c05c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2158399 Jan 28 06:42:21.275276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:21.275551 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:21.279456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:21.280477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38962) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:21.304783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:21.318383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:21.383278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3571b9cf-3445-45cc-b93d-89d72582629f None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:42:21.404370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2c0320a4-98f5-4628-ae5e-37c0a3d2698c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:21.416189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3571b9cf-3445-45cc-b93d-89d72582629f None None] Deleting port 684fabf4-ae22-4b4a-8c1b-91c367ab6694 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:21.416536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3571b9cf-3445-45cc-b93d-89d72582629f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:21.440934 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2900e936-370e-4fc1-b558-ec8347b4f9ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4901257 Jan 28 06:42:21.443747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38968) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:21.450107 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'network_id': 'b8706250-98fc-4530-8907-606662ed07a5', 'name': 'tempest-PortsIpV6TestJSON-204728504'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:21.485499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Made reservation on behalf of c38957e49e264f3b93c6a1a899f14783 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:21.489619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:21.560497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:21.576703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2c0320a4-98f5-4628-ae5e-37c0a3d2698c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:21.578066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2c0320a4-98f5-4628-ae5e-37c0a3d2698c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:21.582232 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2c0320a4-98f5-4628-ae5e-37c0a3d2698c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:21.589473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2c0320a4-98f5-4628-ae5e-37c0a3d2698c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:21.630693 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ed363-a199-409e-a17c-321aff944eb4 None None] Pushing event updated for resources: {'Port': ['ID=b86d3f4e-529c-4993-84d1-508bd9a5a369,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:21.640054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 684fabf4-ae22-4b4a-8c1b-91c367ab6694 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:21.697016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0320a4-98f5-4628-ae5e-37c0a3d2698c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:21.706224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c0320a4-98f5-4628-ae5e-37c0a3d2698c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:21.731694 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:21.858435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3571b9cf-3445-45cc-b93d-89d72582629f None None] For port 684fabf4-ae22-4b4a-8c1b-91c367ab6694, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=684fabf4-ae22-4b4a-8c1b-91c367ab6694,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:21.858824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3571b9cf-3445-45cc-b93d-89d72582629f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:21.974826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:21.976296 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:21.989353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:21.993873 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3571b9cf-3445-45cc-b93d-89d72582629f None None] Calling delete_port for 684fabf4-ae22-4b4a-8c1b-91c367ab6694 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:21.995026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:22.003380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:22.023071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:22.039555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=73050b7c-f9a7-4c03-b5ee-f808852dc6dc,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:22.138743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-b8706250-98fc-4530-8907-606662ed07a5', 'network_id': 'b8706250-98fc-4530-8907-606662ed07a5', 'tenant_id': 'b7aa4a407e9649129af7fe8bd57ba33e', 'fixed_ips': [{'subnet_id': '2a4d6740-9132-4071-9f57-e7a29e74ea19'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:42:22.139610 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:22.208431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf9ea1-febd-446b-a67b-ce37784d01d2 req-f23b47e6-77fb-40c2-bca0-c505d6030e93 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:22.215803 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61cf9ea1-febd-446b-a67b-ce37784d01d2 req-f23b47e6-77fb-40c2-bca0-c505d6030e93 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.3811264 Jan 28 06:42:22.296189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:22.371318 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61cf9ea1-febd-446b-a67b-ce37784d01d2 req-d830e8ab-029a-4b37-8601-e8aff8dbf1c5 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542859 Jan 28 06:42:22.402096 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3571b9cf-3445-45cc-b93d-89d72582629f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:22.402355 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:22.405910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:22.480802 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port 19308bda-c56a-4bc6-9cd1-28b8f92548dd yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:22.564257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3571b9cf-3445-45cc-b93d-89d72582629f None None] No DVR routers for this DVR port 684fabf4-ae22-4b4a-8c1b-91c367ab6694 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:22.677648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571b9cf-3445-45cc-b93d-89d72582629f None None] Pushing event deleted for resources: {'Port': ['ID=684fabf4-ae22-4b4a-8c1b-91c367ab6694,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:22.760715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Allocated IP 2001:db8::2 (b8706250-98fc-4530-8907-606662ed07a5/2a4d6740-9132-4071-9f57-e7a29e74ea19/8e67aa90-a20e-4f33-b8c1-2122668fc35a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:22.778573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:23.008746 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef39ee0-f224-4336-a068-742ca671e749 None None] Network 3116aa69-c34e-460c-bcd8-ebd0b2b55cbe requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:23.040858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c0320a4-98f5-4628-ae5e-37c0a3d2698c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:23.090388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0320a4-98f5-4628-ae5e-37c0a3d2698c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:23.099211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b48595-cc09-4200-92f8-17ce9569b192 req-bb5dedb5-da75-4aeb-9d45-72d7f37fe0b8 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:23.101612 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-32b48595-cc09-4200-92f8-17ce9569b192 req-bb5dedb5-da75-4aeb-9d45-72d7f37fe0b8 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 945 time: 0.3352218 Jan 28 06:42:23.108394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2c0320a4-98f5-4628-ae5e-37c0a3d2698c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:23.119357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0320a4-98f5-4628-ae5e-37c0a3d2698c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:23.119880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c0320a4-98f5-4628-ae5e-37c0a3d2698c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:23.176455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c5f3e-2418-4c11-994e-5928be387fe6 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:23.199015 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Router f33c4d48-0895-4b29-b78a-87f3f0b90592 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:42:23.207591 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.objects.ports [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88216) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:42:23.210279 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:23.225810 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-32b48595-cc09-4200-92f8-17ce9569b192 req-4c1ca99e-bc56-4bdf-ace3-a9fb8c89d93c tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086907 Jan 28 06:42:23.247442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0320a4-98f5-4628-ae5e-37c0a3d2698c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=5239887c-02e6-4033-bdf0-495ac82857bc,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:23.262967 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2c0320a4-98f5-4628-ae5e-37c0a3d2698c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8660748 Jan 28 06:42:23.269174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 38982) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:23.276455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'fixed_ips': [{'subnet_id': '5239887c-02e6-4033-bdf0-495ac82857bc', 'ip_address': '2001:db8::c21f:396c:e1e3:7f31'}], 'name': 'tempest-NetworksTestDHCPv6-842836948'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:23.307122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'Subnet': ['ID=edde9bee-7eff-46d8-9c99-5d90c4f05298,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:23.320057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:23.334369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:23.353173 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3fb360eb-ff4e-4999-b7b9-25422750b07a None None] Provisioning for port b86d3f4e-529c-4993-84d1-508bd9a5a369 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:23.356702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Transition to ACTIVE for port object 8e67aa90-a20e-4f33-b8c1-2122668fc35a will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:23.430107 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Transition to ACTIVE for port object 8e67aa90-a20e-4f33-b8c1-2122668fc35a will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:23.492466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:23.543262 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:23.629278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:23.640501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:23.642630 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Checking segment: {'id': '9084779f-476f-430c-bfe0-2b42fb61370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d51a132-9dd1-4ed2-a22b-de11b508dbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:23.643125 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Network hostable DHCP agents. Network: 3d51a132-9dd1-4ed2-a22b-de11b508dbc3, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:42:23.644339 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Pushing event updated for resources: {'Port': ['ID=8e67aa90-a20e-4f33-b8c1-2122668fc35a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:23.650418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:23.662541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:23.696347 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Network b8706250-98fc-4530-8907-606662ed07a5 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:23.705654 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:23.716487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:23.724256 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] Sync routers for ids ['f33c4d48-0895-4b29-b78a-87f3f0b90592'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:23.729266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:23.742863 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': '5239887c-02e6-4033-bdf0-495ac82857bc'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:42:23.744797 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:23.748131 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Allocated IP 2001:db8::2f9 (b8706250-98fc-4530-8907-606662ed07a5/2a4d6740-9132-4071-9f57-e7a29e74ea19/19308bda-c56a-4bc6-9cd1-28b8f92548dd) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:23.775250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:23.797762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991243b7-5c7f-44d4-84e0-e299dcdb76f3 req-5fea77a6-0598-4065-9dca-7854806e9161 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:23.799389 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-991243b7-5c7f-44d4-84e0-e299dcdb76f3 req-5fea77a6-0598-4065-9dca-7854806e9161 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.2328584 Jan 28 06:42:23.801676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Network 3d51a132-9dd1-4ed2-a22b-de11b508dbc3 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:42:23.847672 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b86d3f4e-529c-4993-84d1-508bd9a5a369 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:23.966311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] Routers {'f33c4d48-0895-4b29-b78a-87f3f0b90592'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:23.966950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f33c4d48-0895-4b29-b78a-87f3f0b90592'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:23.969526 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-991243b7-5c7f-44d4-84e0-e299dcdb76f3 req-74e8f4f6-e1d0-4e31-abda-fc0a7857ddbe tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560936 Jan 28 06:42:23.997846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.008855 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.018271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.025032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Transition to ACTIVE for port object 19308bda-c56a-4bc6-9cd1-28b8f92548dd will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:24.025372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 19f99541-d503-4882-8d09-481bd476086b yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:24.048786 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.048786 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-40214b78-fa8b-4cc7-9074-cd3c8dea464e tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.9680128 Jan 28 06:42:24.050030 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 3d51a132-9dd1-4ed2-a22b-de11b508dbc3) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:24.051763 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 38996) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:24.089045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4437354-02e3-4799-99b9-fd89b76f3422 None None] Network 3d51a132-9dd1-4ed2-a22b-de11b508dbc3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:24.111219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:24.111850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.136811 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.225280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Attempting to bind port 8e67aa90-a20e-4f33-b8c1-2122668fc35a on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:42:24.225659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Attempting to bind port 8e67aa90-a20e-4f33-b8c1-2122668fc35a by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'bb06cc37-bd5f-4b9d-92de-4a7881bc60e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b8706250-98fc-4530-8907-606662ed07a5'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:42:24.226037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Attempting to bind port 8e67aa90-a20e-4f33-b8c1-2122668fc35a on network b8706250-98fc-4530-8907-606662ed07a5 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:42:24.241707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::c21f:396c:e1e3:7f31 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/5239887c-02e6-4033-bdf0-495ac82857bc/19f99541-d503-4882-8d09-481bd476086b) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:24.258303 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:42:24.261031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Checking segment: {'id': 'bb06cc37-bd5f-4b9d-92de-4a7881bc60e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b8706250-98fc-4530-8907-606662ed07a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:24.261031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.261031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Bound using segment: {'id': 'bb06cc37-bd5f-4b9d-92de-4a7881bc60e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b8706250-98fc-4530-8907-606662ed07a5'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:42:24.261031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Bound port: 8e67aa90-a20e-4f33-b8c1-2122668fc35a, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb06cc37-bd5f-4b9d-92de-4a7881bc60e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b8706250-98fc-4530-8907-606662ed07a5'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:42:24.261031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.292182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.347074 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network b8706250-98fc-4530-8907-606662ed07a5 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:24.357167 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:24.368357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:24.374195 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:24.379488 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.393268 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port b86d3f4e-529c-4993-84d1-508bd9a5a369 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:24.416018 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b86d3f4e-529c-4993-84d1-508bd9a5a369 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:24.416431 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.478540 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=19308bda-c56a-4bc6-9cd1-28b8f92548dd,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:24.492207 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b76af261-d1d3-47b8-ab04-06fa8e20ae29 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6213608 Jan 28 06:42:24.492763 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39000) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:24.499774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=73050b7c-f9a7-4c03-b5ee-f808852dc6dc,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:24.505156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Request body: {'port': {'network_id': '3d51a132-9dd1-4ed2-a22b-de11b508dbc3', 'name': 'tempest-NetworksIpV6TestAttrs-34821455'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:24.529499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.581233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.612245 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7e4e6872-7cb5-4a47-9d62-3fc2f5ab043f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1674302 Jan 28 06:42:24.624237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39004) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:24.858051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f49b1bc0-ec10-4655-9a1a-f77c0267c69c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 19308bda-c56a-4bc6-9cd1-28b8f92548dd {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:24.858417 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f49b1bc0-ec10-4655-9a1a-f77c0267c69c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.861830 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6871fe5a-90b7-4487-9b4d-fd925fbd6d99 None None] Provisioning complete for port b86d3f4e-529c-4993-84d1-508bd9a5a369 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:24.862209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6871fe5a-90b7-4487-9b4d-fd925fbd6d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.892394 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] For port 8e67aa90-a20e-4f33-b8c1-2122668fc35a, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:42:24.895059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] Set router f33c4d48-0895-4b29-b78a-87f3f0b90592 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:42:24.903041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:24.920248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Usage tracker for resource:port and tenant:c38957e49e264f3b93c6a1a899f14783 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:24.930932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:24.939266 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:24.945857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:25.025570 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716a16b-e4b1-4b09-9272-4eb52adbb271 req-669aaa82-fd61-4786-8c8c-177475093011 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:25.030209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] For port 8e67aa90-a20e-4f33-b8c1-2122668fc35a, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8e67aa90-a20e-4f33-b8c1-2122668fc35a,segment=NetworkSegment(bb06cc37-bd5f-4b9d-92de-4a7881bc60e9),segment_id=bb06cc37-bd5f-4b9d-92de-4a7881bc60e9)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:42:25.035099 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f716a16b-e4b1-4b09-9272-4eb52adbb271 req-669aaa82-fd61-4786-8c8c-177475093011 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 945 time: 0.7537184 Jan 28 06:42:25.109926 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Deleting port 8b12dd03-fe07-4a64-9f9d-3a20271e70b1 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:25.110256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:25.134553 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:25.143418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Made reservation on behalf of c38957e49e264f3b93c6a1a899f14783 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:25.144594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:25.146116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:25.197344 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 19f99541-d503-4882-8d09-481bd476086b will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:25.213387 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f716a16b-e4b1-4b09-9272-4eb52adbb271 req-12416f04-8a0c-4c3e-a86f-178d39f74815 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779711 Jan 28 06:42:25.214538 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Floating IP 3d864002-3e31-41f6-ad21-8c86b329666b associated. External IP: 172.26.4.222, port: ebc795da-26d0-43d1-bee9-b6049df4802b. Jan 28 06:42:25.217073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] device_id is not set on port 70514f60-15ff-4c9f-a63a-3c87a72e2116 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:25.230548 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-3d51a132-9dd1-4ed2-a22b-de11b508dbc3', 'network_id': '3d51a132-9dd1-4ed2-a22b-de11b508dbc3', 'tenant_id': 'c38957e49e264f3b93c6a1a899f14783', 'fixed_ips': [{'subnet_id': 'edde9bee-7eff-46d8-9c99-5d90c4f05298'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:42:25.231388 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:25.259600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f49b1bc0-ec10-4655-9a1a-f77c0267c69c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:25.305743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:25.336429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0d483-f93d-4e4b-8001-68fe72493b80 req-938ff8a0-7c4d-4e71-aee3-3a4172a72a47 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:25.344057 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6fb0d483-f93d-4e4b-8001-68fe72493b80 req-938ff8a0-7c4d-4e71-aee3-3a4172a72a47 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 945 time: 0.4617240 Jan 28 06:42:25.422422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f49b1bc0-ec10-4655-9a1a-f77c0267c69c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 19308bda-c56a-4bc6-9cd1-28b8f92548dd owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:25.449825 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0548f31-48d4-4293-81a1-2d2d5d7b6de2 None None] Pushing event updated for resources: {'Port': ['ID=8e67aa90-a20e-4f33-b8c1-2122668fc35a,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:25.505845 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port b86d3f4e-529c-4993-84d1-508bd9a5a369, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b86d3f4e-529c-4993-84d1-508bd9a5a369,segment=NetworkSegment(d10ecefa-8662-42c5-a91e-00cfafac5141),segment_id=d10ecefa-8662-42c5-a91e-00cfafac5141)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:25.560210 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6fb0d483-f93d-4e4b-8001-68fe72493b80 req-16023af2-429f-4a64-906a-3662c70232e5 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148368 Jan 28 06:42:25.628968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6871fe5a-90b7-4487-9b4d-fd925fbd6d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:25.644415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:25.653570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:25.729555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:25.849878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:25.854076 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:25.857001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:25.864177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:25.865126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:25.880966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Allocated IP 2001:db8::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/5239887c-02e6-4033-bdf0-495ac82857bc/cde631c1-2345-4f2b-8ee6-0ac826673e38) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:25.954404 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=b86d3f4e-529c-4993-84d1-508bd9a5a369,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:25.980314 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Allocated IP 2001:db8::f816:3eff:fe61:6808 (3d51a132-9dd1-4ed2-a22b-de11b508dbc3/edde9bee-7eff-46d8-9c99-5d90c4f05298/b5a9aec5-9b66-4083-8a33-7dee0634aee4) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:25.980843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad1609-dec9-4bcc-88ce-7b283224af44 req-4a0f911a-c2db-4c56-820f-a26291156721 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:25.982379 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c6ad1609-dec9-4bcc-88ce-7b283224af44 req-4a0f911a-c2db-4c56-820f-a26291156721 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.6173453 Jan 28 06:42:25.992440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=19f99541-d503-4882-8d09-481bd476086b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:26.047062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Calling delete_port for 8b12dd03-fe07-4a64-9f9d-3a20271e70b1 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:26.049775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:42:26.054603 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c6ad1609-dec9-4bcc-88ce-7b283224af44 req-36834d72-9357-4104-8992-3076eba115a5 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558379 Jan 28 06:42:26.172578 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-6871fe5a-90b7-4487-9b4d-fd925fbd6d99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:42:26.173457 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-6871fe5a-90b7-4487-9b4d-fd925fbd6d99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:42:26.178115 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b4290dc5-4269-4834-bb34-6f499666fa30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9081459 Jan 28 06:42:26.180943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39016) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:26.188445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f33c4d48-0895-4b29-b78a-87f3f0b90592', 'name': '', 'tenant_id': '4339fab10b034116bd88b3081c5f45bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6048ec5e-62b3-440a-901e-22b7984f7a84', 'external_fixed_ips': [{'subnet_id': '7ef8139c-18cb-413b-aa6f-5f49f803f563', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '8b12dd03-fe07-4a64-9f9d-3a20271e70b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:42:16Z', 'updated_at': '2022-01-28T06:42:21Z', 'revision_number': 3, 'project_id': '4339fab10b034116bd88b3081c5f45bb', 'gw_port': {'id': '8b12dd03-fe07-4a64-9f9d-3a20271e70b1', 'name': '', 'network_id': '6048ec5e-62b3-440a-901e-22b7984f7a84', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:5a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f33c4d48-0895-4b29-b78a-87f3f0b90592', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '7ef8139c-18cb-413b-aa6f-5f49f803f563', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:42:19Z', 'updated_at': '2022-01-28T06:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ef8139c-18cb-413b-aa6f-5f49f803f563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:26.219989 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f49b1bc0-ec10-4655-9a1a-f77c0267c69c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:26.274109 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] Checking router: f33c4d48-0895-4b29-b78a-87f3f0b90592 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:42:26.274654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] Updating router f33c4d48-0895-4b29-b78a-87f3f0b90592 port 8b12dd03-fe07-4a64-9f9d-3a20271e70b1 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:42:26.290212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:26.301552 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2644ea-534d-4652-94bc-5d2ef47fe325 None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:26.317822 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b1bc0-ec10-4655-9a1a-f77c0267c69c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=19308bda-c56a-4bc6-9cd1-28b8f92548dd,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:26.329558 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2644ea-534d-4652-94bc-5d2ef47fe325 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:26.330477 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7f2644ea-534d-4652-94bc-5d2ef47fe325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:26.424505 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7f2644ea-534d-4652-94bc-5d2ef47fe325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:26.432675 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f49b1bc0-ec10-4655-9a1a-f77c0267c69c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:26.439675 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2644ea-534d-4652-94bc-5d2ef47fe325 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:26.440841 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7f2644ea-534d-4652-94bc-5d2ef47fe325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:26.448351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:26.473821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:26.474521 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f49b1bc0-ec10-4655-9a1a-f77c0267c69c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/19308bda-c56a-4bc6-9cd1-28b8f92548dd HTTP/1.1" status: 204 len: 168 time: 1.8492820 Jan 28 06:42:26.477925 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39022) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:26.522358 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7f2644ea-534d-4652-94bc-5d2ef47fe325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:26.522763 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2644ea-534d-4652-94bc-5d2ef47fe325 None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:26.547084 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d56a441-6e42-44b4-8dd6-a2e780ebefbb tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] DELETE failed (client error): The resource could not be found. Jan 28 06:42:26.548593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d56a441-6e42-44b4-8dd6-a2e780ebefbb tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:42:26.551040 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7d56a441-6e42-44b4-8dd6-a2e780ebefbb tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/19308bda-c56a-4bc6-9cd1-28b8f92548dd HTTP/1.1" status: 404 len: 333 time: 0.0720568 Jan 28 06:42:26.553846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39026) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:26.622350 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-487bfd5e-5589-49a6-b1e1-949f9fec6759 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8218369 Jan 28 06:42:26.623148 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39032) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:26.645274 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:26.730161 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-67468c6a-bea5-491f-83e3-70300884685a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] GET failed (client error): The resource could not be found. Jan 28 06:42:26.730705 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-67468c6a-bea5-491f-83e3-70300884685a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:26.767955 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b12dd03-fe07-4a64-9f9d-3a20271e70b1,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:26.768194 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bbc029ea-7248-4608-aef7-a612cbbda858 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "GET /v2.0/floatingips/3d864002-3e31-41f6-ad21-8c86b329666b HTTP/1.1" status: 200 len: 978 time: 0.1403925 Jan 28 06:42:26.772024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39036) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:26.822405 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-a48c8641-e481-4983-85b6-9810fd74adfe tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:26.823958 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-a48c8641-e481-4983-85b6-9810fd74adfe tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 945 time: 0.3071742 Jan 28 06:42:26.890260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72603a02-375b-4364-be69-9ed80c1dceac req-d0532b4b-43fd-4d43-976b-028abd232983 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:26.892894 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72603a02-375b-4364-be69-9ed80c1dceac req-d0532b4b-43fd-4d43-976b-028abd232983 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 945 time: 0.1235931 Jan 28 06:42:26.920790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:26.925023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5a7e6c26-948b-49ea-bd71-1e2d107fbd28 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Synchronizing usage tracker for tenant:866b65adc81f45ee83e2445ee7ce42b7 on resource:floatingip {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:26.961145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Transition to ACTIVE for port object b5a9aec5-9b66-4083-8a33-7dee0634aee4 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:26.978163 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92d38f1-1635-4363-9afb-e4bb063f6d88 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:26.978920 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e92d38f1-1635-4363-9afb-e4bb063f6d88 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:26.991966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca18781-c319-4b6f-affa-0f167d2e78a9 None None] Network b8706250-98fc-4530-8907-606662ed07a5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:27.022860 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-67468c6a-bea5-491f-83e3-70300884685a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:27.024054 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-67468c6a-bea5-491f-83e3-70300884685a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/19308bda-c56a-4bc6-9cd1-28b8f92548dd HTTP/1.1" status: 404 len: 333 time: 0.4691095 Jan 28 06:42:27.029337 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39042) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:27.065992 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Transition to ACTIVE for port object b5a9aec5-9b66-4083-8a33-7dee0634aee4 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:27.071547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.076586 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.127383 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5a7e6c26-948b-49ea-bd71-1e2d107fbd28 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Unset dirty status for tenant:866b65adc81f45ee83e2445ee7ce42b7 on resource:floatingip {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:27.131135 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5a7e6c26-948b-49ea-bd71-1e2d107fbd28 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3529322 Jan 28 06:42:27.131135 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e92d38f1-1635-4363-9afb-e4bb063f6d88 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:27.131135 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e92d38f1-1635-4363-9afb-e4bb063f6d88 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.9485431 Jan 28 06:42:27.131667 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39048) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:27.145078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39050) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:27.194934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Transition to ACTIVE for port object cde631c1-2345-4f2b-8ee6-0ac826673e38 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:27.208158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.212573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-290a2cea-3c39-4ac1-b5d1-d311e4b8aee0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'floatingip': {'port_id': 'b91030d8-e1ea-4153-9cba-60c97944cbb1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:27.237161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Deleting port 09dc5c21-b41c-4367-8feb-de551e51d904 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:27.237504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.283022 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72603a02-375b-4364-be69-9ed80c1dceac req-2cdf7771-b228-4be0-beec-a77e4d7a7fae tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057588 Jan 28 06:42:27.310904 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Transition to ACTIVE for port object cde631c1-2345-4f2b-8ee6-0ac826673e38 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:27.311530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 19f99541-d503-4882-8d09-481bd476086b {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:27.312898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2cc71a00-4dc5-4311-90d1-a0572f506320 None None] Provisioning for port 8e67aa90-a20e-4f33-b8c1-2122668fc35a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:27.325614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.339636 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Network 3d51a132-9dd1-4ed2-a22b-de11b508dbc3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:27.354938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:27.363982 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:27.405916 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Pushing event updated for resources: {'Port': ['ID=b5a9aec5-9b66-4083-8a33-7dee0634aee4,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:27.450433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.452073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-290a2cea-3c39-4ac1-b5d1-d311e4b8aee0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.498754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:42:27.504886 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting subnet 2a4d6740-9132-4071-9f57-e7a29e74ea19 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:42:27.522778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.529803 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d12aae-cb49-49a2-b128-e2017b7fe3f9 req-e40a2020-0359-496d-ae85-365a4298da44 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:27.531855 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-12d12aae-cb49-49a2-b128-e2017b7fe3f9 req-e40a2020-0359-496d-ae85-365a4298da44 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 945 time: 0.4552920 Jan 28 06:42:27.541605 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.636210 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:27.647091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:27.659448 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:27.663061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Pushing event updated for resources: {'Port': ['ID=cde631c1-2345-4f2b-8ee6-0ac826673e38,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:27.689974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.696553 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Attempting to bind port b5a9aec5-9b66-4083-8a33-7dee0634aee4 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:42:27.696846 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Attempting to bind port b5a9aec5-9b66-4083-8a33-7dee0634aee4 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '9084779f-476f-430c-bfe0-2b42fb61370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d51a132-9dd1-4ed2-a22b-de11b508dbc3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:42:27.697338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Attempting to bind port b5a9aec5-9b66-4083-8a33-7dee0634aee4 on network 3d51a132-9dd1-4ed2-a22b-de11b508dbc3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:42:27.725705 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Allocated IP 2001:db8::f816:3eff:fee4:335e (3d51a132-9dd1-4ed2-a22b-de11b508dbc3/edde9bee-7eff-46d8-9c99-5d90c4f05298/70514f60-15ff-4c9f-a63a-3c87a72e2116) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:27.760712 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.770767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:42:27.770767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Checking segment: {'id': '9084779f-476f-430c-bfe0-2b42fb61370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d51a132-9dd1-4ed2-a22b-de11b508dbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:27.793476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.793476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Bound using segment: {'id': '9084779f-476f-430c-bfe0-2b42fb61370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d51a132-9dd1-4ed2-a22b-de11b508dbc3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:42:27.793476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Bound port: b5a9aec5-9b66-4083-8a33-7dee0634aee4, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9084779f-476f-430c-bfe0-2b42fb61370a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3d51a132-9dd1-4ed2-a22b-de11b508dbc3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:42:27.793476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.810290 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-12d12aae-cb49-49a2-b128-e2017b7fe3f9 req-c80d7219-caea-4801-a32e-e65fb1072ad1 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465363 Jan 28 06:42:27.820861 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:42:27.821521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:42:27.879963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] For port 09dc5c21-b41c-4367-8feb-de551e51d904, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=09dc5c21-b41c-4367-8feb-de551e51d904,segment=NetworkSegment(4d576cc7-8099-49d5-8840-897b48447d01),segment_id=4d576cc7-8099-49d5-8840-897b48447d01)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:27.880395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.898693 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.903151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f33c4d48-0895-4b29-b78a-87f3f0b90592 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:42:27.956972 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Attempting to bind port cde631c1-2345-4f2b-8ee6-0ac826673e38 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:42:27.958112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Attempting to bind port cde631c1-2345-4f2b-8ee6-0ac826673e38 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:42:27.958485 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Attempting to bind port cde631c1-2345-4f2b-8ee6-0ac826673e38 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:42:27.961600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.965308 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a814eaa8-3ed7-4fe7-b7e8-300730c3baf8 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "DELETE /v2.0/routers/f33c4d48-0895-4b29-b78a-87f3f0b90592 HTTP/1.1" status: 204 len: 168 time: 3.9102545 Jan 28 06:42:27.966533 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:42:27.966898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:27.967394 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.967792 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:42:27.968645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Bound port: cde631c1-2345-4f2b-8ee6-0ac826673e38, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:42:27.968937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:27.974786 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39056) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:27.995906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9322a13-a6e2-4dc2-b60f-5e043885832d req-f2112c82-fc20-44a7-96e5-01557c56b8bb tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:27.997372 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f9322a13-a6e2-4dc2-b60f-5e043885832d req-f2112c82-fc20-44a7-96e5-01557c56b8bb tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.5348325 Jan 28 06:42:28.006960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.020096 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8e67aa90-a20e-4f33-b8c1-2122668fc35a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:28.189299 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] For port b5a9aec5-9b66-4083-8a33-7dee0634aee4, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:42:28.206208 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] For port b5a9aec5-9b66-4083-8a33-7dee0634aee4, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b5a9aec5-9b66-4083-8a33-7dee0634aee4,segment=NetworkSegment(9084779f-476f-430c-bfe0-2b42fb61370a),segment_id=9084779f-476f-430c-bfe0-2b42fb61370a)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:42:28.212847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] For port cde631c1-2345-4f2b-8ee6-0ac826673e38, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:42:28.217068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] For port cde631c1-2345-4f2b-8ee6-0ac826673e38, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=cde631c1-2345-4f2b-8ee6-0ac826673e38,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:42:28.233973 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 19f99541-d503-4882-8d09-481bd476086b owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:28.245419 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58930e7-7559-46e7-b6e5-d180c49209dc tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Deleting subnet 7ef8139c-18cb-413b-aa6f-5f49f803f563 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:42:28.260783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f58930e7-7559-46e7-b6e5-d180c49209dc tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.289145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.297442 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.320112 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f9322a13-a6e2-4dc2-b60f-5e043885832d req-b8f566ff-2acd-4aeb-9485-4a9c48c9b218 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3056908 Jan 28 06:42:28.452602 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c9d62-cfc0-4a4b-b9fd-df25bf6635df None None] Pushing event updated for resources: {'Port': ['ID=b5a9aec5-9b66-4083-8a33-7dee0634aee4,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:28.456880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.513866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f58930e7-7559-46e7-b6e5-d180c49209dc tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.568340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 8e67aa90-a20e-4f33-b8c1-2122668fc35a completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:28.592432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] Port 8b12dd03-fe07-4a64-9f9d-3a20271e70b1 not found while updating agent binding for router f33c4d48-0895-4b29-b78a-87f3f0b90592. {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 06:42:28.605271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 8e67aa90-a20e-4f33-b8c1-2122668fc35a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:28.605271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.608465 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.708590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] Routers set() bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:28.709017 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] Router IDs set() for agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jan 28 06:42:28.709629 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_agentschedulers_db [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f33c4d48-0895-4b29-b78a-87f3f0b90592'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent'). {{(pid=88218) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 28 06:42:28.710000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e63931-9f5a-40cf-85d3-f15a35a77ebf None None] The sync data for ids ['f33c4d48-0895-4b29-b78a-87f3f0b90592'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:28.715467 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3dbf315f-6206-4a29-ba17-1cc8df223b2b None None] Provisioning complete for port 8e67aa90-a20e-4f33-b8c1-2122668fc35a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:28.715842 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3dbf315f-6206-4a29-ba17-1cc8df223b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.738226 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.767761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f25fca-3e61-4b22-8fe6-f70ba82c4e18 None None] Pushing event updated for resources: {'Port': ['ID=cde631c1-2345-4f2b-8ee6-0ac826673e38,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:28.775132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.778047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.778597 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Floating IP cc9625f5-f61a-41d1-bf50-baf01c17d429 disassociated. External IP: 172.26.4.73, port: 09dc5c21-b41c-4367-8feb-de551e51d904. Jan 28 06:42:28.779161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Calling delete_port for 09dc5c21-b41c-4367-8feb-de551e51d904 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:28.796215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Transition to ACTIVE for port object 70514f60-15ff-4c9f-a63a-3c87a72e2116 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:28.814740 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f58930e7-7559-46e7-b6e5-d180c49209dc tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.844555 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4d6740-9132-4071-9f57-e7a29e74ea19,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:28.882480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.902038 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:28.902925 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:28.903723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:28.904481 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:28.917368 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:28.918163 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:28.918723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:28.919351 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:28.920273 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:28.920849 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:28.921404 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:28.923959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:28.940596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:28.977319 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-78f7e051-2282-4006-9d5b-8a3dca536ecd tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/2a4d6740-9132-4071-9f57-e7a29e74ea19 HTTP/1.1" status: 204 len: 168 time: 1.9466817 Jan 28 06:42:28.990530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39064) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:29.167972 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f58930e7-7559-46e7-b6e5-d180c49209dc tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.177352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 8e67aa90-a20e-4f33-b8c1-2122668fc35a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8e67aa90-a20e-4f33-b8c1-2122668fc35a,segment=NetworkSegment(bb06cc37-bd5f-4b9d-92de-4a7881bc60e9),segment_id=bb06cc37-bd5f-4b9d-92de-4a7881bc60e9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:29.188204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3dbf315f-6206-4a29-ba17-1cc8df223b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.233694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.258799 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.260119 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b86d3f4e-529c-4993-84d1-508bd9a5a369 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:29.265793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58930e7-7559-46e7-b6e5-d180c49209dc tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7ef8139c-18cb-413b-aa6f-5f49f803f563,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:29.371717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f58930e7-7559-46e7-b6e5-d180c49209dc tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.388042 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.resource_extend [None req-290a2cea-3c39-4ac1-b5d1-d311e4b8aee0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:42:29.393142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.493861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Network 3d51a132-9dd1-4ed2-a22b-de11b508dbc3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:29.494581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56caa6fc-739a-4f25-bbab-ecf5237d701d None None] Network b8706250-98fc-4530-8907-606662ed07a5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:29.496244 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'Port': ['ID=70514f60-15ff-4c9f-a63a-3c87a72e2116,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:29.507815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:29.518065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1615db7-6d46-4974-9c38-eb77178852b5 req-c8187643-ec14-441e-a29e-c106b1b047ad tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:29.523708 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e1615db7-6d46-4974-9c38-eb77178852b5 req-c8187643-ec14-441e-a29e-c106b1b047ad tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 945 time: 1.0621138 Jan 28 06:42:29.533556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-8809f2fa-1686-4e86-b9ee-e1d6b929eedb tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:29.535078 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-8809f2fa-1686-4e86-b9ee-e1d6b929eedb tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 945 time: 1.0333836 Jan 28 06:42:29.536071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-3dbf315f-6206-4a29-ba17-1cc8df223b2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:42:29.536426 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-3dbf315f-6206-4a29-ba17-1cc8df223b2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:42:29.537386 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f58930e7-7559-46e7-b6e5-d180c49209dc tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/7ef8139c-18cb-413b-aa6f-5f49f803f563 HTTP/1.1" status: 204 len: 168 time: 1.5570667 Jan 28 06:42:29.538421 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:29.544594 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:29.545371 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.552025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.554809 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39070) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:29.583282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-290a2cea-3c39-4ac1-b5d1-d311e4b8aee0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.600094 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=19f99541-d503-4882-8d09-481bd476086b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:29.676071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=8e67aa90-a20e-4f33-b8c1-2122668fc35a,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:29.679623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 09dc5c21-b41c-4367-8feb-de551e51d904 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:29.679778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-457aa0bb-75ad-49a4-993a-0253649428f6 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.683560 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-275d2d94-c388-4f77-ad66-6c0e468fbe14 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 5.1899600 Jan 28 06:42:29.684581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-290a2cea-3c39-4ac1-b5d1-d311e4b8aee0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.694064 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.694424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.694793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.695083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.695528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.703658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.703658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.703658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.703658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.703658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.703658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.703658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.712614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39074) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:29.754604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.755045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.755547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.755887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.756288 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.756959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.757355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.757869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.758207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.758674 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.759064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.759491 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:42:29.799277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.809374 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b86d3f4e-529c-4993-84d1-508bd9a5a369 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:29.809833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.869685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Deleting port 2f81d7e0-76b2-4288-b989-ffc019ea4335 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:29.871671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.937072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:29.979083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c77924-dff1-4ff7-bead-a9195e269f03 req-ce5c4d47-184f-4eea-90d8-f18aab98ba23 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:29.988518 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53c77924-dff1-4ff7-bead-a9195e269f03 req-ce5c4d47-184f-4eea-90d8-f18aab98ba23 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 945 time: 0.8517981 Jan 28 06:42:30.135718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 8e67aa90-a20e-4f33-b8c1-2122668fc35a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:30.135718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:30.135912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-457aa0bb-75ad-49a4-993a-0253649428f6 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:30.151906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cebd00d-fec0-47c0-a07e-04f39ef3063a None None] DHCP port deletion for b8706250-98fc-4530-8907-606662ed07a5 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:42:30.185569 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-457aa0bb-75ad-49a4-993a-0253649428f6 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6048ec5e-62b3-440a-901e-22b7984f7a84']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:30.192319 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-55a3adc5-5b55-499d-bfa1-7709fb90ac58 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/19f99541-d503-4882-8d09-481bd476086b HTTP/1.1" status: 204 len: 168 time: 3.0436382 Jan 28 06:42:30.199010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39078) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:30.238812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:30.262903 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-457aa0bb-75ad-49a4-993a-0253649428f6 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fda8a3-b675-4c97-88f5-63d569fca813') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:30.263416 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-457aa0bb-75ad-49a4-993a-0253649428f6 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fda8a3-b675-4c97-88f5-63d569fca813') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:30.265175 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53c77924-dff1-4ff7-bead-a9195e269f03 req-689d0a52-d4d2-4bd2-a6f0-a5dce4c3a02d tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694273 Jan 28 06:42:30.274881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2cebd00d-fec0-47c0-a07e-04f39ef3063a None None] Deleting port 8e67aa90-a20e-4f33-b8c1-2122668fc35a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:30.274881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2cebd00d-fec0-47c0-a07e-04f39ef3063a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:30.295349 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-290a2cea-3c39-4ac1-b5d1-d311e4b8aee0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Floating IP 3d864002-3e31-41f6-ad21-8c86b329666b associated. External IP: 172.26.4.222, port: ebc795da-26d0-43d1-bee9-b6049df4802b. Jan 28 06:42:30.366611 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e1615db7-6d46-4974-9c38-eb77178852b5 req-48060bf8-023a-4693-9419-aef2c9b5f147 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d4b6e1a-e204-4da3-b072-37598fe1bbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8293059 Jan 28 06:42:30.392550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Pushing event deleted for resources: {'Port': ['ID=09dc5c21-b41c-4367-8feb-de551e51d904,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:30.442739 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8eb9e4d5-2036-4aff-a2bb-ffc22736b6f9 None None] Could not find standard attr ID for object 19308bda-c56a-4bc6-9cd1-28b8f92548dd. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:42:30.633693 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-457aa0bb-75ad-49a4-993a-0253649428f6 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:30.684383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-2cebd00d-fec0-47c0-a07e-04f39ef3063a None None] For port 8e67aa90-a20e-4f33-b8c1-2122668fc35a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8e67aa90-a20e-4f33-b8c1-2122668fc35a,segment=NetworkSegment(bb06cc37-bd5f-4b9d-92de-4a7881bc60e9),segment_id=bb06cc37-bd5f-4b9d-92de-4a7881bc60e9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:30.684988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2cebd00d-fec0-47c0-a07e-04f39ef3063a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:30.700989 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b2ab1-35b7-4c9a-b81b-42b81a4ca86c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:30.704292 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b2ab1-35b7-4c9a-b81b-42b81a4ca86c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:30.705542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-747b2ab1-35b7-4c9a-b81b-42b81a4ca86c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:30.817797 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b5a9aec5-9b66-4083-8a33-7dee0634aee4 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:30.861310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] For port 2f81d7e0-76b2-4288-b989-ffc019ea4335, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2f81d7e0-76b2-4288-b989-ffc019ea4335,segment=NetworkSegment(8a19605c-085b-468a-82b6-38e32446b1ce),segment_id=8a19605c-085b-468a-82b6-38e32446b1ce)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:30.862343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:31.070519 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-457aa0bb-75ad-49a4-993a-0253649428f6 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:31.082841 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290a2cea-3c39-4ac1-b5d1-d311e4b8aee0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:42:31.084844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457aa0bb-75ad-49a4-993a-0253649428f6 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:42:31.085466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-457aa0bb-75ad-49a4-993a-0253649428f6 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:42:31.105185 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:42:31.115944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd78374-d1d1-4a7f-8c53-ca78c44e0011 None None] Network 3d51a132-9dd1-4ed2-a22b-de11b508dbc3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:31.210746 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-747b2ab1-35b7-4c9a-b81b-42b81a4ca86c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:31.212597 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-747b2ab1-35b7-4c9a-b81b-42b81a4ca86c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0111558 Jan 28 06:42:31.329371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2cebd00d-fec0-47c0-a07e-04f39ef3063a None None] Calling delete_port for 8e67aa90-a20e-4f33-b8c1-2122668fc35a owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:31.442330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39082) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:31.544856 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290a2cea-3c39-4ac1-b5d1-d311e4b8aee0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:31.568780 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21866c0-4284-4792-92bb-ed6deca47c64 None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:31.584869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21866c0-4284-4792-92bb-ed6deca47c64 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:31.588721 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c21866c0-4284-4792-92bb-ed6deca47c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:31.612504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-7124dc04-08cd-447f-96a2-f1972cc5aaa7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Deleting subnet edde9bee-7eff-46d8-9c99-5d90c4f05298 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:42:31.625102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Router b352f8d2-ae4d-4352-b1e0-f305b7adf031 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:42:31.635412 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-f414fc05-3285-4cb7-a4d2-ea47c879b981 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 5239887c-02e6-4033-bdf0-495ac82857bc {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:42:31.637316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-457aa0bb-75ad-49a4-993a-0253649428f6 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:31.642711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7124dc04-08cd-447f-96a2-f1972cc5aaa7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:31.643857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f414fc05-3285-4cb7-a4d2-ea47c879b981 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:31.653021 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5e993bd9-6f5d-4fb0-bb3d-2b61650a25ee None None] Provisioning for port cde631c1-2345-4f2b-8ee6-0ac826673e38 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:31.656837 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2cebd00d-fec0-47c0-a07e-04f39ef3063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:31.660027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port b5a9aec5-9b66-4083-8a33-7dee0634aee4 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:31.663561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f77f4f3f-4660-48ef-835c-49c6e2fcd89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:31.684808 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457aa0bb-75ad-49a4-993a-0253649428f6 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6048ec5e-62b3-440a-901e-22b7984f7a84 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 06:42:31.695962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-457aa0bb-75ad-49a4-993a-0253649428f6 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:31.709775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457aa0bb-75ad-49a4-993a-0253649428f6 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event deleted for resources: {'Network': ['ID=6048ec5e-62b3-440a-901e-22b7984f7a84,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:31.712601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c21866c0-4284-4792-92bb-ed6deca47c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:31.718089 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2f81d7e0-76b2-4288-b989-ffc019ea4335 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:31.769032 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device cde631c1-2345-4f2b-8ee6-0ac826673e38 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:31.825098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cebd00d-fec0-47c0-a07e-04f39ef3063a None None] No DVR routers for this DVR port 8e67aa90-a20e-4f33-b8c1-2122668fc35a on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:31.833259 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cebd00d-fec0-47c0-a07e-04f39ef3063a None None] Pushing event deleted for resources: {'Port': ['ID=8e67aa90-a20e-4f33-b8c1-2122668fc35a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:31.871054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21866c0-4284-4792-92bb-ed6deca47c64 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:31.875381 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c21866c0-4284-4792-92bb-ed6deca47c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:31.907088 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-457aa0bb-75ad-49a4-993a-0253649428f6 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "DELETE /v2.0/networks/6048ec5e-62b3-440a-901e-22b7984f7a84 HTTP/1.1" status: 204 len: 168 time: 2.3510523 Jan 28 06:42:31.938445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f414fc05-3285-4cb7-a4d2-ea47c879b981 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:32.038052 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c21866c0-4284-4792-92bb-ed6deca47c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:32.038273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21866c0-4284-4792-92bb-ed6deca47c64 None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:32.165977 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1dbcec1f-fc41-48b2-af2e-d6e621fa74c2 None None] Provisioning for port b5a9aec5-9b66-4083-8a33-7dee0634aee4 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:32.185377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33af54c-62ee-445a-9652-4c4592581f04 req-0150493e-e73a-42fc-b93b-379862c185ff tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:32.193118 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e33af54c-62ee-445a-9652-4c4592581f04 req-0150493e-e73a-42fc-b93b-379862c185ff tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 1.6780429 Jan 28 06:42:32.214024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7124dc04-08cd-447f-96a2-f1972cc5aaa7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:32.227853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f414fc05-3285-4cb7-a4d2-ea47c879b981 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:32.234273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1dbcec1f-fc41-48b2-af2e-d6e621fa74c2 None None] Provisioning complete for port b5a9aec5-9b66-4083-8a33-7dee0634aee4 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:32.235882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1dbcec1f-fc41-48b2-af2e-d6e621fa74c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:32.274602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:32.275032 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:32.281049 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Floating IP 4bf317f6-62c4-49de-9e5c-94764f467f64 disassociated. External IP: 172.26.4.69, port: 2f81d7e0-76b2-4288-b989-ffc019ea4335. Jan 28 06:42:32.281049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Calling delete_port for 2f81d7e0-76b2-4288-b989-ffc019ea4335 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:32.338650 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port cde631c1-2345-4f2b-8ee6-0ac826673e38 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:32.377119 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port cde631c1-2345-4f2b-8ee6-0ac826673e38 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:32.379628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:32.422854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39096) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:32.429412 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-20ec903b-4d2c-4530-82d4-2ee872dfd86b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Request body: {'router': {'name': 'tempest-router--1382031722', 'project_id': '32b5841e89364f748446d6b9a3ad9f62'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:32.442254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-20ec903b-4d2c-4530-82d4-2ee872dfd86b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:32.446107 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:32.446579 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f414fc05-3285-4cb7-a4d2-ea47c879b981 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:32.536471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:32.547402 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4184b7cb-e83b-410a-b809-de78eaa3ef32 None None] Sync routers for ids ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:32.560450 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f81d7e0-76b2-4288-b989-ffc019ea4335'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:42:32.560899 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4184b7cb-e83b-410a-b809-de78eaa3ef32 None None] Routers {'b352f8d2-ae4d-4352-b1e0-f305b7adf031'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:32.561494 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4184b7cb-e83b-410a-b809-de78eaa3ef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:32.582953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-20ec903b-4d2c-4530-82d4-2ee872dfd86b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Usage tracker for resource:router and tenant:32b5841e89364f748446d6b9a3ad9f62 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:32.585985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414fc05-3285-4cb7-a4d2-ea47c879b981 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=5239887c-02e6-4033-bdf0-495ac82857bc,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:32.606419 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2f81d7e0-76b2-4288-b989-ffc019ea4335, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2f81d7e0-76b2-4288-b989-ffc019ea4335,segment=NetworkSegment(8a19605c-085b-468a-82b6-38e32446b1ce),segment_id=8a19605c-085b-468a-82b6-38e32446b1ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:32.608739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-20ec903b-4d2c-4530-82d4-2ee872dfd86b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:32.622550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f414fc05-3285-4cb7-a4d2-ea47c879b981 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:32.626245 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-20ec903b-4d2c-4530-82d4-2ee872dfd86b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:32.704911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290a2cea-3c39-4ac1-b5d1-d311e4b8aee0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:42:32.716728 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1dbcec1f-fc41-48b2-af2e-d6e621fa74c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:32.738004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1e15ff-91cf-4e31-b109-4086ca2cc792 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:32.802725 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4184b7cb-e83b-410a-b809-de78eaa3ef32 None None] Set router b352f8d2-ae4d-4352-b1e0-f305b7adf031 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:42:32.850341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] No DVR routers for this DVR port 09dc5c21-b41c-4367-8feb-de551e51d904 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:32.861648 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-20ec903b-4d2c-4530-82d4-2ee872dfd86b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:32.864347 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-20ec903b-4d2c-4530-82d4-2ee872dfd86b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:32.879973 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:32.884666 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f50b3a88-1db3-445f-9775-c8efd34aaa86 req-6916124d-1e79-4bf7-9f49-e9a7a1e028fa tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.37 "DELETE /v2.0/ports/09dc5c21-b41c-4367-8feb-de551e51d904 HTTP/1.1" status: 204 len: 173 time: 5.9880733 Jan 28 06:42:32.897462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585b2ba-8bca-4d10-bd26-1e13c68fcca9 req-0360a147-c907-49e7-969b-09dc615e651a tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:32.900726 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f414fc05-3285-4cb7-a4d2-ea47c879b981 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/5239887c-02e6-4033-bdf0-495ac82857bc HTTP/1.1" status: 204 len: 168 time: 1.4569976 Jan 28 06:42:32.905163 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39102) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:32.915762 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e585b2ba-8bca-4d10-bd26-1e13c68fcca9 req-0360a147-c907-49e7-969b-09dc615e651a tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 945 time: 1.2857802 Jan 28 06:42:32.921155 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ad4a15-adf5-4203-b897-036b67403bc4', 'name': 'network-vif-deleted', 'tag': '09dc5c21-b41c-4367-8feb-de551e51d904'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:42:32.951851 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e33af54c-62ee-445a-9652-4c4592581f04 req-4ad44aa9-2eac-48a4-99ac-6f6d13b503a8 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7578070 Jan 28 06:42:32.982513 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] For port 8e67aa90-a20e-4f33-b8c1-2122668fc35a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8e67aa90-a20e-4f33-b8c1-2122668fc35a,segment=NetworkSegment(bb06cc37-bd5f-4b9d-92de-4a7881bc60e9),segment_id=bb06cc37-bd5f-4b9d-92de-4a7881bc60e9)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:32.983177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:33.033829 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:33.039997 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1dbcec1f-fc41-48b2-af2e-d6e621fa74c2 None None] For port b5a9aec5-9b66-4083-8a33-7dee0634aee4, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b5a9aec5-9b66-4083-8a33-7dee0634aee4,segment=NetworkSegment(9084779f-476f-430c-bfe0-2b42fb61370a),segment_id=9084779f-476f-430c-bfe0-2b42fb61370a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:33.074671 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8cd3fe74-9f7b-4b08-8d10-a473659bab6d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1617210 Jan 28 06:42:33.097149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39108) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:33.208898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-20ec903b-4d2c-4530-82d4-2ee872dfd86b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:33.220740 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=2f81d7e0-76b2-4288-b989-ffc019ea4335,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:33.227747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:33.257112 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4184b7cb-e83b-410a-b809-de78eaa3ef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port': {'id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:31Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e6710531-79be-473f-be61-c2b4a5d6f459', 'name': '', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'mac_address': 'fa:16:3e:6e:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:42Z', 'updated_at': '2022-01-28T06:40:58Z', 'revision_number': 5, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'subnets': [{'id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:33.261293 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4184b7cb-e83b-410a-b809-de78eaa3ef32 None None] Checking router: b352f8d2-ae4d-4352-b1e0-f305b7adf031 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:42:33.270753 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4184b7cb-e83b-410a-b809-de78eaa3ef32 None None] Routers {'b352f8d2-ae4d-4352-b1e0-f305b7adf031'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:33.271464 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4184b7cb-e83b-410a-b809-de78eaa3ef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:33.284887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 8e67aa90-a20e-4f33-b8c1-2122668fc35a owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:33.301824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1dbcec1f-fc41-48b2-af2e-d6e621fa74c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:33.331891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-69fa7347-34d6-45fb-96b0-5e770c0607a5 req-e61087b1-ba73-47de-bb11-786271912aed tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Synchronizing usage tracker for tenant:2423fe87bf994d5ea23de358f8ed2566 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:33.384571 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e585b2ba-8bca-4d10-bd26-1e13c68fcca9 req-79bab3ed-f403-48e1-a00b-b8d035ee52ec tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3798325 Jan 28 06:42:33.385679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0008d6a6-48d1-49ab-8963-25d2dab33b74 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:33.395371 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0008d6a6-48d1-49ab-8963-25d2dab33b74 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2946987 Jan 28 06:42:33.396624 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39112) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:33.406570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290a2cea-3c39-4ac1-b5d1-d311e4b8aee0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:33.412957 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-20ec903b-4d2c-4530-82d4-2ee872dfd86b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:33.438247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:42:33.438826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:42:33.442869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:42:33.446001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:42:33.446001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7124dc04-08cd-447f-96a2-f1972cc5aaa7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:33.488436 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1dbcec1f-fc41-48b2-af2e-d6e621fa74c2 None None] Could not find standard attr ID for object 19f99541-d503-4882-8d09-481bd476086b. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:42:33.489064 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-290a2cea-3c39-4ac1-b5d1-d311e4b8aee0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:33.511949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-69fa7347-34d6-45fb-96b0-5e770c0607a5 req-e61087b1-ba73-47de-bb11-786271912aed tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Unset dirty status for tenant:2423fe87bf994d5ea23de358f8ed2566 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:33.513097 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-69fa7347-34d6-45fb-96b0-5e770c0607a5 req-e61087b1-ba73-47de-bb11-786271912aed tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2ad4a15-adf5-4203-b897-036b67403bc4 HTTP/1.1" status: 200 len: 210 time: 0.2812123 Jan 28 06:42:33.520576 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f0aea-298a-47dd-901b-dd8e054fe8c8 None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:33.546035 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4184b7cb-e83b-410a-b809-de78eaa3ef32 None None] Set router b352f8d2-ae4d-4352-b1e0-f305b7adf031 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:42:33.565959 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ad4a15-adf5-4203-b897-036b67403bc4', 'name': 'network-vif-deleted', 'tag': '09dc5c21-b41c-4367-8feb-de551e51d904', 'status': 'completed', 'code': 200} Jan 28 06:42:33.580018 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f81d7e0-76b2-4288-b989-ffc019ea4335', 'code': 200} Jan 28 06:42:33.582154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbcec1f-fc41-48b2-af2e-d6e621fa74c2 None None] Pushing event updated for resources: {'Port': ['ID=b5a9aec5-9b66-4083-8a33-7dee0634aee4,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:33.584933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9744b1dc-703d-4b2c-b6f6-e453cb1e7921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:33.616330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f0aea-298a-47dd-901b-dd8e054fe8c8 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:33.617157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-458f0aea-298a-47dd-901b-dd8e054fe8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:33.640108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7124dc04-08cd-447f-96a2-f1972cc5aaa7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:33.676768 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c496b115-70c3-47f8-b88d-0fc9116ac2df tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:33.677575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c496b115-70c3-47f8-b88d-0fc9116ac2df tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:33.681268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124dc04-08cd-447f-96a2-f1972cc5aaa7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Subnet': ['ID=edde9bee-7eff-46d8-9c99-5d90c4f05298,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:33.685137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7124dc04-08cd-447f-96a2-f1972cc5aaa7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:33.691384 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-290a2cea-3c39-4ac1-b5d1-d311e4b8aee0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "PUT /v2.0/floatingips/3d864002-3e31-41f6-ad21-8c86b329666b HTTP/1.1" status: 200 len: 978 time: 6.4968853 Jan 28 06:42:33.691384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39116) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:33.696942 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7124dc04-08cd-447f-96a2-f1972cc5aaa7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/subnets/edde9bee-7eff-46d8-9c99-5d90c4f05298 HTTP/1.1" status: 204 len: 168 time: 3.9710197 Jan 28 06:42:33.701203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-07b8018a-1a5a-4e9a-8ef5-f130e7ee61cd tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:33.703683 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39120) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:33.766280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-20ec903b-4d2c-4530-82d4-2ee872dfd86b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:33.770239 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-20ec903b-4d2c-4530-82d4-2ee872dfd86b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3460267 Jan 28 06:42:33.772023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39124) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:33.773315 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port cde631c1-2345-4f2b-8ee6-0ac826673e38, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=cde631c1-2345-4f2b-8ee6-0ac826673e38,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:33.775821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-458f0aea-298a-47dd-901b-dd8e054fe8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:33.777470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ed12a-72b0-4171-8dc4-4ad636472b3a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:33.778930 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea14de27-b3ee-4b8a-8a07-d661001097d4 None None] Network 3d51a132-9dd1-4ed2-a22b-de11b508dbc3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:33.779270 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357ed12a-72b0-4171-8dc4-4ad636472b3a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:33.780200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-357ed12a-72b0-4171-8dc4-4ad636472b3a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Synchronizing usage tracker for tenant:c38957e49e264f3b93c6a1a899f14783 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:33.868133 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-07b8018a-1a5a-4e9a-8ef5-f130e7ee61cd tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:33.949667 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c496b115-70c3-47f8-b88d-0fc9116ac2df tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:33.951218 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c496b115-70c3-47f8-b88d-0fc9116ac2df tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5510480 Jan 28 06:42:33.973057 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39128) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:34.024292 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:34.029692 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4184b7cb-e83b-410a-b809-de78eaa3ef32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port': {'id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:31Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e6710531-79be-473f-be61-c2b4a5d6f459', 'name': '', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'mac_address': 'fa:16:3e:6e:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:42Z', 'updated_at': '2022-01-28T06:40:58Z', 'revision_number': 5, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'subnets': [{'id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:34.037957 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4184b7cb-e83b-410a-b809-de78eaa3ef32 None None] The sync data for ids ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'] in dv-neutron-824022-4-hyperv is: [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port': {'id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:31Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e6710531-79be-473f-be61-c2b4a5d6f459', 'name': '', 'network_id': '5f2b0666-0d46-4da3-b041-3a536f560007', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'mac_address': 'fa:16:3e:6e:7c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:42Z', 'updated_at': '2022-01-28T06:40:58Z', 'revision_number': 5, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'subnets': [{'id': 'fe055a4a-7120-4b77-9062-14e6a086583f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:34.082675 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8e9ab514-1671-49bb-bbb7-0faaf906a436 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069405 Jan 28 06:42:34.087399 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39134) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:34.099592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-51c74427-0910-4f93-93a8-5fe10465785d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:34.110416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Deleting port 2f81d7e0-76b2-4288-b989-ffc019ea4335 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:34.113808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:34.179734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 8e67aa90-a20e-4f33-b8c1-2122668fc35a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:34.180326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:34.193912 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f0aea-298a-47dd-901b-dd8e054fe8c8 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:34.198771 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-458f0aea-298a-47dd-901b-dd8e054fe8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:34.286682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8e67aa90-a20e-4f33-b8c1-2122668fc35a no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:34.344106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1b3ea0c7-de5e-4ec6-90fd-dcadfe3971c6 None None] Provisioning complete for port b5a9aec5-9b66-4083-8a33-7dee0634aee4 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:34.344486 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea0c7-de5e-4ec6-90fd-dcadfe3971c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:34.365535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-321c8806-0fec-45ad-917b-e6a313e6a07b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:34.415626 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 8e67aa90-a20e-4f33-b8c1-2122668fc35a {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:42:34.415982 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8e67aa90-a20e-4f33-b8c1-2122668fc35a not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:42:34.434850 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-458f0aea-298a-47dd-901b-dd8e054fe8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:34.435280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f0aea-298a-47dd-901b-dd8e054fe8c8 None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:34.478710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=cde631c1-2345-4f2b-8ee6-0ac826673e38,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:34.483451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:34.551801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-51c74427-0910-4f93-93a8-5fe10465785d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:34.552495 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad022f9-8fdf-4b76-8467-4b4de5063381 None None] New status for floating IP cc9625f5-f61a-41d1-bf50-baf01c17d429: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:42:34.565640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308533b0-9eb6-4304-9c7c-bcc22fbce2c2 None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:42:34.588882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:34.591695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-51c74427-0910-4f93-93a8-5fe10465785d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:34.594735 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-308533b0-9eb6-4304-9c7c-bcc22fbce2c2 None None] Deleting port cde631c1-2345-4f2b-8ee6-0ac826673e38 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:34.595110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-308533b0-9eb6-4304-9c7c-bcc22fbce2c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:34.647447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30e0af3-fad0-4c3e-b33b-b006e96f293d None None] DHCP port deletion for 3d51a132-9dd1-4ed2-a22b-de11b508dbc3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:42:34.664242 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c30e0af3-fad0-4c3e-b33b-b006e96f293d None None] Deleting port b5a9aec5-9b66-4083-8a33-7dee0634aee4 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:34.664573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c30e0af3-fad0-4c3e-b33b-b006e96f293d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:34.700821 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-07b8018a-1a5a-4e9a-8ef5-f130e7ee61cd tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:34.761893 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c74427-0910-4f93-93a8-5fe10465785d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:34.766067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-51c74427-0910-4f93-93a8-5fe10465785d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:34.766867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] The port '8e67aa90-a20e-4f33-b8c1-2122668fc35a' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:42:34.879951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-07b8018a-1a5a-4e9a-8ef5-f130e7ee61cd tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:34.880856 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-07b8018a-1a5a-4e9a-8ef5-f130e7ee61cd tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Floating IP 3d864002-3e31-41f6-ad21-8c86b329666b disassociated. External IP: 172.26.4.222, port: b91030d8-e1ea-4153-9cba-60c97944cbb1. Jan 28 06:42:34.886505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1b3ea0c7-de5e-4ec6-90fd-dcadfe3971c6 None None] Provisioning for port 70514f60-15ff-4c9f-a63a-3c87a72e2116 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:34.955389 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1b3ea0c7-de5e-4ec6-90fd-dcadfe3971c6 None None] Provisioning complete for port 70514f60-15ff-4c9f-a63a-3c87a72e2116 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:34.955761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1b3ea0c7-de5e-4ec6-90fd-dcadfe3971c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.022935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-357ed12a-72b0-4171-8dc4-4ad636472b3a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Unset dirty status for tenant:c38957e49e264f3b93c6a1a899f14783 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:35.028162 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-357ed12a-72b0-4171-8dc4-4ad636472b3a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.3195453 Jan 28 06:42:35.040898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-308533b0-9eb6-4304-9c7c-bcc22fbce2c2 None None] For port cde631c1-2345-4f2b-8ee6-0ac826673e38, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=cde631c1-2345-4f2b-8ee6-0ac826673e38,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:35.041293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-308533b0-9eb6-4304-9c7c-bcc22fbce2c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.048651 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39144) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:35.103535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ea0c7-de5e-4ec6-90fd-dcadfe3971c6 None None] Port 70514f60-15ff-4c9f-a63a-3c87a72e2116 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:42:35.117637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-321c8806-0fec-45ad-917b-e6a313e6a07b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.121270 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-321c8806-0fec-45ad-917b-e6a313e6a07b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.226484 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-308533b0-9eb6-4304-9c7c-bcc22fbce2c2 None None] Calling delete_port for cde631c1-2345-4f2b-8ee6-0ac826673e38 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:35.278207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c30e0af3-fad0-4c3e-b33b-b006e96f293d None None] For port b5a9aec5-9b66-4083-8a33-7dee0634aee4, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b5a9aec5-9b66-4083-8a33-7dee0634aee4,segment=NetworkSegment(9084779f-476f-430c-bfe0-2b42fb61370a),segment_id=9084779f-476f-430c-bfe0-2b42fb61370a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:35.278451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c30e0af3-fad0-4c3e-b33b-b006e96f293d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.281594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.314980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-06b5719d-13cf-4671-9c7d-6c27111ff4c2 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.317932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08822c-7d3b-4329-89b3-944823620284 req-cda83c93-10e5-4a7e-aadd-4f8c11f91527 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:35.319539 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc08822c-7d3b-4329-89b3-944823620284 req-cda83c93-10e5-4a7e-aadd-4f8c11f91527 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 1.1098905 Jan 28 06:42:35.353877 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b5719d-13cf-4671-9c7d-6c27111ff4c2 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 06:42:35.354353 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b5719d-13cf-4671-9c7d-6c27111ff4c2 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:42:35.394742 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-06b5719d-13cf-4671-9c7d-6c27111ff4c2 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/networks/3d51a132-9dd1-4ed2-a22b-de11b508dbc3 HTTP/1.1" status: 409 len: 405 time: 0.3456409 Jan 28 06:42:35.401201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39148) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:35.406869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8706250-98fc-4530-8907-606662ed07a5']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:35.410880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c30e0af3-fad0-4c3e-b33b-b006e96f293d None None] Calling delete_port for b5a9aec5-9b66-4083-8a33-7dee0634aee4 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:35.429719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1554520006'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:35.436417 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-321c8806-0fec-45ad-917b-e6a313e6a07b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.437005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321c8806-0fec-45ad-917b-e6a313e6a07b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb473e41-ca01-4bfc-9e66-ed3c80646596 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:42:35.441242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb06cc37-bd5f-4b9d-92de-4a7881bc60e9') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:35.441648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb06cc37-bd5f-4b9d-92de-4a7881bc60e9') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:35.466447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:35.505297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b8018a-1a5a-4e9a-8ef5-f130e7ee61cd tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:42:35.583344 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-51c74427-0910-4f93-93a8-5fe10465785d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.607234 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016569b-d451-4761-93c4-62502e4c4b91 req-dc46d834-a6de-4d9a-ab9c-c0772e24b4ff tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:35.607929 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9016569b-d451-4761-93c4-62502e4c4b91 req-dc46d834-a6de-4d9a-ab9c-c0772e24b4ff tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Synchronizing usage tracker for tenant:041b8e4388b44244b95aae87439097f7 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:35.612463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Usage tracker for resource:network and tenant:c38957e49e264f3b93c6a1a899f14783 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:35.623002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-308533b0-9eb6-4304-9c7c-bcc22fbce2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.623247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:35.629329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.644596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-321c8806-0fec-45ad-917b-e6a313e6a07b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.646062 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-321c8806-0fec-45ad-917b-e6a313e6a07b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "DELETE /v2.0/routers/fb473e41-ca01-4bfc-9e66-ed3c80646596 HTTP/1.1" status: 204 len: 168 time: 1.8725533 Jan 28 06:42:35.651436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:35.659010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c74427-0910-4f93-93a8-5fe10465785d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:35.667504 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-51c74427-0910-4f93-93a8-5fe10465785d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:35.669875 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc08822c-7d3b-4329-89b3-944823620284 req-ce1b2db1-a97a-4357-8181-c7fc6941662c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3365104 Jan 28 06:42:35.671556 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c74427-0910-4f93-93a8-5fe10465785d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:35.672758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-51c74427-0910-4f93-93a8-5fe10465785d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.681598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308533b0-9eb6-4304-9c7c-bcc22fbce2c2 None None] Pushing event deleted for resources: {'Port': ['ID=cde631c1-2345-4f2b-8ee6-0ac826673e38,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:35.683439 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.688899 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308533b0-9eb6-4304-9c7c-bcc22fbce2c2 None None] No DVR routers for this DVR port cde631c1-2345-4f2b-8ee6-0ac826673e38 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:35.692162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] For port 2f81d7e0-76b2-4288-b989-ffc019ea4335, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2f81d7e0-76b2-4288-b989-ffc019ea4335,segment=NetworkSegment(8a19605c-085b-468a-82b6-38e32446b1ce),segment_id=8a19605c-085b-468a-82b6-38e32446b1ce)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:35.692523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.704400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.706078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c30e0af3-fad0-4c3e-b33b-b006e96f293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.710168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:42:35.710745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:42:35.739117 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:42:35.746937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c74427-0910-4f93-93a8-5fe10465785d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=49a4a0dc-6b1d-43e7-94ac-e4ca07608015,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:35.767482 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9871996-83f0-46df-89c3-1bc67f9defc4 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:35.807140 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e0af3-fad0-4c3e-b33b-b006e96f293d None None] Pushing event deleted for resources: {'Port': ['ID=b5a9aec5-9b66-4083-8a33-7dee0634aee4,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:35.814163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30e0af3-fad0-4c3e-b33b-b006e96f293d None None] No DVR routers for this DVR port b5a9aec5-9b66-4083-8a33-7dee0634aee4 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:35.821864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9016569b-d451-4761-93c4-62502e4c4b91 req-dc46d834-a6de-4d9a-ab9c-c0772e24b4ff tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Unset dirty status for tenant:041b8e4388b44244b95aae87439097f7 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:35.836166 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9016569b-d451-4761-93c4-62502e4c4b91 req-dc46d834-a6de-4d9a-ab9c-c0772e24b4ff tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 943 time: 1.1614599 Jan 28 06:42:35.852953 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Made reservation on behalf of c38957e49e264f3b93c6a1a899f14783 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:35.856820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.869572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b8018a-1a5a-4e9a-8ef5-f130e7ee61cd tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:35.874922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-07b8018a-1a5a-4e9a-8ef5-f130e7ee61cd tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:35.907293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f192e-a4e3-4fbb-8fb8-684ef164d726 None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:35.940092 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f192e-a4e3-4fbb-8fb8-684ef164d726 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:35.941561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-872f192e-a4e3-4fbb-8fb8-684ef164d726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:36.001401 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-07b8018a-1a5a-4e9a-8ef5-f130e7ee61cd tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "PUT /v2.0/floatingips/3d864002-3e31-41f6-ad21-8c86b329666b HTTP/1.1" status: 200 len: 688 time: 2.3101590 Jan 28 06:42:36.009204 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-51c74427-0910-4f93-93a8-5fe10465785d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9210505 Jan 28 06:42:36.010896 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39158) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:36.011256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39160) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:36.023534 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'fixed_ips': [{'subnet_id': '49a4a0dc-6b1d-43e7-94ac-e4ca07608015', 'ip_address': '2001:db8::c6f6:eb2b:4e79:7920'}], 'name': 'tempest-NetworksTestDHCPv6-467083044'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:36.026600 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-872f192e-a4e3-4fbb-8fb8-684ef164d726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:36.058700 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9016569b-d451-4761-93c4-62502e4c4b91 req-075d40e6-a418-4136-8a32-c7f3192d9ca9 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups?id=1e220daa-2b42-4c4c-b9f5-182a5991b147&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208865 Jan 28 06:42:36.074918 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f192e-a4e3-4fbb-8fb8-684ef164d726 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:36.075748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-872f192e-a4e3-4fbb-8fb8-684ef164d726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:36.078213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:42:36.094598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.124098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.127242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39166) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:36.144326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.144669 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Added segment 4449f90b-9d39-4b19-82e0-7074747b7f56 of type vlan for network 362bd594-70b9-449d-afa3-a5acfd2f7a77 Jan 28 06:42:36.153916 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-872f192e-a4e3-4fbb-8fb8-684ef164d726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:36.153916 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872f192e-a4e3-4fbb-8fb8-684ef164d726 None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:36.154107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Network': ['ID=b8706250-98fc-4530-8907-606662ed07a5,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:36.237664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39172) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:36.239893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': '49a4a0dc-6b1d-43e7-94ac-e4ca07608015'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:42:36.244445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.245077 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-90ff56d2-f934-4764-9b3d-6508d5a65c27 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/networks/b8706250-98fc-4530-8907-606662ed07a5 HTTP/1.1" status: 204 len: 168 time: 7.2476141 Jan 28 06:42:36.259693 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:36.267679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:36.270628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:36.278499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:36.294161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39178) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:36.335585 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1250988963'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:36.363209 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:36.401238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.407374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:network and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:36.449031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:36.462945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Allocated IP 2001:db8::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/49a4a0dc-6b1d-43e7-94ac-e4ca07608015/6a597368-f42b-4fdf-bd85-d2ca5132ca6c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:36.471625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.471996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.472300 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Floating IP 4bf317f6-62c4-49de-9e5c-94764f467f64 disassociated. External IP: 172.26.4.69, port: 2f81d7e0-76b2-4288-b989-ffc019ea4335. Jan 28 06:42:36.472687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Calling delete_port for 2f81d7e0-76b2-4288-b989-ffc019ea4335 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:36.510937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:36.535929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:36.564055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b5a9aec5-9b66-4083-8a33-7dee0634aee4 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:36.647824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1571551662', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:36.654105 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-531c5215-3736-4e67-a121-5fae3038cd96 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.655279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: b5a9aec5-9b66-4083-8a33-7dee0634aee4 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:42:36.655624 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b5a9aec5-9b66-4083-8a33-7dee0634aee4 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:42:36.656063 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device cde631c1-2345-4f2b-8ee6-0ac826673e38 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:36.671434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:36.674010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:36.679179 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.691023 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: cde631c1-2345-4f2b-8ee6-0ac826673e38 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:42:36.691396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device cde631c1-2345-4f2b-8ee6-0ac826673e38 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:42:36.719647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Usage tracker for resource:router and tenant:e38c8523c4034d3496e7320653480a63 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:36.730895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:36.734115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.739508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:36.740095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.777411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:36.789671 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-0806bea2-a211-4afc-8ca2-44ef4c72b147 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port 73050b7c-f9a7-4c03-b5ee-f808852dc6dc {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:36.789991 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0806bea2-a211-4afc-8ca2-44ef4c72b147 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.809983 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.821709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Transition to ACTIVE for port object 6a597368-f42b-4fdf-bd85-d2ca5132ca6c will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:36.833363 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-531c5215-3736-4e67-a121-5fae3038cd96 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.845735 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Transition to ACTIVE for port object 6a597368-f42b-4fdf-bd85-d2ca5132ca6c will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:36.860801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.892524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94498f3-6e7e-43a2-acb6-534f13b9fc7f req-47c29ac1-6350-42b3-a82d-7a1b7af4eb51 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:36.893990 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c94498f3-6e7e-43a2-acb6-534f13b9fc7f req-47c29ac1-6350-42b3-a82d-7a1b7af4eb51 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.4949651 Jan 28 06:42:36.907455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:42:36.914668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 044cc105-bd32-4c7d-8ed7-fe19bdd891e1 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:36.922702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:36.989869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:36.992871 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:36.996466 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:37.002866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Pushing event updated for resources: {'Port': ['ID=6a597368-f42b-4fdf-bd85-d2ca5132ca6c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:37.011973 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.013000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.016918 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6027713 Jan 28 06:42:37.027498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba18a09-3010-449a-943e-b7bdd98d6ed9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'Network': ['ID=362bd594-70b9-449d-afa3-a5acfd2f7a77,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:37.028376 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39182) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:37.047325 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.047325 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Added segment eccdd2bd-1edb-4133-b003-628d2eeedae8 of type vlan for network f8cb68d0-c023-4695-b422-547814af2419 Jan 28 06:42:37.047621 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 362bd594-70b9-449d-afa3-a5acfd2f7a77 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:42:37.067106 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Request body: {'subnet': {'network_id': '362bd594-70b9-449d-afa3-a5acfd2f7a77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:37.074948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3baaa4-89b6-46c8-b129-8eda0a072b80 req-62170552-2d35-4991-8863-a8ae736eb531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:37.080172 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c3baaa4-89b6-46c8-b129-8eda0a072b80 req-62170552-2d35-4991-8863-a8ae736eb531 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb1bd7b93cc04d2381fa60936dc42957&device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 1099 time: 0.4883709 Jan 28 06:42:37.083011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.131963 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c94498f3-6e7e-43a2-acb6-534f13b9fc7f req-a488867a-cba8-4442-a89c-c20afd2f8375 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198033 Jan 28 06:42:37.159853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.167138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.185372 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0806bea2-a211-4afc-8ca2-44ef4c72b147 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.185798 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0806bea2-a211-4afc-8ca2-44ef4c72b147 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.203695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Attempting to bind port 6a597368-f42b-4fdf-bd85-d2ca5132ca6c on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:42:37.203931 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Attempting to bind port 6a597368-f42b-4fdf-bd85-d2ca5132ca6c by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:42:37.204263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Attempting to bind port 6a597368-f42b-4fdf-bd85-d2ca5132ca6c on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:42:37.227626 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:42:37.227999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:37.228399 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.228894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:42:37.229418 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Bound port: 6a597368-f42b-4fdf-bd85-d2ca5132ca6c, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:42:37.229798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.280492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-531c5215-3736-4e67-a121-5fae3038cd96 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.295355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Pushing event deleted for resources: {'Port': ['ID=2f81d7e0-76b2-4288-b989-ffc019ea4335,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:37.327297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] For port 6a597368-f42b-4fdf-bd85-d2ca5132ca6c, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:42:37.330557 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] For port 6a597368-f42b-4fdf-bd85-d2ca5132ca6c, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6a597368-f42b-4fdf-bd85-d2ca5132ca6c,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:42:37.338833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:42:37.382733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.401500 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-0806bea2-a211-4afc-8ca2-44ef4c72b147 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for 73050b7c-f9a7-4c03-b5ee-f808852dc6dc owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:37.413697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c5215-3736-4e67-a121-5fae3038cd96 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4b6e1a-e204-4da3-b072-37598fe1bbe4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:37.458952 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:37.470753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:37.486403 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5fcb5-3681-4d81-b5b7-2399651d45b0 None None] Pushing event updated for resources: {'Port': ['ID=6a597368-f42b-4fdf-bd85-d2ca5132ca6c,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:37.568971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::c6f6:eb2b:4e79:7920 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/49a4a0dc-6b1d-43e7-94ac-e4ca07608015/044cc105-bd32-4c7d-8ed7-fe19bdd891e1) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:37.594417 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Made reservation on behalf of c38957e49e264f3b93c6a1a899f14783 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:37.596479 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.607633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1364eb33-0811-4652-8487-b81168c4edcb req-9e6ede6d-c712-4ff8-80f9-f9627f2443b2 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Synchronizing usage tracker for tenant:041b8e4388b44244b95aae87439097f7 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:37.819199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3baaa4-89b6-46c8-b129-8eda0a072b80 req-b28bbca5-56cb-4ffa-b4f3-aff10ed5f43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:37.820641 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c3baaa4-89b6-46c8-b129-8eda0a072b80 req-b28bbca5-56cb-4ffa-b4f3-aff10ed5f43f service neutron] 10.222.0.37 "GET /v2.0/networks?id=900882d3-f259-4633-a0ad-6db24a9bc89e HTTP/1.1" status: 200 len: 913 time: 0.7281876 Jan 28 06:42:37.821226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.826597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:37.827085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.972294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0806bea2-a211-4afc-8ca2-44ef4c72b147 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:37.994515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1364eb33-0811-4652-8487-b81168c4edcb req-9e6ede6d-c712-4ff8-80f9-f9627f2443b2 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Unset dirty status for tenant:041b8e4388b44244b95aae87439097f7 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:37.995722 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1364eb33-0811-4652-8487-b81168c4edcb req-9e6ede6d-c712-4ff8-80f9-f9627f2443b2 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 210 time: 0.7175720 Jan 28 06:42:38.088068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:38.127777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-531c5215-3736-4e67-a121-5fae3038cd96 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:38.128917 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-531c5215-3736-4e67-a121-5fae3038cd96 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "DELETE /v2.0/security-groups/7d4b6e1a-e204-4da3-b072-37598fe1bbe4 HTTP/1.1" status: 204 len: 168 time: 1.8899105 Jan 28 06:42:38.146563 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39188) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:38.162593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806bea2-a211-4afc-8ca2-44ef4c72b147 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=73050b7c-f9a7-4c03-b5ee-f808852dc6dc,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:38.183487 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-f30ebbc2-5535-4c1e-8436-a9d8e4dc3580 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] show failed (client error): The resource could not be found. Jan 28 06:42:38.187674 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f30ebbc2-5535-4c1e-8436-a9d8e4dc3580 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "GET /v2.0/security-groups/7d4b6e1a-e204-4da3-b072-37598fe1bbe4 HTTP/1.1" status: 404 len: 347 time: 0.0350971 Jan 28 06:42:38.190553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39194) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:38.195305 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9001186 Jan 28 06:42:38.219364 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39198) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:38.249333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': 'f8cb68d0-c023-4695-b422-547814af2419', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:38.256748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60d6ff-5eaa-433a-a551-fa7ec9e076ad tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Network': ['ID=f8cb68d0-c023-4695-b422-547814af2419,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:38.269198 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network f8cb68d0-c023-4695-b422-547814af2419 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:42:38.307455 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:38.358508 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c3baaa4-89b6-46c8-b129-8eda0a072b80 req-cfcc65e8-2a18-43d2-add1-c3308615685a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f325355-9184-4dbf-8fc8-9d2ada28d833 HTTP/1.1" status: 200 len: 1001 time: 0.5142345 Jan 28 06:42:38.376141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 044cc105-bd32-4c7d-8ed7-fe19bdd891e1 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:38.466690 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0806bea2-a211-4afc-8ca2-44ef4c72b147 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:38.476086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Router 72e1124e-394c-41b6-8d5c-bf271449f0be has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:42:38.479265 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:38.492959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f12639cf-b54d-46fa-8c75-90c1905d3635 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Deleting port 5689a47a-fed3-4d1f-9491-2062816947c2 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:38.495939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f12639cf-b54d-46fa-8c75-90c1905d3635 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:38.496075 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:38.506795 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:38.515365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:38.596108 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6a597368-f42b-4fdf-bd85-d2ca5132ca6c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:38.617754 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:38.621741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:38.668073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0806bea2-a211-4afc-8ca2-44ef4c72b147 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:38.669273 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0806bea2-a211-4afc-8ca2-44ef4c72b147 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/floatingips/3d864002-3e31-41f6-ad21-8c86b329666b HTTP/1.1" status: 204 len: 168 time: 2.6570790 Jan 28 06:42:38.677347 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:38.681461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39202) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:38.751212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3baaa4-89b6-46c8-b129-8eda0a072b80 req-fe035e72-1a1f-478a-856c-fd642e88da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:38.752688 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c3baaa4-89b6-46c8-b129-8eda0a072b80 req-fe035e72-1a1f-478a-856c-fd642e88da7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d287cf5-03cc-4605-a5b6-1cc9364d0ed2 HTTP/1.1" status: 200 len: 851 time: 0.3332355 Jan 28 06:42:38.765682 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.objects.ports [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88216) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:42:38.847703 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 6a597368-f42b-4fdf-bd85-d2ca5132ca6c completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:38.884281 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:38.945493 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-473d3b82-f097-4e1d-b7d9-669276263b9e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] delete failed (client error): The resource could not be found. Jan 28 06:42:38.946517 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-473d3b82-f097-4e1d-b7d9-669276263b9e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/floatingips/3d864002-3e31-41f6-ad21-8c86b329666b HTTP/1.1" status: 404 len: 345 time: 0.2639558 Jan 28 06:42:38.959192 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39206) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:38.986908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:39.024949 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:39.048216 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:39.053805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:39.054440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:39.060216 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=044cc105-bd32-4c7d-8ed7-fe19bdd891e1,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:39.110705 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-22f5cd3e-e757-4812-b8f0-8068bc78d03f None None] Provisioning for port 6a597368-f42b-4fdf-bd85-d2ca5132ca6c completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:39.110884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'Subnet': ['ID=3f2b48c8-c691-4cb3-9c2c-d63b97f5c213,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:39.118477 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-22f5cd3e-e757-4812-b8f0-8068bc78d03f None None] Provisioning complete for port 6a597368-f42b-4fdf-bd85-d2ca5132ca6c triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:39.118845 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-22f5cd3e-e757-4812-b8f0-8068bc78d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:39.132175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Checking segment: {'id': '4449f90b-9d39-4b19-82e0-7074747b7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '362bd594-70b9-449d-afa3-a5acfd2f7a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:39.134305 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Network hostable DHCP agents. Network: 362bd594-70b9-449d-afa3-a5acfd2f7a77, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:42:39.229523 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f9b600e7-aeb6-4d92-9917-34723bf1980a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2122531 Jan 28 06:42:39.232374 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39212) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:39.239478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7400cc6e-e889-4363-8857-2ce90c9dd481 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'fixed_ips': [{'subnet_id': '49a4a0dc-6b1d-43e7-94ac-e4ca07608015', 'ip_address': '2001:db8::c6f6:eb2b:4e79:7920'}], 'name': 'tempest-NetworksTestDHCPv6-549188926'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:39.251468 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270369f-97a7-4567-b5c8-293b7b80e285 req-efc92688-0baf-4b47-b039-b5b850d44f3e tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:39.258686 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0270369f-97a7-4567-b5c8-293b7b80e285 req-efc92688-0baf-4b47-b039-b5b850d44f3e tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.9909174 Jan 28 06:42:39.266455 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927af28a-f9f6-4473-9595-fc5e45e69348 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:39.267685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f12639cf-b54d-46fa-8c75-90c1905d3635 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:39.268011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f12639cf-b54d-46fa-8c75-90c1905d3635 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:39.272314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927af28a-f9f6-4473-9595-fc5e45e69348 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:39.278119 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927af28a-f9f6-4473-9595-fc5e45e69348 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:39.278974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-927af28a-f9f6-4473-9595-fc5e45e69348 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Synchronizing usage tracker for tenant:866b65adc81f45ee83e2445ee7ce42b7 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:39.298316 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-33b578f2-2931-42d1-91b7-52db2857688d req-a9ab036e-48f6-4a41-a45b-6ea1fbee5fbd tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 210 time: 0.1275933 Jan 28 06:42:39.309072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-22f5cd3e-e757-4812-b8f0-8068bc78d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:39.338387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Network 362bd594-70b9-449d-afa3-a5acfd2f7a77 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:42:39.360624 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-22f5cd3e-e757-4812-b8f0-8068bc78d03f None None] For port 6a597368-f42b-4fdf-bd85-d2ca5132ca6c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6a597368-f42b-4fdf-bd85-d2ca5132ca6c,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:39.413211 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:39.439503 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-22f5cd3e-e757-4812-b8f0-8068bc78d03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:39.456614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f12639cf-b54d-46fa-8c75-90c1905d3635 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Calling delete_port for 5689a47a-fed3-4d1f-9491-2062816947c2 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:39.465220 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-927af28a-f9f6-4473-9595-fc5e45e69348 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Unset dirty status for tenant:866b65adc81f45ee83e2445ee7ce42b7 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:39.465220 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-927af28a-f9f6-4473-9595-fc5e45e69348 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "GET /v2.0/ports?network_id=f45dbfea-58ea-40a0-bd87-a48ab588b506 HTTP/1.1" status: 200 len: 2358 time: 0.4844463 Jan 28 06:42:39.480529 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39216) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:39.496020 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:39.510589 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e65a2-42d3-4a73-a156-f428d108f15a None None] Sync routers for ids ['72e1124e-394c-41b6-8d5c-bf271449f0be'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:39.520545 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5cd3e-e757-4812-b8f0-8068bc78d03f None None] Pushing event updated for resources: {'Port': ['ID=6a597368-f42b-4fdf-bd85-d2ca5132ca6c,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:39.528932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 362bd594-70b9-449d-afa3-a5acfd2f7a77) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:39.537573 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e65a2-42d3-4a73-a156-f428d108f15a None None] Routers {'72e1124e-394c-41b6-8d5c-bf271449f0be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:39.538600 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3e6e65a2-42d3-4a73-a156-f428d108f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['72e1124e-394c-41b6-8d5c-bf271449f0be'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:39.541491 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96355b65-b708-4a0a-bcdd-bb57410bdb7e None None] Network 362bd594-70b9-449d-afa3-a5acfd2f7a77 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:39.556522 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:39.557117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:39.562843 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0270369f-97a7-4567-b5c8-293b7b80e285 req-3002dd59-0147-4ec8-9981-fc1bc40bc4b4 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033054 Jan 28 06:42:39.570710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Subnet': ['ID=f365dc06-4713-4ab3-9462-a29791238d6a,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:39.573214 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7400cc6e-e889-4363-8857-2ce90c9dd481 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:39.599832 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7400cc6e-e889-4363-8857-2ce90c9dd481 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:39.604455 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7400cc6e-e889-4363-8857-2ce90c9dd481 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:39.621900 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7400cc6e-e889-4363-8857-2ce90c9dd481 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:39.628725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ef130-3871-478e-98be-029d0c141d2f tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:39.634579 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9b2ef130-3871-478e-98be-029d0c141d2f tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "GET /v2.0/subnets/716854b1-d3de-46ef-9ea3-506e074da290 HTTP/1.1" status: 200 len: 797 time: 0.1487498 Jan 28 06:42:39.635758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39220) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:39.637503 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Checking segment: {'id': 'eccdd2bd-1edb-4133-b003-628d2eeedae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f8cb68d0-c023-4695-b422-547814af2419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:39.637870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network hostable DHCP agents. Network: f8cb68d0-c023-4695-b422-547814af2419, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:42:39.642525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3baaa4-89b6-46c8-b129-8eda0a072b80 req-0089489d-67b7-4f7c-a581-3e5845932d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:39.644053 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c3baaa4-89b6-46c8-b129-8eda0a072b80 req-0089489d-67b7-4f7c-a581-3e5845932d7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=900882d3-f259-4633-a0ad-6db24a9bc89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8430476 Jan 28 06:42:39.645072 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] No DVR routers for this DVR port 2f81d7e0-76b2-4288-b989-ffc019ea4335 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:39.647686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:39.652033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'port': {'network_id': 'f45dbfea-58ea-40a0-bd87-a48ab588b506', 'name': 'tempest-FloatingIPTestJSON-791775412', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:39.652174 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-80bdb4ae-3742-4f55-8224-2a69c1ed43ee req-b5effded-7acf-4c0d-91a3-466ec80e1a07 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.37 "DELETE /v2.0/ports/2f81d7e0-76b2-4288-b989-ffc019ea4335 HTTP/1.1" status: 204 len: 173 time: 10.0940068 Jan 28 06:42:39.662199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'name': 'network-vif-deleted', 'tag': '2f81d7e0-76b2-4288-b989-ffc019ea4335'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:42:39.699207 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-eba84eba-d354-4e6b-b724-734f8771ab38 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6481733 Jan 28 06:42:39.700779 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39226) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:39.709060 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Request body: {'port': {'network_id': '362bd594-70b9-449d-afa3-a5acfd2f7a77', 'name': 'tempest-NetworksIpV6TestAttrs-735706957'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:39.795077 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a657939-28b1-4cf0-8a80-d679cf38b5f1', 'name': 'network-vif-deleted', 'tag': '2f81d7e0-76b2-4288-b989-ffc019ea4335', 'status': 'completed', 'code': 200} Jan 28 06:42:39.809434 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7400cc6e-e889-4363-8857-2ce90c9dd481 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:39.814357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7400cc6e-e889-4363-8857-2ce90c9dd481 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:39.823079 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network f8cb68d0-c023-4695-b422-547814af2419 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:42:39.914708 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-3e6e65a2-42d3-4a73-a156-f428d108f15a None None] Set router 72e1124e-394c-41b6-8d5c-bf271449f0be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:42:39.915971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-362bd594-70b9-449d-afa3-a5acfd2f7a77', 'network_id': '362bd594-70b9-449d-afa3-a5acfd2f7a77', 'tenant_id': 'c38957e49e264f3b93c6a1a899f14783', 'fixed_ips': [{'subnet_id': '3f2b48c8-c691-4cb3-9c2c-d63b97f5c213'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:42:39.917306 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:39.923638 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-7400cc6e-e889-4363-8857-2ce90c9dd481 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 88a7d8a4-6a37-4dbb-8a4e-7a4e30c61b47 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:39.974051 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c1767cb0-b71c-4995-80ef-a9c3ecb99acc None None] Provisioning for port 044cc105-bd32-4c7d-8ed7-fe19bdd891e1 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:40.018422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, f8cb68d0-c023-4695-b422-547814af2419) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:40.026941 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:40.047329 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:40.047879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:40.050510 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6551c935-faf9-40ec-aceb-e20723f77a7c None None] Network f8cb68d0-c023-4695-b422-547814af2419 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:40.059948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:40.078898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:40.101456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:40.107813 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c3baaa4-89b6-46c8-b129-8eda0a072b80 req-54d3924b-8e93-490c-b676-b2237ccee41a service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386313 Jan 28 06:42:40.258104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:40.266054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Usage tracker for resource:port and tenant:c38957e49e264f3b93c6a1a899f14783 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:40.272152 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:40.286222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Allocated IP 172.26.4.10 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/847974c6-3f44-4bf6-92f9-4d5fdb63e5e2) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:40.287775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:40.307074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c1767cb0-b71c-4995-80ef-a9c3ecb99acc None None] Provisioning complete for port 044cc105-bd32-4c7d-8ed7-fe19bdd891e1 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:40.307475 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c1767cb0-b71c-4995-80ef-a9c3ecb99acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:40.355895 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a77b1bd1-2612-4cb7-82f6-d811feeb389b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1288321 Jan 28 06:42:40.356505 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3e6e65a2-42d3-4a73-a156-f428d108f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:40:44Z', 'revision_number': 4, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '0b26abae-e997-4d10-814e-095307befe2f', 'name': '', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'mac_address': 'fa:16:3e:6b:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:55Z', 'revision_number': 5, 'project_id': '041b8e4388b44244b95aae87439097f7', 'subnets': [{'id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:40.358132 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39232) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:40.361043 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e65a2-42d3-4a73-a156-f428d108f15a None None] Checking router: 72e1124e-394c-41b6-8d5c-bf271449f0be for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:42:40.364881 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'network_id': 'f8cb68d0-c023-4695-b422-547814af2419', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1820135169'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:40.369753 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6e65a2-42d3-4a73-a156-f428d108f15a None None] Routers {'72e1124e-394c-41b6-8d5c-bf271449f0be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:40.370592 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3e6e65a2-42d3-4a73-a156-f428d108f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['72e1124e-394c-41b6-8d5c-bf271449f0be'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:40.385283 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Made reservation on behalf of 866b65adc81f45ee83e2445ee7ce42b7 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:40.458459 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Made reservation on behalf of c38957e49e264f3b93c6a1a899f14783 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:40.462379 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:40.585341 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-7400cc6e-e889-4363-8857-2ce90c9dd481 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 06:42:40.586048 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7400cc6e-e889-4363-8857-2ce90c9dd481 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:42:40.601945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Allocated IP 2001:db8::f816:3eff:fed6:39ba (362bd594-70b9-449d-afa3-a5acfd2f7a77/3f2b48c8-c691-4cb3-9c2c-d63b97f5c213/6f7fba83-3b49-4040-a448-dbecfe8f3495) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:40.612770 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-3e6e65a2-42d3-4a73-a156-f428d108f15a None None] Set router 72e1124e-394c-41b6-8d5c-bf271449f0be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:42:40.636188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f12639cf-b54d-46fa-8c75-90c1905d3635 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:40.645507 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] device_id is not set on port 0a8bc28f-c6fc-41a2-b918-fdddcd2e0b89 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:40.765927 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7fe8380-21e5-4319-bdad-9cc415449a11 req-642521a0-d59f-43bd-b4bf-1dcf1017f354 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a657939-28b1-4cf0-8a80-d679cf38b5f1 HTTP/1.1" status: 200 len: 210 time: 0.1807215 Jan 28 06:42:40.820645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:40.853952 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:40.865292 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7400cc6e-e889-4363-8857-2ce90c9dd481 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6318636 Jan 28 06:42:40.874044 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39238) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:40.906824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:40.922536 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:port and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:40.930260 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Transition to ACTIVE for port object 6f7fba83-3b49-4040-a448-dbecfe8f3495 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:40.937837 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:40.945422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] device_id is not set on port 982f0382-4358-4689-b1a9-4ce00b569aa1 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:40.982256 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c1767cb0-b71c-4995-80ef-a9c3ecb99acc None None] Port 044cc105-bd32-4c7d-8ed7-fe19bdd891e1 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:42:41.001167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Transition to ACTIVE for port object 6f7fba83-3b49-4040-a448-dbecfe8f3495 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:41.005767 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12639cf-b54d-46fa-8c75-90c1905d3635 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Pushing event deleted for resources: {'Port': ['ID=5689a47a-fed3-4d1f-9491-2062816947c2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:41.006741 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6a597368-f42b-4fdf-bd85-d2ca5132ca6c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:41.046078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-f8cb68d0-c023-4695-b422-547814af2419', 'network_id': 'f8cb68d0-c023-4695-b422-547814af2419', 'tenant_id': 'b7aa4a407e9649129af7fe8bd57ba33e', 'fixed_ips': [{'subnet_id': 'f365dc06-4713-4ab3-9462-a29791238d6a'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:42:41.047506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:41.084255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:41.102933 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:41.148404 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Network 362bd594-70b9-449d-afa3-a5acfd2f7a77 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:41.154127 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c3baaa4-89b6-46c8-b129-8eda0a072b80 req-7f653303-e67e-4b17-bbe5-651e572f38dc service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8367109 Jan 28 06:42:41.159717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:41.163298 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:41.180580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f12639cf-b54d-46fa-8c75-90c1905d3635 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:41.220880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402283f8-ea6a-42b8-8182-1ce2c117687a req-ef00707e-382a-449b-988e-a658c1a87ea1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:41.228743 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-402283f8-ea6a-42b8-8182-1ce2c117687a req-ef00707e-382a-449b-988e-a658c1a87ea1 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.4613874 Jan 28 06:42:41.271639 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3e6e65a2-42d3-4a73-a156-f428d108f15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:40:44Z', 'revision_number': 4, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '0b26abae-e997-4d10-814e-095307befe2f', 'name': '', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'mac_address': 'fa:16:3e:6b:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:55Z', 'revision_number': 5, 'project_id': '041b8e4388b44244b95aae87439097f7', 'subnets': [{'id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:41.276987 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e65a2-42d3-4a73-a156-f428d108f15a None None] The sync data for ids ['72e1124e-394c-41b6-8d5c-bf271449f0be'] in dv-neutron-824022-4-hyperv is: [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:40:44Z', 'revision_number': 4, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '0b26abae-e997-4d10-814e-095307befe2f', 'name': '', 'network_id': 'fff5bcd7-fb45-4a46-a801-8637fdb03e0f', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'mac_address': 'fa:16:3e:6b:89:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:55Z', 'revision_number': 5, 'project_id': '041b8e4388b44244b95aae87439097f7', 'subnets': [{'id': 'b4e04562-c29c-423f-8bfb-b38803ba8111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:41.291791 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-402283f8-ea6a-42b8-8182-1ce2c117687a req-2a8847e9-6aa6-4230-9ecc-f8c1053fff7b tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607762 Jan 28 06:42:41.295180 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:41.303016 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:41.303403 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:41.352389 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:41.363465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f12639cf-b54d-46fa-8c75-90c1905d3635 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:41.364046 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d513fcbb-a803-4b3e-863b-1bd9411f9579 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:41.366624 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f12639cf-b54d-46fa-8c75-90c1905d3635 tempest-ServersTestJSON-1301518441 tempest-ServersTestJSON-1301518441-project] 10.222.0.25 "DELETE /v2.0/floatingips/cc9625f5-f61a-41d1-bf50-baf01c17d429 HTTP/1.1" status: 204 len: 168 time: 3.1722329 Jan 28 06:42:41.371858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39242) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:41.371992 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d513fcbb-a803-4b3e-863b-1bd9411f9579 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:41.371992 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d513fcbb-a803-4b3e-863b-1bd9411f9579 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:41.404042 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Allocated IP 2001:db8::f816:3eff:fed3:cbab (362bd594-70b9-449d-afa3-a5acfd2f7a77/3f2b48c8-c691-4cb3-9c2c-d63b97f5c213/0a8bc28f-c6fc-41a2-b918-fdddcd2e0b89) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:41.424621 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port 8b26e84b-8c6b-4ea2-8ad1-278004a24941 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:41.442278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:41.493885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Attempting to bind port 6f7fba83-3b49-4040-a448-dbecfe8f3495 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:42:41.494255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Attempting to bind port 6f7fba83-3b49-4040-a448-dbecfe8f3495 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '4449f90b-9d39-4b19-82e0-7074747b7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '362bd594-70b9-449d-afa3-a5acfd2f7a77'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:42:41.497849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Attempting to bind port 6f7fba83-3b49-4040-a448-dbecfe8f3495 on network 362bd594-70b9-449d-afa3-a5acfd2f7a77 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:42:41.497849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Pushing event updated for resources: {'Port': ['ID=6f7fba83-3b49-4040-a448-dbecfe8f3495,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:41.509491 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Allocated IP 2001:db8::2 (f8cb68d0-c023-4695-b422-547814af2419/f365dc06-4713-4ab3-9462-a29791238d6a/b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:41.513697 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:42:41.514233 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Checking segment: {'id': '4449f90b-9d39-4b19-82e0-7074747b7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '362bd594-70b9-449d-afa3-a5acfd2f7a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:41.514659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:41.515621 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Bound using segment: {'id': '4449f90b-9d39-4b19-82e0-7074747b7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '362bd594-70b9-449d-afa3-a5acfd2f7a77'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:42:41.516090 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Bound port: 6f7fba83-3b49-4040-a448-dbecfe8f3495, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4449f90b-9d39-4b19-82e0-7074747b7f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '362bd594-70b9-449d-afa3-a5acfd2f7a77'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:42:41.516859 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:41.556246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:41.563159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:41.570608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:41.570933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 6a597368-f42b-4fdf-bd85-d2ca5132ca6c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:41.581774 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:41.585588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d513fcbb-a803-4b3e-863b-1bd9411f9579 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:41.589550 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d513fcbb-a803-4b3e-863b-1bd9411f9579 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.7138104 Jan 28 06:42:41.590158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39246) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:41.692232 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.20.0.14 (f45dbfea-58ea-40a0-bd87-a48ab588b506/716854b1-d3de-46ef-9ea3-506e074da290/982f0382-4358-4689-b1a9-4ce00b569aa1) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:41.727915 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.20.0.13 (f45dbfea-58ea-40a0-bd87-a48ab588b506/716854b1-d3de-46ef-9ea3-506e074da290/982f0382-4358-4689-b1a9-4ce00b569aa1) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:41.732249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Pushing event updated for resources: {'Port': ['ID=847974c6-3f44-4bf6-92f9-4d5fdb63e5e2,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:41.735076 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-19f7cb63-007e-4d99-8edf-fd560b6276f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 044cc105-bd32-4c7d-8ed7-fe19bdd891e1 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:41.744281 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-19f7cb63-007e-4d99-8edf-fd560b6276f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:41.744435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea8e411-39d4-42bb-831d-2f1e1c65fc12 None None] New status for floating IP 4bf317f6-62c4-49de-9e5c-94764f467f64: DOWN {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:42:41.942060 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] For port 6f7fba83-3b49-4040-a448-dbecfe8f3495, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:42:42.033658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] For port 6f7fba83-3b49-4040-a448-dbecfe8f3495, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6f7fba83-3b49-4040-a448-dbecfe8f3495,segment=NetworkSegment(4449f90b-9d39-4b19-82e0-7074747b7f56),segment_id=4449f90b-9d39-4b19-82e0-7074747b7f56)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:42:42.064245 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:42.138400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39254) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:42.150477 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:42.155181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:42.172691 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Transition to ACTIVE for port object 0a8bc28f-c6fc-41a2-b918-fdddcd2e0b89 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:42.218515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Transition to ACTIVE for port object b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:42.265713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Transition to ACTIVE for port object b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:42.267436 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546049b9-0322-41d8-83f0-af3baff60546 None None] Pushing event updated for resources: {'Port': ['ID=6f7fba83-3b49-4040-a448-dbecfe8f3495,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:42.388781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:42.516853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Network f8cb68d0-c023-4695-b422-547814af2419 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:42.520564 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:42.525375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:42.532159 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Allocated IP 2001:db8::18f (f8cb68d0-c023-4695-b422-547814af2419/f365dc06-4713-4ab3-9462-a29791238d6a/8b26e84b-8c6b-4ea2-8ad1-278004a24941) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:42.584666 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Pushing event updated for resources: {'Port': ['ID=b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:42.672312 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Attempting to bind port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:42:42.672590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Attempting to bind port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'eccdd2bd-1edb-4133-b003-628d2eeedae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f8cb68d0-c023-4695-b422-547814af2419'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:42:42.673095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Attempting to bind port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 on network f8cb68d0-c023-4695-b422-547814af2419 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:42:42.679057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:42:42.679539 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Checking segment: {'id': 'eccdd2bd-1edb-4133-b003-628d2eeedae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f8cb68d0-c023-4695-b422-547814af2419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:42.680001 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:42.680458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Bound using segment: {'id': 'eccdd2bd-1edb-4133-b003-628d2eeedae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f8cb68d0-c023-4695-b422-547814af2419'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:42:42.681007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Bound port: b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccdd2bd-1edb-4133-b003-628d2eeedae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f8cb68d0-c023-4695-b422-547814af2419'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:42:42.681442 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:42.694901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:42.714149 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:42.775087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-19f7cb63-007e-4d99-8edf-fd560b6276f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:42.778632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] For port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:42:42.782781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] For port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5,segment=NetworkSegment(eccdd2bd-1edb-4133-b003-628d2eeedae8),segment_id=eccdd2bd-1edb-4133-b003-628d2eeedae8)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:42:42.871178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-75d37cf3-b325-4ae7-846c-1f8a0a6342fd tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:42.956376 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:42.975659 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:42.983198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-19f7cb63-007e-4d99-8edf-fd560b6276f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 044cc105-bd32-4c7d-8ed7-fe19bdd891e1 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:42.983493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b1c61-26be-42de-b409-7cc4742404e7 req-2230527c-a84e-41e8-9644-2877e45fb5fa tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:42.985004 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae0b1c61-26be-42de-b409-7cc4742404e7 req-2230527c-a84e-41e8-9644-2877e45fb5fa tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.5013320 Jan 28 06:42:43.050265 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d4a8b-650a-4063-80b7-d119622ff17c None None] Pushing event updated for resources: {'Port': ['ID=b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:43.069951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:43.185900 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-75d37cf3-b325-4ae7-846c-1f8a0a6342fd tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:43.188542 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae0b1c61-26be-42de-b409-7cc4742404e7 req-81bb8488-7fba-4eeb-b853-2c7a67367e7b tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395650 Jan 28 06:42:43.214012 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=982f0382-4358-4689-b1a9-4ce00b569aa1,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:43.227313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-906da842-122c-4118-867f-fc5107a14566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:43.235256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network f45dbfea-58ea-40a0-bd87-a48ab588b506 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:43.294346 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Network 362bd594-70b9-449d-afa3-a5acfd2f7a77 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:43.312976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:43.334585 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:43.345605 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:43.381518 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:43.387003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:43.387635 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:43.489764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:43.545175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'Port': ['ID=0a8bc28f-c6fc-41a2-b918-fdddcd2e0b89,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:43.558223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:43.571588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:43.572227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:43.591905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Transition to ACTIVE for port object 8b26e84b-8c6b-4ea2-8ad1-278004a24941 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:43.627799 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d0baa83d-52b1-4a39-aaed-60293379c6d7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.9259951 Jan 28 06:42:43.632743 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39262) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:43.649740 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0807e20b-0e99-4f16-a86b-e2b0abd1d424 None None] Network 362bd594-70b9-449d-afa3-a5acfd2f7a77 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:43.703547 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-79dd49c0-d764-41fc-8119-97aa6225a715 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Deleting subnet 3f2b48c8-c691-4cb3-9c2c-d63b97f5c213 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:42:43.706507 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-75d37cf3-b325-4ae7-846c-1f8a0a6342fd tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:43.708889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-75d37cf3-b325-4ae7-846c-1f8a0a6342fd tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:43.712268 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-75d37cf3-b325-4ae7-846c-1f8a0a6342fd tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "DELETE /v2.0/security-groups/1e220daa-2b42-4c4c-b9f5-182a5991b147 HTTP/1.1" status: 204 len: 168 time: 1.5706058 Jan 28 06:42:43.712268 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79dd49c0-d764-41fc-8119-97aa6225a715 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:43.731194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39266) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:43.763070 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-eae06896-78b8-49c5-941a-8bb68e8ea235 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.1270535 Jan 28 06:42:43.764283 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-19f7cb63-007e-4d99-8edf-fd560b6276f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:43.768533 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39270) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:43.769254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d37cf3-b325-4ae7-846c-1f8a0a6342fd tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e220daa-2b42-4c4c-b9f5-182a5991b147,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:43.775218 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '982f0382-4358-4689-b1a9-4ce00b569aa1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:43.828968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:43.839129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:43.839307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e209d6c7-b5ff-43a0-85a1-73f63b3849f6 None None] Provisioning for port 6f7fba83-3b49-4040-a448-dbecfe8f3495 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:43.849421 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7cb63-007e-4d99-8edf-fd560b6276f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=044cc105-bd32-4c7d-8ed7-fe19bdd891e1,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:43.851879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:floatingip and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:43.862305 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:43.905214 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-170d02a9-d53b-4d17-859b-f85cc38e3b0c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] show failed (client error): The resource could not be found. Jan 28 06:42:43.908500 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-170d02a9-d53b-4d17-859b-f85cc38e3b0c tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "GET /v2.0/security-groups/1e220daa-2b42-4c4c-b9f5-182a5991b147 HTTP/1.1" status: 404 len: 347 time: 0.1745059 Jan 28 06:42:43.914755 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39274) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:43.937720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79dd49c0-d764-41fc-8119-97aa6225a715 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:43.971953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:43.983052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d2659-0b49-4412-99b8-b3ddb57152d0 req-da02daaa-88c0-4a71-bdc3-c078c9eb8d9b tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:43.994669 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-407d2659-0b49-4412-99b8-b3ddb57152d0 req-da02daaa-88c0-4a71-bdc3-c078c9eb8d9b tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.5751712 Jan 28 06:42:44.028254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network f8cb68d0-c023-4695-b422-547814af2419 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:44.038395 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-19f7cb63-007e-4d99-8edf-fd560b6276f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:44.042661 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-19f7cb63-007e-4d99-8edf-fd560b6276f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/044cc105-bd32-4c7d-8ed7-fe19bdd891e1 HTTP/1.1" status: 204 len: 168 time: 2.4420624 Jan 28 06:42:44.042661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:44.046893 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39278) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:44.051575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:44.057347 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:44.058572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:44.128616 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=8b26e84b-8c6b-4ea2-8ad1-278004a24941,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:44.144483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:44.206859 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-407d2659-0b49-4412-99b8-b3ddb57152d0 req-d56d1d37-0b6b-4637-a7ab-e2dfc293a36f tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137494 Jan 28 06:42:44.211673 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8320a5-3701-4845-805a-31fe6f34950f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:44.213291 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8320a5-3701-4845-805a-31fe6f34950f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:44.214601 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-aa8320a5-3701-4845-805a-31fe6f34950f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:44.225186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c31a2d4f-842b-4853-8a6c-aaca5237d690 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Deleting port 75d5238c-b113-42b2-a467-a81046d1bb6f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:44.225708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d4f-842b-4853-8a6c-aaca5237d690 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:44.236012 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-99daeb60-d7de-48f1-a629-44e6c557cfb1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.8768523 Jan 28 06:42:44.236745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39282) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:44.375846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-7c14d1f4-4e86-4a92-87ef-c01ab3c9071a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 8b26e84b-8c6b-4ea2-8ad1-278004a24941 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:44.376499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c14d1f4-4e86-4a92-87ef-c01ab3c9071a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:44.435605 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79dd49c0-d764-41fc-8119-97aa6225a715 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:44.470261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-aa8320a5-3701-4845-805a-31fe6f34950f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:44.475775 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-aa8320a5-3701-4845-805a-31fe6f34950f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4216554 Jan 28 06:42:44.635091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39288) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:44.637950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Router 0d864dac-8364-4c8c-ae2b-bd25b6c3460e is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:42:44.653126 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d50bc9d7-5009-48d3-a02a-4c5484d78ff7 None None] Provisioning for port 0a8bc28f-c6fc-41a2-b918-fdddcd2e0b89 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:44.659972 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d50bc9d7-5009-48d3-a02a-4c5484d78ff7 None None] Provisioning complete for port 0a8bc28f-c6fc-41a2-b918-fdddcd2e0b89 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:44.663601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d50bc9d7-5009-48d3-a02a-4c5484d78ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:44.735788 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea10b312-ca06-4946-bc11-6f3d90fcd74c None None] Network f8cb68d0-c023-4695-b422-547814af2419 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:44.774689 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:44.827168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d4f-842b-4853-8a6c-aaca5237d690 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:44.828321 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d4f-842b-4853-8a6c-aaca5237d690 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:44.987536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-906da842-122c-4118-867f-fc5107a14566 admin admin] Deleting port e6710531-79be-473f-be61-c2b4a5d6f459 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:44.988144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-906da842-122c-4118-867f-fc5107a14566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:44.998889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c14d1f4-4e86-4a92-87ef-c01ab3c9071a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:45.001110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d50bc9d7-5009-48d3-a02a-4c5484d78ff7 None None] Port 0a8bc28f-c6fc-41a2-b918-fdddcd2e0b89 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:42:45.023556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c31a2d4f-842b-4853-8a6c-aaca5237d690 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Calling delete_port for 75d5238c-b113-42b2-a467-a81046d1bb6f owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:45.157112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-7c14d1f4-4e86-4a92-87ef-c01ab3c9071a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 8b26e84b-8c6b-4ea2-8ad1-278004a24941 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:45.174411 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:45.183113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6f7fba83-3b49-4040-a448-dbecfe8f3495 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:45.234751 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:45.257762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7230bede-19eb-4782-ae3c-838992a5c488 None None] Provisioning complete for port 0a8bc28f-c6fc-41a2-b918-fdddcd2e0b89 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:45.258528 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7230bede-19eb-4782-ae3c-838992a5c488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:45.286341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d96385-f3ea-4249-afb9-1c77cadf1f23 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 49a4a0dc-6b1d-43e7-94ac-e4ca07608015 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:42:45.320723 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7230bede-19eb-4782-ae3c-838992a5c488 None None] Port 0a8bc28f-c6fc-41a2-b918-fdddcd2e0b89 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:42:45.348141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79dd49c0-d764-41fc-8119-97aa6225a715 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:45.364856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d96385-f3ea-4249-afb9-1c77cadf1f23 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:45.413952 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 6f7fba83-3b49-4040-a448-dbecfe8f3495 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:45.419597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 6f7fba83-3b49-4040-a448-dbecfe8f3495 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:45.420710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:45.450213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd49c0-d764-41fc-8119-97aa6225a715 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2b48c8-c691-4cb3-9c2c-d63b97f5c213,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:45.464569 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7230bede-19eb-4782-ae3c-838992a5c488 None None] Provisioning for port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:45.482257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7230bede-19eb-4782-ae3c-838992a5c488 None None] Provisioning complete for port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:45.482623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7230bede-19eb-4782-ae3c-838992a5c488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:45.510258 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b4c56c-4604-40ec-af04-0fbc55455a38 None None] Network 362bd594-70b9-449d-afa3-a5acfd2f7a77 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:45.532007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d96385-f3ea-4249-afb9-1c77cadf1f23 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:45.539017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79dd49c0-d764-41fc-8119-97aa6225a715 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:45.576636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d4f-842b-4853-8a6c-aaca5237d690 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:45.578956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.26.4.216 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/0675d42c-f591-40da-8143-25dfdcb60c50) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:45.634230 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:45.644598 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f2074-f5ba-4d10-8b48-8f335ee26058 None None] Sync routers for ids ['0d864dac-8364-4c8c-ae2b-bd25b6c3460e'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:45.659482 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f2074-f5ba-4d10-8b48-8f335ee26058 None None] Routers {'0d864dac-8364-4c8c-ae2b-bd25b6c3460e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:45.669074 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9d5f2074-f5ba-4d10-8b48-8f335ee26058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['0d864dac-8364-4c8c-ae2b-bd25b6c3460e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:45.678115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a2d4f-842b-4853-8a6c-aaca5237d690 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Pushing event deleted for resources: {'Port': ['ID=75d5238c-b113-42b2-a467-a81046d1bb6f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:45.708239 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-79dd49c0-d764-41fc-8119-97aa6225a715 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/subnets/3f2b48c8-c691-4cb3-9c2c-d63b97f5c213 HTTP/1.1" status: 204 len: 168 time: 2.0765700 Jan 28 06:42:45.709446 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c14d1f4-4e86-4a92-87ef-c01ab3c9071a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:45.722154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39294) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:45.779963 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14d1f4-4e86-4a92-87ef-c01ab3c9071a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=8b26e84b-8c6b-4ea2-8ad1-278004a24941,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:45.801812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7230bede-19eb-4782-ae3c-838992a5c488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:45.838442 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9d5f2074-f5ba-4d10-8b48-8f335ee26058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:45.844777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c14d1f4-4e86-4a92-87ef-c01ab3c9071a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:45.849427 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7c14d1f4-4e86-4a92-87ef-c01ab3c9071a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/8b26e84b-8c6b-4ea2-8ad1-278004a24941 HTTP/1.1" status: 204 len: 168 time: 1.6052547 Jan 28 06:42:45.850248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39298) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:45.861150 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f2074-f5ba-4d10-8b48-8f335ee26058 None None] Routers {'0d864dac-8364-4c8c-ae2b-bd25b6c3460e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:45.862093 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9d5f2074-f5ba-4d10-8b48-8f335ee26058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['0d864dac-8364-4c8c-ae2b-bd25b6c3460e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:45.942059 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14c4b42-82a5-43c2-9d0c-15cbfce1c111 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] GET failed (client error): The resource could not be found. Jan 28 06:42:45.942905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e14c4b42-82a5-43c2-9d0c-15cbfce1c111 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:45.960794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060c6c1-3dd6-452c-80d8-39a29a6c4e28 req-6a7874e5-5a44-4b2d-b598-bd9d7cf9a4c0 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:45.962869 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7060c6c1-3dd6-452c-80d8-39a29a6c4e28 req-6a7874e5-5a44-4b2d-b598-bd9d7cf9a4c0 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.7852244 Jan 28 06:42:45.985390 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7230bede-19eb-4782-ae3c-838992a5c488 None None] For port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5,segment=NetworkSegment(eccdd2bd-1edb-4133-b003-628d2eeedae8),segment_id=eccdd2bd-1edb-4133-b003-628d2eeedae8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:45.992453 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.000520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-906da842-122c-4118-867f-fc5107a14566 admin admin] For port e6710531-79be-473f-be61-c2b4a5d6f459, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e6710531-79be-473f-be61-c2b4a5d6f459,segment=NetworkSegment(4d576cc7-8099-49d5-8840-897b48447d01),segment_id=4d576cc7-8099-49d5-8840-897b48447d01)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:46.001122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-906da842-122c-4118-867f-fc5107a14566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.009517 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9d5f2074-f5ba-4d10-8b48-8f335ee26058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:46.010678 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f2074-f5ba-4d10-8b48-8f335ee26058 None None] The sync data for ids ['0d864dac-8364-4c8c-ae2b-bd25b6c3460e'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:46.019911 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.042195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.043328 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4583d69b-d484-4dfa-a97d-f0c12289c029 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.9126902 Jan 28 06:42:46.048398 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39302) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:46.074026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 6f7fba83-3b49-4040-a448-dbecfe8f3495, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6f7fba83-3b49-4040-a448-dbecfe8f3495,segment=NetworkSegment(4449f90b-9d39-4b19-82e0-7074747b7f56),segment_id=4449f90b-9d39-4b19-82e0-7074747b7f56)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:46.076917 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7230bede-19eb-4782-ae3c-838992a5c488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.124604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e14c4b42-82a5-43c2-9d0c-15cbfce1c111 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:46.128720 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e14c4b42-82a5-43c2-9d0c-15cbfce1c111 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/8b26e84b-8c6b-4ea2-8ad1-278004a24941 HTTP/1.1" status: 404 len: 333 time: 0.2744393 Jan 28 06:42:46.141329 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39306) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:46.150196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.175799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.216636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7281ac35-8f13-4a51-8da9-e6444f3bd535 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:46.218431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7281ac35-8f13-4a51-8da9-e6444f3bd535 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:46.220223 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7281ac35-8f13-4a51-8da9-e6444f3bd535 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4793398 Jan 28 06:42:46.227907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-906da842-122c-4118-867f-fc5107a14566 admin admin] Calling delete_port for e6710531-79be-473f-be61-c2b4a5d6f459 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:46.233887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39310) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:46.248751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9a0a1ce2-715b-49a4-8a02-3caa7b5afb87 None None] Could not find standard attr ID for object 8b26e84b-8c6b-4ea2-8ad1-278004a24941. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:42:46.276367 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230bede-19eb-4782-ae3c-838992a5c488 None None] Pushing event updated for resources: {'Port': ['ID=b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:46.317577 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:46.353566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9a0a1ce2-715b-49a4-8a02-3caa7b5afb87 None None] Provisioning complete for port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:46.354101 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a0a1ce2-715b-49a4-8a02-3caa7b5afb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.380909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86338b91-0061-4f62-9b45-6c29acaa3b5d None None] DHCP port deletion for 362bd594-70b9-449d-afa3-a5acfd2f7a77 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:42:46.389001 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:46.409603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:46.409925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d96385-f3ea-4249-afb9-1c77cadf1f23 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.410077 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-86338b91-0061-4f62-9b45-6c29acaa3b5d None None] Deleting port 6f7fba83-3b49-4040-a448-dbecfe8f3495 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:46.411481 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86338b91-0061-4f62-9b45-6c29acaa3b5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.437487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d4f-842b-4853-8a6c-aaca5237d690 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.444634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c31a2d4f-842b-4853-8a6c-aaca5237d690 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.444634 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c31a2d4f-842b-4853-8a6c-aaca5237d690 tempest-ServersTestManualDisk-893110094 tempest-ServersTestManualDisk-893110094-project] 10.222.0.25 "DELETE /v2.0/floatingips/4bf317f6-62c4-49de-9e5c-94764f467f64 HTTP/1.1" status: 204 len: 168 time: 2.5225146 Jan 28 06:42:46.450610 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7060c6c1-3dd6-452c-80d8-39a29a6c4e28 req-0ef09773-ddb4-48e3-8a91-f0ba3c7760c5 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4738595 Jan 28 06:42:46.456792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39314) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:46.496877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=6f7fba83-3b49-4040-a448-dbecfe8f3495,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:46.590379 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51d6510-ad04-4be8-b17d-56ba36025b33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting subnet f365dc06-4713-4ab3-9462-a29791238d6a {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:42:46.594671 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b51d6510-ad04-4be8-b17d-56ba36025b33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.598212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:46.647381 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b51d6510-ad04-4be8-b17d-56ba36025b33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.712179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=0675d42c-f591-40da-8143-25dfdcb60c50,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:46.784761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:46.785238 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.798602 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b51d6510-ad04-4be8-b17d-56ba36025b33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.895489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-86338b91-0061-4f62-9b45-6c29acaa3b5d None None] For port 6f7fba83-3b49-4040-a448-dbecfe8f3495, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6f7fba83-3b49-4040-a448-dbecfe8f3495,segment=NetworkSegment(4449f90b-9d39-4b19-82e0-7074747b7f56),segment_id=4449f90b-9d39-4b19-82e0-7074747b7f56)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:46.896265 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86338b91-0061-4f62-9b45-6c29acaa3b5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.944370 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6fe1f2f6-3a13-43b9-a798-2e5af8a87d42 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:46.947821 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-26d44684-c10a-44e9-9d40-1b20ba990272 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/routers/0d864dac-8364-4c8c-ae2b-bd25b6c3460e HTTP/1.1" status: 200 len: 920 time: 0.8984327 Jan 28 06:42:46.952231 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39322) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:47.053383 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b51d6510-ad04-4be8-b17d-56ba36025b33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.058952 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-86338b91-0061-4f62-9b45-6c29acaa3b5d None None] Calling delete_port for 6f7fba83-3b49-4040-a448-dbecfe8f3495 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:47.113454 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe1f2f6-3a13-43b9-a798-2e5af8a87d42 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 06:42:47.115264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe1f2f6-3a13-43b9-a798-2e5af8a87d42 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:42:47.129672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d96385-f3ea-4249-afb9-1c77cadf1f23 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.131911 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-dd443782-e3eb-404c-8276-98eada27df56 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d864dac-8364-4c8c-ae2b-bd25b6c3460e HTTP/1.1" status: 200 len: 205 time: 0.1774542 Jan 28 06:42:47.139927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39326) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:47.145664 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d6510-ad04-4be8-b17d-56ba36025b33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Subnet': ['ID=f365dc06-4713-4ab3-9462-a29791238d6a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:47.156058 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6fe1f2f6-3a13-43b9-a798-2e5af8a87d42 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/networks/362bd594-70b9-449d-afa3-a5acfd2f7a77 HTTP/1.1" status: 409 len: 405 time: 0.9125855 Jan 28 06:42:47.168340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b772067b-fb32-49cf-9970-2eeec885634b None None] Network f8cb68d0-c023-4695-b422-547814af2419 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:47.175632 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:42:47.187421 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b51d6510-ad04-4be8-b17d-56ba36025b33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.188903 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b51d6510-ad04-4be8-b17d-56ba36025b33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/f365dc06-4713-4ab3-9462-a29791238d6a HTTP/1.1" status: 204 len: 168 time: 1.0466504 Jan 28 06:42:47.193763 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39328) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:47.194092 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39332) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:47.219956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1901527166'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:47.225010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:47.228822 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Usage tracker for resource:network and tenant:c38957e49e264f3b93c6a1a899f14783 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:47.231717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:47.238073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:47.276988 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d96385-f3ea-4249-afb9-1c77cadf1f23 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=49a4a0dc-6b1d-43e7-94ac-e4ca07608015,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:47.413292 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Made reservation on behalf of c38957e49e264f3b93c6a1a899f14783 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:47.416725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.421920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d96385-f3ea-4249-afb9-1c77cadf1f23 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.439889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6f7fba83-3b49-4040-a448-dbecfe8f3495 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:47.458286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.466003 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea436aa-7591-48a0-ad9a-dd995eb20e01 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:47.479804 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:42:47.488224 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.488569 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Added segment 6cedf604-7d24-47d7-91c6-fe3c67d0c1c9 of type vlan for network 3a88183f-a737-4a22-b025-9d1eb2b80f48 Jan 28 06:42:47.490524 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86338b91-0061-4f62-9b45-6c29acaa3b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.513393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.514261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.554020 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 6f7fba83-3b49-4040-a448-dbecfe8f3495 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:42:47.554517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6f7fba83-3b49-4040-a448-dbecfe8f3495 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:42:47.571744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86338b91-0061-4f62-9b45-6c29acaa3b5d None None] Pushing event deleted for resources: {'Port': ['ID=6f7fba83-3b49-4040-a448-dbecfe8f3495,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:47.577712 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86338b91-0061-4f62-9b45-6c29acaa3b5d None None] No DVR routers for this DVR port 6f7fba83-3b49-4040-a448-dbecfe8f3495 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:47.601383 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-76d96385-f3ea-4249-afb9-1c77cadf1f23 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/49a4a0dc-6b1d-43e7-94ac-e4ca07608015 HTTP/1.1" status: 204 len: 168 time: 2.9623885 Jan 28 06:42:47.609725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39338) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:47.618857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:47.619197 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.652606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e1bbc-2485-4117-9895-6a791bc9d142 req-806987f2-91c9-40ff-8f46-9ff0d6903a50 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:47.659964 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-141e1bbc-2485-4117-9895-6a791bc9d142 req-806987f2-91c9-40ff-8f46-9ff0d6903a50 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.6622782 Jan 28 06:42:47.727262 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-04cb9401-506d-46e1-abe0-35ccf3d3d416 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1132894 Jan 28 06:42:47.734529 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.740033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:47.740655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.744477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39342) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:47.795612 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2842efe7-3789-4600-97ae-89cf49346e56 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:47.852015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bc6b3b-5d6d-4e98-9083-9ca480401594 None None] DHCP port deletion for f8cb68d0-c023-4695-b422-547814af2419 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:42:47.859436 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc6b3b-5d6d-4e98-9083-9ca480401594 None None] Deleting port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:47.859942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4bc6b3b-5d6d-4e98-9083-9ca480401594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.898637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf30c460-679b-4668-8269-49088eaf5285 None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:42:47.926020 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-bf30c460-679b-4668-8269-49088eaf5285 None None] Deleting port 6a597368-f42b-4fdf-bd85-d2ca5132ca6c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:47.926396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf30c460-679b-4668-8269-49088eaf5285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:47.991980 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-141e1bbc-2485-4117-9895-6a791bc9d142 req-932260ad-13fd-46d9-a699-4ca9d9ac2300 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3311455 Jan 28 06:42:48.008406 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:48.043943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'Network': ['ID=3a88183f-a737-4a22-b025-9d1eb2b80f48,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:48.046823 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d124100d-b3a1-4657-916e-1ebcd985de99 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8518093 Jan 28 06:42:48.054108 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39346) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:48.061055 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Request body: {'subnet': {'network_id': '3a88183f-a737-4a22-b025-9d1eb2b80f48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:48.077736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 3a88183f-a737-4a22-b025-9d1eb2b80f48 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:42:48.082611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-906da842-122c-4118-867f-fc5107a14566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:48.120287 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2842efe7-3789-4600-97ae-89cf49346e56 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:48.128710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Deleting port 847974c6-3f44-4bf6-92f9-4d5fdb63e5e2 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:48.129133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:48.146243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2842efe7-3789-4600-97ae-89cf49346e56 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:48.154285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2842efe7-3789-4600-97ae-89cf49346e56 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:48.201581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906da842-122c-4118-867f-fc5107a14566 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6710531-79be-473f-be61-c2b4a5d6f459,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:48.385128 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bf30c460-679b-4668-8269-49088eaf5285 None None] For port 6a597368-f42b-4fdf-bd85-d2ca5132ca6c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6a597368-f42b-4fdf-bd85-d2ca5132ca6c,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:48.385275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf30c460-679b-4668-8269-49088eaf5285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:48.399894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c4bc6b3b-5d6d-4e98-9083-9ca480401594 None None] For port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5,segment=NetworkSegment(eccdd2bd-1edb-4133-b003-628d2eeedae8),segment_id=eccdd2bd-1edb-4133-b003-628d2eeedae8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:48.400289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4bc6b3b-5d6d-4e98-9083-9ca480401594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:48.445166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2842efe7-3789-4600-97ae-89cf49346e56 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:48.479150 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] For port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5,segment=NetworkSegment(eccdd2bd-1edb-4133-b003-628d2eeedae8),segment_id=eccdd2bd-1edb-4133-b003-628d2eeedae8)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:48.479534 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:48.483754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-868d8178-0092-46c7-bad7-178b3daced06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:48.563385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:48.575638 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-bf30c460-679b-4668-8269-49088eaf5285 None None] Calling delete_port for 6a597368-f42b-4fdf-bd85-d2ca5132ca6c owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:48.630213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:48.664738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2842efe7-3789-4600-97ae-89cf49346e56 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:48.669478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2842efe7-3789-4600-97ae-89cf49346e56 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:48.673916 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:48.687791 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Usage tracker for resource:subnet and tenant:c38957e49e264f3b93c6a1a899f14783 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:48.704033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:48.709316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:48.735050 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:48.740694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc6b3b-5d6d-4e98-9083-9ca480401594 None None] Calling delete_port for b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:48.855365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Made reservation on behalf of c38957e49e264f3b93c6a1a899f14783 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:48.859391 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:48.895110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:48.906038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Calling delete_port for 847974c6-3f44-4bf6-92f9-4d5fdb63e5e2 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:48.917102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:48.930883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf30c460-679b-4668-8269-49088eaf5285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:48.955278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-906da842-122c-4118-867f-fc5107a14566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:48.983036 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf30c460-679b-4668-8269-49088eaf5285 None None] No DVR routers for this DVR port 6a597368-f42b-4fdf-bd85-d2ca5132ca6c on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:48.998623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30c460-679b-4668-8269-49088eaf5285 None None] Pushing event deleted for resources: {'Port': ['ID=6a597368-f42b-4fdf-bd85-d2ca5132ca6c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:49.002095 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:49.042132 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6a597368-f42b-4fdf-bd85-d2ca5132ca6c no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:49.058229 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:49.061592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No DVR routers for this DVR port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:49.091768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 6a597368-f42b-4fdf-bd85-d2ca5132ca6c {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:42:49.092322 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6a597368-f42b-4fdf-bd85-d2ca5132ca6c not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:42:49.110825 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-c4bc6b3b-5d6d-4e98-9083-9ca480401594 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:42:49.112344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-c4bc6b3b-5d6d-4e98-9083-9ca480401594 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:42:49.365722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:49.377548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:49.469435 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cb68d0-c023-4695-b422-547814af2419']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:49.495489 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccdd2bd-1edb-4133-b003-628d2eeedae8') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:49.495787 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccdd2bd-1edb-4133-b003-628d2eeedae8') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:49.516043 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:49.553981 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2842efe7-3789-4600-97ae-89cf49346e56 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:49.560604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:49.612912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:42:49.613315 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:49.613983 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc6b3b-5d6d-4e98-9083-9ca480401594 None None] Deleting port b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:49.613983 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4bc6b3b-5d6d-4e98-9083-9ca480401594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:49.621357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f8a67-026c-4f41-94d0-31b2de6e8216 req-b8162b0f-20fe-410b-8589-2c1e9a9f911e tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:49.622788 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-757f8a67-026c-4f41-94d0-31b2de6e8216 req-b8162b0f-20fe-410b-8589-2c1e9a9f911e tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.3651133 Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:42:49.635264 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:42:49.685990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc6b3b-5d6d-4e98-9083-9ca480401594 None None] The port 'b8304d95-8478-4dfe-95f2-a6bd1e8f7ae5' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:42:49.738422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2842efe7-3789-4600-97ae-89cf49346e56 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:49.799927 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-2842efe7-3789-4600-97ae-89cf49346e56 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:49.800932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:49.813790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745bb72e-cd98-46a1-9a55-135f31056de1 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:49.814459 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2842efe7-3789-4600-97ae-89cf49346e56 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:49.830394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2842efe7-3789-4600-97ae-89cf49346e56 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:49.849652 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-757f8a67-026c-4f41-94d0-31b2de6e8216 req-01306770-dcf3-48e4-b87f-96cba4621ca6 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187133 Jan 28 06:42:49.850803 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842efe7-3789-4600-97ae-89cf49346e56 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=c55e20af-da39-4d67-9e62-2c18342c7ff2,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:49.865186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Pushing event deleted for resources: {'Port': ['ID=847974c6-3f44-4bf6-92f9-4d5fdb63e5e2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:49.883993 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-868d8178-0092-46c7-bad7-178b3daced06 admin admin] Deleting port 0b26abae-e997-4d10-814e-095307befe2f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:49.883993 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-868d8178-0092-46c7-bad7-178b3daced06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:49.953233 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.objects.ports [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88216) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:42:49.956631 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.008536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906da842-122c-4118-867f-fc5107a14566 admin admin] Router b352f8d2-ae4d-4352-b1e0-f305b7adf031 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:42:50.103107 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.119336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': 'c55e20af-da39-4d67-9e62-2c18342c7ff2'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:42:50.120693 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.130835 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2842efe7-3789-4600-97ae-89cf49346e56 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3594651 Jan 28 06:42:50.134503 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39354) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:50.139886 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.141790 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/networks/f8cb68d0-c023-4695-b422-547814af2419 HTTP/1.1" status: 204 len: 168 time: 2.9450521 Jan 28 06:42:50.148622 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39356) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:50.160110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.resource_extend [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:42:50.170760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-1b9e6e70-3706-4206-851c-1a5e1d88b84f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'fixed_ips': [{'subnet_id': 'c55e20af-da39-4d67-9e62-2c18342c7ff2', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-848196910'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:50.186493 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fe335-8aa4-488c-97ab-af6c6ca6ecd0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Network': ['ID=f8cb68d0-c023-4695-b422-547814af2419,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:50.193721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.195580 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'name': 'tempest-PortsIpV6TestJSON-519601318'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:50.234174 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.286198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'Subnet': ['ID=de79bc03-4b89-4fbd-b83b-95a1a9247ae3,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:50.309823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Allocated IP 2001:db8::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/c55e20af-da39-4d67-9e62-2c18342c7ff2/f3ab232c-987d-423e-98c3-bee144127e7c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:50.354454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Checking segment: {'id': '6cedf604-7d24-47d7-91c6-fe3c67d0c1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3a88183f-a737-4a22-b025-9d1eb2b80f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:50.354973 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Network hostable DHCP agents. Network: 3a88183f-a737-4a22-b025-9d1eb2b80f48, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:42:50.407745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.547955 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:50.556683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.582230 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Transition to ACTIVE for port object f3ab232c-987d-423e-98c3-bee144127e7c will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:50.589172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=0675d42c-f591-40da-8143-25dfdcb60c50,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:50.594423 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:50.615080 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1b9e6e70-3706-4206-851c-1a5e1d88b84f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:50.626392 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.634476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Transition to ACTIVE for port object f3ab232c-987d-423e-98c3-bee144127e7c will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:50.653173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.660829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.665736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-868d8178-0092-46c7-bad7-178b3daced06 admin admin] For port 0b26abae-e997-4d10-814e-095307befe2f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0b26abae-e997-4d10-814e-095307befe2f,segment=NetworkSegment(8a19605c-085b-468a-82b6-38e32446b1ce),segment_id=8a19605c-085b-468a-82b6-38e32446b1ce)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:50.666092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-868d8178-0092-46c7-bad7-178b3daced06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.687848 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1b9e6e70-3706-4206-851c-1a5e1d88b84f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:50.689768 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Network 3a88183f-a737-4a22-b025-9d1eb2b80f48 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:42:50.729769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:50.733613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.751315 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.817952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-868d8178-0092-46c7-bad7-178b3daced06 admin admin] Calling delete_port for 0b26abae-e997-4d10-814e-095307befe2f owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:50.860600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906da842-122c-4118-867f-fc5107a14566 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:50.880683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea02d993-83be-4837-99e0-b331c057dd98 None None] Sync routers for ids ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:50.896527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:50.901154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:50.907241 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:50.911904 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9e6e70-3706-4206-851c-1a5e1d88b84f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:50.915976 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-906da842-122c-4118-867f-fc5107a14566 admin admin] 10.222.0.25 "PUT /v2.0/routers/b352f8d2-ae4d-4352-b1e0-f305b7adf031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5468862 Jan 28 06:42:50.924882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39364) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:50.927927 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea02d993-83be-4837-99e0-b331c057dd98 None None] Routers {'b352f8d2-ae4d-4352-b1e0-f305b7adf031'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:50.928975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ea02d993-83be-4837-99e0-b331c057dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:50.966190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 3a88183f-a737-4a22-b025-9d1eb2b80f48) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:50.977876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:50.978541 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.993968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port 0ad39552-db6d-4871-ae2d-fda5cfe73cf0 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:50.998016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:50.998533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Fanout notify agent at l3_agent the message router_deleted on router 0d864dac-8364-4c8c-ae2b-bd25b6c3460e {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:42:51.007356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5bda6-d79c-4783-85a4-37bd9d98d9a4 req-1a072b03-a528-4448-b03c-bd573a5a1eed tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:51.014138 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-44c5bda6-d79c-4783-85a4-37bd9d98d9a4 req-1a072b03-a528-4448-b03c-bd573a5a1eed tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.5591452 Jan 28 06:42:51.023963 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e8d909-fd97-46f8-97f0-73d016ef055c None None] Network 3a88183f-a737-4a22-b025-9d1eb2b80f48 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:51.034943 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:51.039633 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8449cf9f-23f3-491e-a621-7840e06dd8c3 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "DELETE /v2.0/routers/0d864dac-8364-4c8c-ae2b-bd25b6c3460e HTTP/1.1" status: 204 len: 168 time: 3.8562183 Jan 28 06:42:51.043380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39368) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:51.053127 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Request body: {'router': {'name': 'tempest-snat-router-441812202', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'enable_snat': False}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:51.070084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:51.072963 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Pushing event updated for resources: {'Port': ['ID=f3ab232c-987d-423e-98c3-bee144127e7c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:51.078609 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Usage tracker for resource:router and tenant:4339fab10b034116bd88b3081c5f45bb is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:51.083341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:51.109942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:51.139511 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Floating IP cac759c9-c990-41d2-8964-f8bee8ef2131 associated. External IP: 172.26.4.216, port: 982f0382-4358-4689-b1a9-4ce00b569aa1. Jan 28 06:42:51.176649 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-44c5bda6-d79c-4783-85a4-37bd9d98d9a4 req-ee2c120f-ead9-4a94-b9f4-440f8bf9ab36 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608372 Jan 28 06:42:51.195967 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Attempting to bind port f3ab232c-987d-423e-98c3-bee144127e7c on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:42:51.196450 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Attempting to bind port f3ab232c-987d-423e-98c3-bee144127e7c by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:42:51.197290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Attempting to bind port f3ab232c-987d-423e-98c3-bee144127e7c on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:42:51.225384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:51.259298 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-13daf32c-f4bb-462e-9766-c74472dba3ff tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2033613 Jan 28 06:42:51.267029 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39372) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:51.328007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:42:51.328383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:51.328979 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:51.329393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:42:51.330176 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Bound port: f3ab232c-987d-423e-98c3-bee144127e7c, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:42:51.330311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:51.337972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:51.338964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:51.422668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1b9e6e70-3706-4206-851c-1a5e1d88b84f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:51.466342 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-ea02d993-83be-4837-99e0-b331c057dd98 None None] Set router b352f8d2-ae4d-4352-b1e0-f305b7adf031 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:42:51.466551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:51.511775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-1b9e6e70-3706-4206-851c-1a5e1d88b84f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port e43f95e5-de65-466d-a35c-b49d1690601a yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:51.549506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-868d8178-0092-46c7-bad7-178b3daced06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:51.595033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:51.609529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d8178-0092-46c7-bad7-178b3daced06 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b26abae-e997-4d10-814e-095307befe2f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:51.652321 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] Deleting port 82ba30af-5c3b-42fa-ac23-b386825c7b31 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:51.652661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:51.741736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] For port f3ab232c-987d-423e-98c3-bee144127e7c, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:42:51.744066 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-3a88183f-a737-4a22-b025-9d1eb2b80f48', 'network_id': '3a88183f-a737-4a22-b025-9d1eb2b80f48', 'tenant_id': 'c38957e49e264f3b93c6a1a899f14783', 'fixed_ips': [{'subnet_id': 'de79bc03-4b89-4fbd-b83b-95a1a9247ae3'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:42:51.744888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:51.776405 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] For port f3ab232c-987d-423e-98c3-bee144127e7c, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f3ab232c-987d-423e-98c3-bee144127e7c,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:42:51.921431 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:52.032972 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:52.068589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:52.131103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Allocated IP 2001:db8::f816:3eff:fe3c:4828 (3a88183f-a737-4a22-b025-9d1eb2b80f48/de79bc03-4b89-4fbd-b83b-95a1a9247ae3/ce90d88b-a7fc-4315-9b51-8d6a866278b3) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:52.133583 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984011e4-1d00-4ef1-a364-2f87dce11868 None None] Pushing event updated for resources: {'Port': ['ID=f3ab232c-987d-423e-98c3-bee144127e7c,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:52.167698 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:42:52.185992 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9e6e70-3706-4206-851c-1a5e1d88b84f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:42:52.186536 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9e6e70-3706-4206-851c-1a5e1d88b84f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:42:52.282042 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:52.349274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ea02d993-83be-4837-99e0-b331c057dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:42:47Z', 'revision_number': 5, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port': {'id': '82ba30af-5c3b-42fa-ac23-b386825c7b31', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:71:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:31Z', 'updated_at': '2022-01-28T06:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:52.363966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea02d993-83be-4837-99e0-b331c057dd98 None None] Checking router: b352f8d2-ae4d-4352-b1e0-f305b7adf031 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:42:52.392424 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea02d993-83be-4837-99e0-b331c057dd98 None None] Routers {'b352f8d2-ae4d-4352-b1e0-f305b7adf031'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:52.393049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ea02d993-83be-4837-99e0-b331c057dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:52.454699 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1b9e6e70-3706-4206-851c-1a5e1d88b84f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.3072858 Jan 28 06:42:52.462422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:52.470726 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39378) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:52.509659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] For port 82ba30af-5c3b-42fa-ac23-b386825c7b31, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=82ba30af-5c3b-42fa-ac23-b386825c7b31,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:52.510151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:52.608447 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:52.620129 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b321476d-6008-448f-a447-5ea4ad90dc03 None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:52.637869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:52.641955 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b321476d-6008-448f-a447-5ea4ad90dc03 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:52.642571 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b321476d-6008-448f-a447-5ea4ad90dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:52.657590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:52.666389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:52.672117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:52.676827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:52.701110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:52.720125 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=0ad39552-db6d-4871-ae2d-fda5cfe73cf0,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:52.750546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Transition to ACTIVE for port object ce90d88b-a7fc-4315-9b51-8d6a866278b3 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:52.758777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeacf22e-a294-48f4-b6d3-d9b4c938a187 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:52.760546 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-aeacf22e-a294-48f4-b6d3-d9b4c938a187 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:52.773800 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-ea02d993-83be-4837-99e0-b331c057dd98 None None] Set router b352f8d2-ae4d-4352-b1e0-f305b7adf031 gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:42:52.777847 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b321476d-6008-448f-a447-5ea4ad90dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:52.789531 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ee4aafe2-23e1-4b16-b39e-19443c002548 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6310935 Jan 28 06:42:52.790507 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39382) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:52.798924 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b321476d-6008-448f-a447-5ea4ad90dc03 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:52.799846 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b321476d-6008-448f-a447-5ea4ad90dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:52.818317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-868d8178-0092-46c7-bad7-178b3daced06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:52.831997 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:52.835126 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f3ab232c-987d-423e-98c3-bee144127e7c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:42:52.842074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] Calling delete_port for 82ba30af-5c3b-42fa-ac23-b386825c7b31 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:52.880313 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b321476d-6008-448f-a447-5ea4ad90dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:52.881369 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b321476d-6008-448f-a447-5ea4ad90dc03 None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:52.904528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:52.930407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-08197de0-a356-44e8-ae6d-87ab742811cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 0ad39552-db6d-4871-ae2d-fda5cfe73cf0 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:52.930762 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08197de0-a356-44e8-ae6d-87ab742811cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:52.963279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ea02d993-83be-4837-99e0-b331c057dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:42:51Z', 'revision_number': 6, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:52.968099 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-96b68085-f508-4ef9-ad13-2687029c9993 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.1936245 Jan 28 06:42:52.968765 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Transition to ACTIVE for port object ce90d88b-a7fc-4315-9b51-8d6a866278b3 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:52.973389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39386) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:52.973641 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-aeacf22e-a294-48f4-b6d3-d9b4c938a187 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:52.977503 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-aeacf22e-a294-48f4-b6d3-d9b4c938a187 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5017242 Jan 28 06:42:52.978579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea02d993-83be-4837-99e0-b331c057dd98 None None] The sync data for ids ['b352f8d2-ae4d-4352-b1e0-f305b7adf031'] in dv-neutron-824022-4-hyperv is: [{'id': 'b352f8d2-ae4d-4352-b1e0-f305b7adf031', 'name': 'tempest-ServersTestJSON-104557605-router', 'tenant_id': '2423fe87bf994d5ea23de358f8ed2566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:42:51Z', 'revision_number': 6, 'project_id': '2423fe87bf994d5ea23de358f8ed2566', 'gw_port_host': None}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:52.981082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-0deb7222-c6b6-4f3b-a910-31820351f1d1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'floatingip': {'port_id': '982f0382-4358-4689-b1a9-4ce00b569aa1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:53.020358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39390) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:53.069197 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:53.115581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port f3ab232c-987d-423e-98c3-bee144127e7c completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:53.148507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Network 3a88183f-a737-4a22-b025-9d1eb2b80f48 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:53.151793 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:53.157484 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:53.166147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Pushing event updated for resources: {'Port': ['ID=ce90d88b-a7fc-4315-9b51-8d6a866278b3,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:53.278053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0deb7222-c6b6-4f3b-a910-31820351f1d1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:53.314182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74038357-f8d8-4866-b035-5f01e6091337 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:53.314680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74038357-f8d8-4866-b035-5f01e6091337 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:53.315626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-74038357-f8d8-4866-b035-5f01e6091337 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:53.368465 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:53.393710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952d72d-6c53-4a35-a2e8-0a999ad12882 req-21b32c9d-474b-4aee-82f2-400812c2a6c4 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:53.401542 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6952d72d-6c53-4a35-a2e8-0a999ad12882 req-21b32c9d-474b-4aee-82f2-400812c2a6c4 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 1.0276680 Jan 28 06:42:53.433096 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Attempting to bind port ce90d88b-a7fc-4315-9b51-8d6a866278b3 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:42:53.433633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Attempting to bind port ce90d88b-a7fc-4315-9b51-8d6a866278b3 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '6cedf604-7d24-47d7-91c6-fe3c67d0c1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3a88183f-a737-4a22-b025-9d1eb2b80f48'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:42:53.433823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Attempting to bind port ce90d88b-a7fc-4315-9b51-8d6a866278b3 on network 3a88183f-a737-4a22-b025-9d1eb2b80f48 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:42:53.445091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:42:53.445471 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Checking segment: {'id': '6cedf604-7d24-47d7-91c6-fe3c67d0c1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3a88183f-a737-4a22-b025-9d1eb2b80f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:53.446299 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:53.446761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Bound using segment: {'id': '6cedf604-7d24-47d7-91c6-fe3c67d0c1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3a88183f-a737-4a22-b025-9d1eb2b80f48'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:42:53.447292 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Bound port: ce90d88b-a7fc-4315-9b51-8d6a866278b3, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cedf604-7d24-47d7-91c6-fe3c67d0c1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3a88183f-a737-4a22-b025-9d1eb2b80f48'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:42:53.447639 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:53.486180 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08197de0-a356-44e8-ae6d-87ab742811cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:53.569869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] For port ce90d88b-a7fc-4315-9b51-8d6a866278b3, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:42:53.575271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] For port ce90d88b-a7fc-4315-9b51-8d6a866278b3, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ce90d88b-a7fc-4315-9b51-8d6a866278b3,segment=NetworkSegment(6cedf604-7d24-47d7-91c6-fe3c67d0c1c9),segment_id=6cedf604-7d24-47d7-91c6-fe3c67d0c1c9)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:42:53.600743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-74038357-f8d8-4866-b035-5f01e6091337 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:53.602988 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-74038357-f8d8-4866-b035-5f01e6091337 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5794334 Jan 28 06:42:53.616511 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39394) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:53.682174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:53.710062 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6952d72d-6c53-4a35-a2e8-0a999ad12882 req-8fce853a-3929-4a77-bb6f-c737751c3571 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3072691 Jan 28 06:42:53.757799 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d70c4-5a31-44e2-a9c3-6f993d883cfa None None] Pushing event updated for resources: {'Port': ['ID=ce90d88b-a7fc-4315-9b51-8d6a866278b3,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:53.760738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-08197de0-a356-44e8-ae6d-87ab742811cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 0ad39552-db6d-4871-ae2d-fda5cfe73cf0 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:53.852843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Subnet': ['ID=de79bc03-4b89-4fbd-b83b-95a1a9247ae3,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:53.872683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b29f68-9c7d-4138-970e-c0c02dbaa3e7 None None] Network 3a88183f-a737-4a22-b025-9d1eb2b80f48 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:53.942503 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d7ce27bf-dbc0-4a1e-9849-18ea950034f5 None None] Provisioning for port f3ab232c-987d-423e-98c3-bee144127e7c completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:42:53.977913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:53.978241 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08197de0-a356-44e8-ae6d-87ab742811cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:54.014373 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d7ce27bf-dbc0-4a1e-9849-18ea950034f5 None None] Provisioning complete for port f3ab232c-987d-423e-98c3-bee144127e7c triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:42:54.015880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7ce27bf-dbc0-4a1e-9849-18ea950034f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:54.068860 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08197de0-a356-44e8-ae6d-87ab742811cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=0ad39552-db6d-4871-ae2d-fda5cfe73cf0,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:54.078405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08197de0-a356-44e8-ae6d-87ab742811cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:54.183598 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-08197de0-a356-44e8-ae6d-87ab742811cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/0ad39552-db6d-4871-ae2d-fda5cfe73cf0 HTTP/1.1" status: 204 len: 168 time: 1.3870487 Jan 28 06:42:54.185945 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:54.196546 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39400) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:54.210623 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'mac_address': 'fa:16:3e:92:72:82', 'name': 'tempest-PortsIpV6TestJSON-1514628457'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:54.229942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bea9ddd-ab83-4185-b1e4-42859b1c74b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet c55e20af-da39-4d67-9e62-2c18342c7ff2 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:42:54.238866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ba30af-5c3b-42fa-ac23-b386825c7b31,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:54.241722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2bea9ddd-ab83-4185-b1e4-42859b1c74b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:54.254386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a88183f-a737-4a22-b025-9d1eb2b80f48']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:54.273204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7ce27bf-dbc0-4a1e-9849-18ea950034f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:54.286315 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff41ec2-6440-4b5d-9323-0f429bb8c6d1 None None] get_active_networks_info from dv-neutron-824022-4-hyperv {{(pid=88218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 06:42:54.288708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cedf604-7d24-47d7-91c6-fe3c67d0c1c9') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:54.289208 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cedf604-7d24-47d7-91c6-fe3c67d0c1c9') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:54.355836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d7ce27bf-dbc0-4a1e-9849-18ea950034f5 None None] For port f3ab232c-987d-423e-98c3-bee144127e7c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f3ab232c-987d-423e-98c3-bee144127e7c,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:54.384568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868d8178-0092-46c7-bad7-178b3daced06 admin admin] Router 72e1124e-394c-41b6-8d5c-bf271449f0be has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:42:54.418404 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:54.425246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7ce27bf-dbc0-4a1e-9849-18ea950034f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:54.451627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:54.456490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2bea9ddd-ab83-4185-b1e4-42859b1c74b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:54.458207 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:54.461078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff41ec2-6440-4b5d-9323-0f429bb8c6d1 None None] Resources bound (agent type, host, resource id): {{(pid=88218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:42:54.463710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:42:54.464121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:42:54.480402 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:42:54.482048 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:port and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:54.490383 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:54.546145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce27bf-dbc0-4a1e-9849-18ea950034f5 None None] Pushing event updated for resources: {'Port': ['ID=f3ab232c-987d-423e-98c3-bee144127e7c,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:54.552460 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:54.598385 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e6710531-79be-473f-be61-c2b4a5d6f459 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:54.643298 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: e6710531-79be-473f-be61-c2b4a5d6f459 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:42:54.643739 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e6710531-79be-473f-be61-c2b4a5d6f459 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:42:54.644283 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 82ba30af-5c3b-42fa-ac23-b386825c7b31 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:54.682260 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 82ba30af-5c3b-42fa-ac23-b386825c7b31 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:42:54.682516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 82ba30af-5c3b-42fa-ac23-b386825c7b31 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:42:54.712227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:54.722382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:54.744735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:42:54.744735 dv-neutron-824022-4-hyperv neutron-server[88216]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:42:54.744735 dv-neutron-824022-4-hyperv neutron-server[88216]: [parameters: {'id': '3a88183f-a737-4a22-b025-9d1eb2b80f48'}] Jan 28 06:42:54.744735 dv-neutron-824022-4-hyperv neutron-server[88216]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:42:54.745169 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:42:54.860698 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffdbc0-4dd6-4762-8820-34b3b505c3cf req-9cc596f9-c68b-424f-b5aa-60793f24cc10 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:54.862177 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1fffdbc0-4dd6-4762-8820-34b3b505c3cf req-9cc596f9-c68b-424f-b5aa-60793f24cc10 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.9248469 Jan 28 06:42:54.868976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:54.913909 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port 4e2af184-0f33-44cf-9a6c-0d1417fad121 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:42:55.025867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.038514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.070566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.128899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.137739 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1fffdbc0-4dd6-4762-8820-34b3b505c3cf req-dc09eb63-27e7-4ea8-93f9-e5c0e4619f03 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620225 Jan 28 06:42:55.138855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2bea9ddd-ab83-4185-b1e4-42859b1c74b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.222736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868d8178-0092-46c7-bad7-178b3daced06 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:55.228539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.229853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b352f8d2-ae4d-4352-b1e0-f305b7adf031 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:42:55.232516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0deb7222-c6b6-4f3b-a910-31820351f1d1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.242435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36316d4f-5fc5-436a-a387-8d5b79b7c122 None None] Sync routers for ids ['72e1124e-394c-41b6-8d5c-bf271449f0be'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:55.251571 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.261374 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36316d4f-5fc5-436a-a387-8d5b79b7c122 None None] Routers {'72e1124e-394c-41b6-8d5c-bf271449f0be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:55.262417 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-36316d4f-5fc5-436a-a387-8d5b79b7c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['72e1124e-394c-41b6-8d5c-bf271449f0be'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:55.263685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.275583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Deleting port ce90d88b-a7fc-4315-9b51-8d6a866278b3 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:55.275987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.327385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0deb7222-c6b6-4f3b-a910-31820351f1d1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.438961 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-868d8178-0092-46c7-bad7-178b3daced06 admin admin] 10.222.0.25 "PUT /v2.0/routers/72e1124e-394c-41b6-8d5c-bf271449f0be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9728880 Jan 28 06:42:55.443097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.446608 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-41fa5d58-55af-4ad2-913b-acfefd6382c1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b352f8d2-ae4d-4352-b1e0-f305b7adf031 HTTP/1.1" status: 204 len: 168 time: 4.5175333 Jan 28 06:42:55.449005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39406) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:55.449334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39408) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:55.493880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Allocated IP 172.26.4.201 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/298ae810-e02f-45be-9633-535780cf5391) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:55.498888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-36316d4f-5fc5-436a-a387-8d5b79b7c122 None None] Set router 72e1124e-394c-41b6-8d5c-bf271449f0be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:42:55.574542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2bea9ddd-ab83-4185-b1e4-42859b1c74b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.675703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] For port ce90d88b-a7fc-4315-9b51-8d6a866278b3, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ce90d88b-a7fc-4315-9b51-8d6a866278b3,segment=NetworkSegment(6cedf604-7d24-47d7-91c6-fe3c67d0c1c9),segment_id=6cedf604-7d24-47d7-91c6-fe3c67d0c1c9)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:55.676057 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.792835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea9ddd-ab83-4185-b1e4-42859b1c74b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=c55e20af-da39-4d67-9e62-2c18342c7ff2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:55.800910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2bea9ddd-ab83-4185-b1e4-42859b1c74b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.801331 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Calling delete_port for ce90d88b-a7fc-4315-9b51-8d6a866278b3 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:55.818280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48b09a0-fe78-4fae-adaf-aaf6351bf775 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:55.840744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd89205-9c18-4af0-9aa5-b80fe72a1cfe admin admin] Deleting subnet fe055a4a-7120-4b77-9062-14e6a086583f {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:42:55.907907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1f14d-cfa1-43e3-a1b7-f343fa2273b7 req-7d2195be-a985-4a96-b199-f8a277f09a2d tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:55.909396 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61d1f14d-cfa1-43e3-a1b7-f343fa2273b7 req-7d2195be-a985-4a96-b199-f8a277f09a2d tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.6566646 Jan 28 06:42:55.919152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abd89205-9c18-4af0-9aa5-b80fe72a1cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:55.980407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.037785 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Port': ['ID=ce90d88b-a7fc-4315-9b51-8d6a866278b3,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:56.045161 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] No DVR routers for this DVR port ce90d88b-a7fc-4315-9b51-8d6a866278b3 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:56.050975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-36316d4f-5fc5-436a-a387-8d5b79b7c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:42:51Z', 'revision_number': 5, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:56.058273 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2bea9ddd-ab83-4185-b1e4-42859b1c74b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/c55e20af-da39-4d67-9e62-2c18342c7ff2 HTTP/1.1" status: 204 len: 168 time: 2.4360268 Jan 28 06:42:56.060466 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36316d4f-5fc5-436a-a387-8d5b79b7c122 None None] Checking router: 72e1124e-394c-41b6-8d5c-bf271449f0be for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:42:56.073182 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36316d4f-5fc5-436a-a387-8d5b79b7c122 None None] Routers {'72e1124e-394c-41b6-8d5c-bf271449f0be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:56.073823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39414) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:56.074010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-36316d4f-5fc5-436a-a387-8d5b79b7c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['72e1124e-394c-41b6-8d5c-bf271449f0be'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:56.079988 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abd89205-9c18-4af0-9aa5-b80fe72a1cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.081452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.207673 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fbe7677e-9fa7-4110-9177-7f51403d3eae tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1294098 Jan 28 06:42:56.224636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.237255 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39418) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:56.242874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-0db62e8e-c20e-4cd0-b8cb-6d39a47073bb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:56.260565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ca8a3-1bdb-4d7e-8174-a38e492c8cb5 None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:42:56.275730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a31ca8a3-1bdb-4d7e-8174-a38e492c8cb5 None None] Deleting port f3ab232c-987d-423e-98c3-bee144127e7c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:56.275730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a31ca8a3-1bdb-4d7e-8174-a38e492c8cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.279590 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61d1f14d-cfa1-43e3-a1b7-f343fa2273b7 req-878f8117-58b7-4102-9949-0eaca6c0e514 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3231189 Jan 28 06:42:56.306290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-36316d4f-5fc5-436a-a387-8d5b79b7c122 None None] Set router 72e1124e-394c-41b6-8d5c-bf271449f0be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:42:56.326498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.351536 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.370567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:56.380833 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:56.383741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:56.391751 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:56.392373 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.397300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abd89205-9c18-4af0-9aa5-b80fe72a1cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.404066 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=4e2af184-0f33-44cf-9a6c-0d1417fad121,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:56.454691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.571549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a88183f-a737-4a22-b025-9d1eb2b80f48']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:56.606840 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f3ab232c-987d-423e-98c3-bee144127e7c no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:56.607454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cedf604-7d24-47d7-91c6-fe3c67d0c1c9') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:56.607454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cedf604-7d24-47d7-91c6-fe3c67d0c1c9') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:56.610375 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:56.619907 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0db62e8e-c20e-4cd0-b8cb-6d39a47073bb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:56.628387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.636288 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0db62e8e-c20e-4cd0-b8cb-6d39a47073bb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:56.640743 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0db62e8e-c20e-4cd0-b8cb-6d39a47073bb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:56.654192 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0db62e8e-c20e-4cd0-b8cb-6d39a47073bb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:56.666317 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.669412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:56.678764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:42:56.679085 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.684437 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:56.695638 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0deb7222-c6b6-4f3b-a910-31820351f1d1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:42:56.696421 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:42:56.700329 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4af9de76-a265-4cfa-9914-e876dbf7b0cf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5028636 Jan 28 06:42:56.701904 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39424) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:56.737008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event updated for resources: {'Port': ['ID=298ae810-e02f-45be-9633-535780cf5391,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:56.747666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abd89205-9c18-4af0-9aa5-b80fe72a1cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.800098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a31ca8a3-1bdb-4d7e-8174-a38e492c8cb5 None None] For port f3ab232c-987d-423e-98c3-bee144127e7c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f3ab232c-987d-423e-98c3-bee144127e7c,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:56.800682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a31ca8a3-1bdb-4d7e-8174-a38e492c8cb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.806189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd89205-9c18-4af0-9aa5-b80fe72a1cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe055a4a-7120-4b77-9062-14e6a086583f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:56.817677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abd89205-9c18-4af0-9aa5-b80fe72a1cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.818670 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7247a2b5-78ce-420a-ae08-5347705c65c5 None None] Network 5f2b0666-0d46-4da3-b041-3a536f560007 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:56.890026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:56.903286 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-abd89205-9c18-4af0-9aa5-b80fe72a1cfe admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fe055a4a-7120-4b77-9062-14e6a086583f HTTP/1.1" status: 204 len: 168 time: 1.4507625 Jan 28 06:42:56.911834 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee8c5e-d0f2-4a2a-9bf3-1919508c988c req-b8a40207-8e34-4f5a-bd4b-4ecd8b3e7325 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:56.914749 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21ee8c5e-d0f2-4a2a-9bf3-1919508c988c req-b8a40207-8e34-4f5a-bd4b-4ecd8b3e7325 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.4603696 Jan 28 06:42:56.916582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39428) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:56.959848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a31ca8a3-1bdb-4d7e-8174-a38e492c8cb5 None None] Calling delete_port for f3ab232c-987d-423e-98c3-bee144127e7c owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:57.040592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db62e8e-c20e-4cd0-b8cb-6d39a47073bb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:57.044594 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0db62e8e-c20e-4cd0-b8cb-6d39a47073bb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:57.066784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] Deleting port 398cb3eb-3d64-4148-99ae-d246aae7ae3f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:57.067073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:57.130204 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c0d9dc-ae75-4e9a-a0e0-5a926bb0c8ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:57.130822 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e1c0d9dc-ae75-4e9a-a0e0-5a926bb0c8ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:57.196449 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:57.208881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:57.220981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:57.230953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:57.246480 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21ee8c5e-d0f2-4a2a-9bf3-1919508c988c req-5e7d0221-4ec2-4014-9042-131ffd7be048 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549148 Jan 28 06:42:57.324838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Network': ['ID=3a88183f-a737-4a22-b025-9d1eb2b80f48,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:57.327792 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-36316d4f-5fc5-436a-a387-8d5b79b7c122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:42:51Z', 'revision_number': 5, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:57.339420 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36316d4f-5fc5-436a-a387-8d5b79b7c122 None None] The sync data for ids ['72e1124e-394c-41b6-8d5c-bf271449f0be'] in dv-neutron-824022-4-hyperv is: [{'id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'name': 'tempest-ServersTestManualDisk-2146427023-router', 'tenant_id': '041b8e4388b44244b95aae87439097f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:28Z', 'updated_at': '2022-01-28T06:42:51Z', 'revision_number': 5, 'project_id': '041b8e4388b44244b95aae87439097f7', 'gw_port': {'id': '398cb3eb-3d64-4148-99ae-d246aae7ae3f', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e1124e-394c-41b6-8d5c-bf271449f0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:29Z', 'updated_at': '2022-01-28T06:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:57.351421 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e1c0d9dc-ae75-4e9a-a0e0-5a926bb0c8ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:57.357297 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e1c0d9dc-ae75-4e9a-a0e0-5a926bb0c8ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/4e2af184-0f33-44cf-9a6c-0d1417fad121 HTTP/1.1" status: 200 len: 845 time: 0.6476228 Jan 28 06:42:57.359838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39434) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:57.365931 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-96e27f5b-304e-41f1-b33f-7f9e77cc2a8a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/networks/3a88183f-a737-4a22-b025-9d1eb2b80f48 HTTP/1.1" status: 204 len: 168 time: 6.0902851 Jan 28 06:42:57.409746 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39436) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:57.420323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-395120683'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:57.437593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a31ca8a3-1bdb-4d7e-8174-a38e492c8cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:57.445147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:57.471855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Deleting port 2be9db3f-2dd5-4f34-9a90-4c7f720db582 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:57.471855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:57.472123 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Usage tracker for resource:network and tenant:c38957e49e264f3b93c6a1a899f14783 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:57.472123 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:57.484813 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:57.489010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0deb7222-c6b6-4f3b-a910-31820351f1d1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:42:57.494242 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ca8a3-1bdb-4d7e-8174-a38e492c8cb5 None None] Pushing event deleted for resources: {'Port': ['ID=f3ab232c-987d-423e-98c3-bee144127e7c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:57.504336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31ca8a3-1bdb-4d7e-8174-a38e492c8cb5 None None] No DVR routers for this DVR port f3ab232c-987d-423e-98c3-bee144127e7c on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:57.507111 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0348e7ed-903b-419f-8133-4f0b698db2c8 None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:42:57.508127 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0deb7222-c6b6-4f3b-a910-31820351f1d1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:57.519710 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0348e7ed-903b-419f-8133-4f0b698db2c8 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:57.520941 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0348e7ed-903b-419f-8133-4f0b698db2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:57.556588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-aba8e638-ec48-46be-8e11-a37f33b31c8c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 4e2af184-0f33-44cf-9a6c-0d1417fad121 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:57.556935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aba8e638-ec48-46be-8e11-a37f33b31c8c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:57.586106 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0348e7ed-903b-419f-8133-4f0b698db2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:57.595916 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0348e7ed-903b-419f-8133-4f0b698db2c8 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:42:57.596511 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0348e7ed-903b-419f-8133-4f0b698db2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:57.660200 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0348e7ed-903b-419f-8133-4f0b698db2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:57.660841 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0348e7ed-903b-419f-8133-4f0b698db2c8 None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:42:57.750671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69003d58-1717-4ba5-b1e5-03712fe16d9b None None] DHCP port deletion for 5f2b0666-0d46-4da3-b041-3a536f560007 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:42:57.751168 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Made reservation on behalf of c38957e49e264f3b93c6a1a899f14783 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:57.754081 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:57.756985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-69003d58-1717-4ba5-b1e5-03712fe16d9b None None] Deleting port 2be9db3f-2dd5-4f34-9a90-4c7f720db582 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:57.757397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] For port 398cb3eb-3d64-4148-99ae-d246aae7ae3f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=398cb3eb-3d64-4148-99ae-d246aae7ae3f,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:57.765300 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69003d58-1717-4ba5-b1e5-03712fe16d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:57.765422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:57.891802 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0deb7222-c6b6-4f3b-a910-31820351f1d1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "PUT /v2.0/floatingips/cac759c9-c990-41d2-8964-f8bee8ef2131 HTTP/1.1" status: 200 len: 978 time: 4.9151134 Jan 28 06:42:57.897562 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39442) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:57.920252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] Calling delete_port for 398cb3eb-3d64-4148-99ae-d246aae7ae3f owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:57.986535 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:42:58.002641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.041988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-69003d58-1717-4ba5-b1e5-03712fe16d9b None None] For port 2be9db3f-2dd5-4f34-9a90-4c7f720db582, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=2be9db3f-2dd5-4f34-9a90-4c7f720db582,segment=NetworkSegment(4d576cc7-8099-49d5-8840-897b48447d01),segment_id=4d576cc7-8099-49d5-8840-897b48447d01)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:58.042523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69003d58-1717-4ba5-b1e5-03712fe16d9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.058955 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0db62e8e-c20e-4cd0-b8cb-6d39a47073bb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.116061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] For port 2be9db3f-2dd5-4f34-9a90-4c7f720db582, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=2be9db3f-2dd5-4f34-9a90-4c7f720db582,segment=NetworkSegment(4d576cc7-8099-49d5-8840-897b48447d01),segment_id=4d576cc7-8099-49d5-8840-897b48447d01)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:42:58.116407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.128951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.129295 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Added segment c389d98a-88d4-4592-994c-367668a4133f of type vlan for network 1a973daa-a7c8-45b1-b213-5f060a0ebb7a Jan 28 06:42:58.146378 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aba8e638-ec48-46be-8e11-a37f33b31c8c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.175418 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-69003d58-1717-4ba5-b1e5-03712fe16d9b None None] Calling delete_port for 2be9db3f-2dd5-4f34-9a90-4c7f720db582 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:58.308349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Calling delete_port for 2be9db3f-2dd5-4f34-9a90-4c7f720db582 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:58.312475 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db62e8e-c20e-4cd0-b8cb-6d39a47073bb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:58.320987 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69003d58-1717-4ba5-b1e5-03712fe16d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.370383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69003d58-1717-4ba5-b1e5-03712fe16d9b None None] Pushing event deleted for resources: {'Port': ['ID=2be9db3f-2dd5-4f34-9a90-4c7f720db582,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:58.373115 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-0db62e8e-c20e-4cd0-b8cb-6d39a47073bb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:58.374850 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69003d58-1717-4ba5-b1e5-03712fe16d9b None None] No DVR routers for this DVR port 2be9db3f-2dd5-4f34-9a90-4c7f720db582 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:42:58.383115 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-aba8e638-ec48-46be-8e11-a37f33b31c8c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 4e2af184-0f33-44cf-9a6c-0d1417fad121 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:58.394971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ca4b38-3bb6-4bbf-a8b0-4241ce08f49a None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:42:58.421530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.445870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db62e8e-c20e-4cd0-b8cb-6d39a47073bb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:58.446461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0db62e8e-c20e-4cd0-b8cb-6d39a47073bb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.449935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db62e8e-c20e-4cd0-b8cb-6d39a47073bb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=e841aac3-e1fd-4427-87da-9b87fb2452ef,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:58.511676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:42:58.511998 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:42:58.513349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-16f429a8-9355-44cb-a7c2-da037261b4eb tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port 0675d42c-f591-40da-8143-25dfdcb60c50 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:58.513684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-16f429a8-9355-44cb-a7c2-da037261b4eb tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.582563 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0db62e8e-c20e-4cd0-b8cb-6d39a47073bb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3440874 Jan 28 06:42:58.585557 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39446) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:58.593821 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-cd8f6a3f-3c19-40d0-824d-6e1758af7605 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-575838682', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:58.606678 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cd8f6a3f-3c19-40d0-824d-6e1758af7605 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:58.612513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cd8f6a3f-3c19-40d0-824d-6e1758af7605 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:router and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:58.628597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0b26abae-e997-4d10-814e-095307befe2f no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:58.632613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.638035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:42:58.638644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.674271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 0b26abae-e997-4d10-814e-095307befe2f {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:42:58.674667 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0b26abae-e997-4d10-814e-095307befe2f not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:42:58.675191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2be9db3f-2dd5-4f34-9a90-4c7f720db582 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:42:58.701645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': 'e841aac3-e1fd-4427-87da-9b87fb2452ef'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:42:58.703202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.729684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 2be9db3f-2dd5-4f34-9a90-4c7f720db582 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:42:58.730105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2be9db3f-2dd5-4f34-9a90-4c7f720db582 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:42:58.762340 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cd8f6a3f-3c19-40d0-824d-6e1758af7605 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:58.777691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.883007 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cd8f6a3f-3c19-40d0-824d-6e1758af7605 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:58.884731 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Allocated IP 2001:db8::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/e841aac3-e1fd-4427-87da-9b87fb2452ef/a1d57054-ce93-455e-a15d-eba87993620b) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:42:58.897713 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aba8e638-ec48-46be-8e11-a37f33b31c8c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.914566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:58.981971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] Pushing event deleted for resources: {'Port': ['ID=398cb3eb-3d64-4148-99ae-d246aae7ae3f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:59.009310 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'Network': ['ID=1a973daa-a7c8-45b1-b213-5f060a0ebb7a,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:59.014319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Deleting port 2be9db3f-2dd5-4f34-9a90-4c7f720db582 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:42:59.015392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.028305 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 1a973daa-a7c8-45b1-b213-5f060a0ebb7a details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:42:59.042840 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-947c4f96-f7c8-4670-8fb0-6f355af10242 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6317053 Jan 28 06:42:59.047567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8e638-ec48-46be-8e11-a37f33b31c8c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=4e2af184-0f33-44cf-9a6c-0d1417fad121,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:59.049204 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39450) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:59.063447 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aba8e638-ec48-46be-8e11-a37f33b31c8c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.067300 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-aba8e638-ec48-46be-8e11-a37f33b31c8c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/4e2af184-0f33-44cf-9a6c-0d1417fad121 HTTP/1.1" status: 204 len: 168 time: 1.6982658 Jan 28 06:42:59.069725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Request body: {'subnet': {'network_id': '1a973daa-a7c8-45b1-b213-5f060a0ebb7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:59.082117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39454) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:59.096926 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6a3f-3c19-40d0-824d-6e1758af7605 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.098687 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6a3f-3c19-40d0-824d-6e1758af7605 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.134683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-16f429a8-9355-44cb-a7c2-da037261b4eb tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.135092 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-16f429a8-9355-44cb-a7c2-da037261b4eb tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.174849 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] The port '2be9db3f-2dd5-4f34-9a90-4c7f720db582' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:42:59.185482 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e7c1d8-57a8-41be-b011-17bc4d30bc2d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] GET failed (client error): The resource could not be found. Jan 28 06:42:59.186018 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-58e7c1d8-57a8-41be-b011-17bc4d30bc2d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:42:59.255719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.257131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.268360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Transition to ACTIVE for port object a1d57054-ce93-455e-a15d-eba87993620b will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:59.286617 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Transition to ACTIVE for port object a1d57054-ce93-455e-a15d-eba87993620b will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:42:59.327261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6a3f-3c19-40d0-824d-6e1758af7605 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.334501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-16f429a8-9355-44cb-a7c2-da037261b4eb tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for 0675d42c-f591-40da-8143-25dfdcb60c50 owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:42:59.344761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.388887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:59.396492 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Usage tracker for resource:subnet and tenant:c38957e49e264f3b93c6a1a899f14783 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:42:59.401704 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:42:59.408905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:42:59.411783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:42:59.413915 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:59.414444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:42:59.461925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-58e7c1d8-57a8-41be-b011-17bc4d30bc2d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:42:59.463085 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-58e7c1d8-57a8-41be-b011-17bc4d30bc2d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/4e2af184-0f33-44cf-9a6c-0d1417fad121 HTTP/1.1" status: 404 len: 333 time: 0.3774571 Jan 28 06:42:59.468564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39458) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:59.475176 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'name': 'tempest-PortsIpV6TestJSON-513433180'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:42:59.504762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Pushing event updated for resources: {'Port': ['ID=a1d57054-ce93-455e-a15d-eba87993620b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:59.511681 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.517467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.518366 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Attempting to bind port a1d57054-ce93-455e-a15d-eba87993620b on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:42:59.519389 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Attempting to bind port a1d57054-ce93-455e-a15d-eba87993620b by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:42:59.520572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Attempting to bind port a1d57054-ce93-455e-a15d-eba87993620b on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:42:59.527031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:42:59.527959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:42:59.527959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.528522 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:42:59.528681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6a3f-3c19-40d0-824d-6e1758af7605 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.529156 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Bound port: a1d57054-ce93-455e-a15d-eba87993620b, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:42:59.529789 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.531728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.543112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Made reservation on behalf of c38957e49e264f3b93c6a1a899f14783 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:59.546415 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.559507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2b0666-0d46-4da3-b041-3a536f560007']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:59.572337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d576cc7-8099-49d5-8840-897b48447d01') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:59.572960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d576cc7-8099-49d5-8840-897b48447d01') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:42:59.586387 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.604465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.611280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:42:59.611685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.624035 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] For port a1d57054-ce93-455e-a15d-eba87993620b, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:42:59.625325 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:42:59.631173 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] For port a1d57054-ce93-455e-a15d-eba87993620b, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a1d57054-ce93-455e-a15d-eba87993620b,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:42:59.631288 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Router 60b5f73e-5639-43c1-af26-ea8704f999df is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:42:59.656049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.656471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72e1124e-394c-41b6-8d5c-bf271449f0be {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:42:59.714236 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.761037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:42:59.771756 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd8f6a3f-3c19-40d0-824d-6e1758af7605 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.777340 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cd8f6a3f-3c19-40d0-824d-6e1758af7605 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1903150 Jan 28 06:42:59.779819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39462) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:42:59.787857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:42:59.831821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca89df8-1fe0-427a-a338-86e4e3abafb3 None None] Pushing event updated for resources: {'Port': ['ID=a1d57054-ce93-455e-a15d-eba87993620b,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:42:59.849103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-16f429a8-9355-44cb-a7c2-da037261b4eb tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.856798 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.896290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.927131 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:42:59.935999 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:42:59.962366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f429a8-9355-44cb-a7c2-da037261b4eb tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=0675d42c-f591-40da-8143-25dfdcb60c50,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:00.080720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port f8f1e2c0-aaf0-4dab-bd80-894b3a766253 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:00.158928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2b0666-0d46-4da3-b041-3a536f560007,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:00.176459 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-16f429a8-9355-44cb-a7c2-da037261b4eb tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:00.177151 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-16f429a8-9355-44cb-a7c2-da037261b4eb tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Floating IP cac759c9-c990-41d2-8964-f8bee8ef2131 disassociated (deleted). External IP: 172.26.4.216, port: 982f0382-4358-4689-b1a9-4ce00b569aa1. Jan 28 06:43:00.181106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:00.184532 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4947527b-ab71-4815-91a9-0fc91971d123 admin admin] 10.222.0.25 "DELETE /v2.0/routers/72e1124e-394c-41b6-8d5c-bf271449f0be HTTP/1.1" status: 204 len: 168 time: 4.7314663 Jan 28 06:43:00.194825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39466) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:00.245757 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:00.376579 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7324610e-ae62-432b-8720-2ad01fb2794d admin admin] 10.222.0.25 "DELETE /v2.0/networks/5f2b0666-0d46-4da3-b041-3a536f560007 HTTP/1.1" status: 204 len: 168 time: 3.4568121 Jan 28 06:43:00.569400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:00.581035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb76a98-34fd-454f-a3e1-5080b52514d1 admin admin] Deleting subnet b4e04562-c29c-423f-8bfb-b38803ba8111 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:43:00.581985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'Subnet': ['ID=de96edad-6196-4518-a80f-e227951cb903,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:00.583731 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Sync routers for ids ['60b5f73e-5639-43c1-af26-ea8704f999df'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:00.596010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Routers {'60b5f73e-5639-43c1-af26-ea8704f999df'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:00.597648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['60b5f73e-5639-43c1-af26-ea8704f999df'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:00.599367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb76a98-34fd-454f-a3e1-5080b52514d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:00.618669 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Checking segment: {'id': 'c389d98a-88d4-4592-994c-367668a4133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1a973daa-a7c8-45b1-b213-5f060a0ebb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:00.619036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Network hostable DHCP agents. Network: 1a973daa-a7c8-45b1-b213-5f060a0ebb7a, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:00.697494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:00.708275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a1d57054-ce93-455e-a15d-eba87993620b up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:00.715972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb76a98-34fd-454f-a3e1-5080b52514d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:00.753244 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:00.754121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:00.757719 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f8dc48c4-ddd6-4326-b633-22bc4b0df50d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.7101328 Jan 28 06:43:00.892651 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39472) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:00.903130 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dd1185b2-c4f6-46b3-99e1-bc4f244d6170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:00.934996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Set router 60b5f73e-5639-43c1-af26-ea8704f999df gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:43:00.977238 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39476) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:01.007876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb76a98-34fd-454f-a3e1-5080b52514d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.008725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.051665 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port a1d57054-ce93-455e-a15d-eba87993620b completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:01.114102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Network 1a973daa-a7c8-45b1-b213-5f060a0ebb7a is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:01.165733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 398cb3eb-3d64-4148-99ae-d246aae7ae3f no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:43:01.185092 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:01.196136 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:01.210217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 398cb3eb-3d64-4148-99ae-d246aae7ae3f {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:43:01.210703 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 398cb3eb-3d64-4148-99ae-d246aae7ae3f not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:43:01.254490 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:01.259938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:01.260535 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.290775 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0ff07edd-0fa3-4758-98a1-ed662ed877f4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2423fe87bf994d5ea23de358f8ed2566&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3121371 Jan 28 06:43:01.291380 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39480) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:01.305017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 1a973daa-a7c8-45b1-b213-5f060a0ebb7a) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:01.321473 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c186bdf-3b0b-4031-b304-e952ce4a7fb2 None None] Network 1a973daa-a7c8-45b1-b213-5f060a0ebb7a requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:01.329115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb76a98-34fd-454f-a3e1-5080b52514d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.338227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=f8f1e2c0-aaf0-4dab-bd80-894b3a766253,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:01.347144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5f73e-5639-43c1-af26-ea8704f999df', 'name': 'tempest-snat-router-441812202', 'tenant_id': '4339fab10b034116bd88b3081c5f45bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.201'}], 'enable_snat': False}, 'gw_port_id': '298ae810-e02f-45be-9633-535780cf5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:42:51Z', 'updated_at': '2022-01-28T06:42:57Z', 'revision_number': 3, 'project_id': '4339fab10b034116bd88b3081c5f45bb', 'gw_port': {'id': '298ae810-e02f-45be-9633-535780cf5391', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b5f73e-5639-43c1-af26-ea8704f999df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:42:55Z', 'updated_at': '2022-01-28T06:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:01.367196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Checking router: 60b5f73e-5639-43c1-af26-ea8704f999df for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:43:01.367652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Updating router 60b5f73e-5639-43c1-af26-ea8704f999df port 298ae810-e02f-45be-9633-535780cf5391 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:43:01.392576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb76a98-34fd-454f-a3e1-5080b52514d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.396960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:01.397398 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.411432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb76a98-34fd-454f-a3e1-5080b52514d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4e04562-c29c-423f-8bfb-b38803ba8111,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:01.425079 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-afb76a98-34fd-454f-a3e1-5080b52514d1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b4e04562-c29c-423f-8bfb-b38803ba8111 HTTP/1.1" status: 204 len: 168 time: 1.2280281 Jan 28 06:43:01.428973 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39484) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:01.460735 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7c4399-4561-4ad3-b46e-d49fa2748c30 None None] Network fff5bcd7-fb45-4a46-a801-8637fdb03e0f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:01.482171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::1 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/e841aac3-e1fd-4427-87da-9b87fb2452ef/05ffc989-8740-42f1-96e3-c2db0ee00ea1) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:01.485750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f429a8-9355-44cb-a7c2-da037261b4eb tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:43:01.504054 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-163b39df-ba96-4b02-869a-fb5d00130b8d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/routers/60b5f73e-5639-43c1-af26-ea8704f999df HTTP/1.1" status: 200 len: 908 time: 0.6089253 Jan 28 06:43:01.513647 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39488) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:01.521243 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.523319 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Request body: {'router': {'name': 'tempest-snat-router-441812202', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'enable_snat': True}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:01.529619 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8b592882-aaf2-4f3d-b12f-58dde0426b4a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4685938 Jan 28 06:43:01.541453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39492) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:01.585562 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:01.602087 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-332b849f-d7ba-4332-b098-8dc268e01e4f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1293507 Jan 28 06:43:01.602087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee032e72-60ed-4f44-9bbe-724bac097429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.604129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Usage tracker for resource:router and tenant:4339fab10b034116bd88b3081c5f45bb is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:01.609217 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39496) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:01.613771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.619586 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:01.633366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f105b679-7c2b-428d-b974-41d6b96ce881 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:01.677398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9ccbd96c-1503-481c-bd56-3a4e02cdf469 None None] Provisioning for port a1d57054-ce93-455e-a15d-eba87993620b completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:01.682304 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:01.729223 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9ccbd96c-1503-481c-bd56-3a4e02cdf469 None None] Provisioning complete for port a1d57054-ce93-455e-a15d-eba87993620b triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:01.729603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd96c-1503-481c-bd56-3a4e02cdf469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.787978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee032e72-60ed-4f44-9bbe-724bac097429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.873377 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.874965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.915604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f429a8-9355-44cb-a7c2-da037261b4eb tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:01.927423 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc62115-0e09-43c8-8386-334f5f291cab None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:01.936269 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Deleting port 34e8cd2a-8b90-48c5-872a-63da37043664 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:01.936602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.938095 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc62115-0e09-43c8-8386-334f5f291cab None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:01.938634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:01.939040 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0cc62115-0e09-43c8-8386-334f5f291cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:01.979356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f105b679-7c2b-428d-b974-41d6b96ce881 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.002008 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0cc62115-0e09-43c8-8386-334f5f291cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:02.014974 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc62115-0e09-43c8-8386-334f5f291cab None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:02.015625 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0cc62115-0e09-43c8-8386-334f5f291cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:42:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:02.035542 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-1a973daa-a7c8-45b1-b213-5f060a0ebb7a', 'network_id': '1a973daa-a7c8-45b1-b213-5f060a0ebb7a', 'tenant_id': 'c38957e49e264f3b93c6a1a899f14783', 'fixed_ips': [{'subnet_id': 'de96edad-6196-4518-a80f-e227951cb903'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:43:02.036369 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.080156 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0cc62115-0e09-43c8-8386-334f5f291cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:02.080787 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc62115-0e09-43c8-8386-334f5f291cab None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:02.154557 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee032e72-60ed-4f44-9bbe-724bac097429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.191685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.214039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.223838 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd96c-1503-481c-bd56-3a4e02cdf469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.294164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 05ffc989-8740-42f1-96e3-c2db0ee00ea1 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:02.306643 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] For port 34e8cd2a-8b90-48c5-872a-63da37043664, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=34e8cd2a-8b90-48c5-872a-63da37043664,segment=NetworkSegment(8a19605c-085b-468a-82b6-38e32446b1ce),segment_id=8a19605c-085b-468a-82b6-38e32446b1ce)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:02.307001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.350282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9ccbd96c-1503-481c-bd56-3a4e02cdf469 None None] For port a1d57054-ce93-455e-a15d-eba87993620b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a1d57054-ce93-455e-a15d-eba87993620b,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:02.365778 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc79fce-0686-4b5c-8e45-c6a5d20387a2 None None] DHCP port deletion for fff5bcd7-fb45-4a46-a801-8637fdb03e0f request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:43:02.394143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee032e72-60ed-4f44-9bbe-724bac097429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5215f4f-9dc8-48d8-b2bc-894621c04e3b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:02.403467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee032e72-60ed-4f44-9bbe-724bac097429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.408006 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ee032e72-60ed-4f44-9bbe-724bac097429 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5215f4f-9dc8-48d8-b2bc-894621c04e3b HTTP/1.1" status: 204 len: 168 time: 1.1011248 Jan 28 06:43:02.408006 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-16f429a8-9355-44cb-a7c2-da037261b4eb tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.421501 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7fc79fce-0686-4b5c-8e45-c6a5d20387a2 None None] Deleting port 34e8cd2a-8b90-48c5-872a-63da37043664 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:02.421690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7fc79fce-0686-4b5c-8e45-c6a5d20387a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.475221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd96c-1503-481c-bd56-3a4e02cdf469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.535623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Calling delete_port for 34e8cd2a-8b90-48c5-872a-63da37043664 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:02.546389 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Allocated IP 2001:db8::2 (1a973daa-a7c8-45b1-b213-5f060a0ebb7a/de96edad-6196-4518-a80f-e227951cb903/b84836c0-ad0e-483a-b3f7-b68873b8edf8) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:02.578954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.600611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Transition to ACTIVE for port object 298ae810-e02f-45be-9633-535780cf5391 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:02.631459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.641913 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 34e8cd2a-8b90-48c5-872a-63da37043664 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:43:02.649678 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.664982 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-16f429a8-9355-44cb-a7c2-da037261b4eb tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/floatingips/cac759c9-c990-41d2-8964-f8bee8ef2131 HTTP/1.1" status: 204 len: 168 time: 4.7552707 Jan 28 06:43:02.667212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39502) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:02.720491 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.768543 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbd96c-1503-481c-bd56-3a4e02cdf469 None None] Pushing event updated for resources: {'Port': ['ID=a1d57054-ce93-455e-a15d-eba87993620b,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:02.801114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e1231-d45a-4ac9-b2b1-0901b2546127 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port 982f0382-4358-4689-b1a9-4ce00b569aa1 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:02.801483 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1231-d45a-4ac9-b2b1-0901b2546127 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.832936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f105b679-7c2b-428d-b974-41d6b96ce881 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.839534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.925813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.938931 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Attempting to bind port 298ae810-e02f-45be-9633-535780cf5391 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:02.939333 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Attempting to bind port 298ae810-e02f-45be-9633-535780cf5391 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:02.939698 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Attempting to bind port 298ae810-e02f-45be-9633-535780cf5391 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:02.941684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No active binding found for port 34e8cd2a-8b90-48c5-872a-63da37043664 {{(pid=88218) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 28 06:43:02.942083 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 34e8cd2a-8b90-48c5-872a-63da37043664 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:43:02.948363 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:02.949708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f105b679-7c2b-428d-b974-41d6b96ce881 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.972866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6ca68-f039-4f6e-9cb0-9e0b4b528b0f None None] Pushing event updated for resources: {'Port': ['ID=298ae810-e02f-45be-9633-535780cf5391,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:02.972866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:43:02.972866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:02.972866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:02.972866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:43:02.972866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Bound port: 298ae810-e02f-45be-9633-535780cf5391, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:43:02.972866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.030466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f105b679-7c2b-428d-b974-41d6b96ce881 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] In _notify_port_updated(), no bound segment for port f8f1e2c0-aaf0-4dab-bd80-894b3a766253 on network e963dc21-bd4b-40f6-84e6-3da66e568bc5 {{(pid=88216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:43:03.038835 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f105b679-7c2b-428d-b974-41d6b96ce881 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:03.039777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f105b679-7c2b-428d-b974-41d6b96ce881 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.043732 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f105b679-7c2b-428d-b974-41d6b96ce881 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "PUT /v2.0/ports/f8f1e2c0-aaf0-4dab-bd80-894b3a766253 HTTP/1.1" status: 200 len: 818 time: 1.4301314 Jan 28 06:43:03.047200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39510) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:03.112926 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7fc79fce-0686-4b5c-8e45-c6a5d20387a2 None None] For port 34e8cd2a-8b90-48c5-872a-63da37043664, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=34e8cd2a-8b90-48c5-872a-63da37043664,segment=NetworkSegment(8a19605c-085b-468a-82b6-38e32446b1ce),segment_id=8a19605c-085b-468a-82b6-38e32446b1ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:03.113698 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7fc79fce-0686-4b5c-8e45-c6a5d20387a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.151404 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1231-d45a-4ac9-b2b1-0901b2546127 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.283722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e1231-d45a-4ac9-b2b1-0901b2546127 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for 982f0382-4358-4689-b1a9-4ce00b569aa1 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:03.327732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] No DVR routers for this DVR port 34e8cd2a-8b90-48c5-872a-63da37043664 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:03.348386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-5e7dbf26-b762-417c-af36-4a596a02dd94 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port f8f1e2c0-aaf0-4dab-bd80-894b3a766253 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:03.348386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e7dbf26-b762-417c-af36-4a596a02dd94 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.354907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:03.357904 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:03.358249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7fc79fce-0686-4b5c-8e45-c6a5d20387a2 None None] Calling delete_port for 34e8cd2a-8b90-48c5-872a-63da37043664 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:03.358715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.375003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105b679-7c2b-428d-b974-41d6b96ce881 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=f8f1e2c0-aaf0-4dab-bd80-894b3a766253,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:03.402840 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3c15524d-144b-470a-ada6-aed89952ce39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.414622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] For port 298ae810-e02f-45be-9633-535780cf5391, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:03.438507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] For port 298ae810-e02f-45be-9633-535780cf5391, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=298ae810-e02f-45be-9633-535780cf5391,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:43:03.439772 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.462205 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Transition to ACTIVE for port object b84836c0-ad0e-483a-b3f7-b68873b8edf8 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:03.477971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-7fc79fce-0686-4b5c-8e45-c6a5d20387a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:43:03.478355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-7fc79fce-0686-4b5c-8e45-c6a5d20387a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:43:03.484388 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Transition to ACTIVE for port object b84836c0-ad0e-483a-b3f7-b68873b8edf8 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:03.486692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.519380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.528543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.681303 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6ca68-f039-4f6e-9cb0-9e0b4b528b0f None None] Pushing event updated for resources: {'Port': ['ID=298ae810-e02f-45be-9633-535780cf5391,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:03.685400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=05ffc989-8740-42f1-96e3-c2db0ee00ea1,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:03.700197 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.745454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e7dbf26-b762-417c-af36-4a596a02dd94 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.768639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Pushing event deleted for resources: {'Port': ['ID=34e8cd2a-8b90-48c5-872a-63da37043664,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:03.793334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Network 1a973daa-a7c8-45b1-b213-5f060a0ebb7a is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:03.794169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Routers {'60b5f73e-5639-43c1-af26-ea8704f999df'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:03.794807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['60b5f73e-5639-43c1-af26-ea8704f999df'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:03.852715 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Allocated IP 172.26.4.85 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/793b3c1c-2540-44e4-961d-728e860f5676) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:03.860626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.865893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:03.874108 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:03.932789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fff5bcd7-fb45-4a46-a801-8637fdb03e0f']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:03.949541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a19605c-085b-468a-82b6-38e32446b1ce') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:03.949933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a19605c-085b-468a-82b6-38e32446b1ce') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:03.971619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:03.980994 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-5e7dbf26-b762-417c-af36-4a596a02dd94 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for f8f1e2c0-aaf0-4dab-bd80-894b3a766253 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:03.995856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.038653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.051198 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7fc79fce-0686-4b5c-8e45-c6a5d20387a2 None None] Deleting port 34e8cd2a-8b90-48c5-872a-63da37043664 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:04.051752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7fc79fce-0686-4b5c-8e45-c6a5d20387a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.073419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:04.073819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.076889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Pushing event updated for resources: {'Port': ['ID=b84836c0-ad0e-483a-b3f7-b68873b8edf8,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:04.094583 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d03b5945-0b6b-4ede-ac0a-98d8a09cf18a None None] Provisioning for port 05ffc989-8740-42f1-96e3-c2db0ee00ea1 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:04.119821 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:04.161349 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Attempting to bind port b84836c0-ad0e-483a-b3f7-b68873b8edf8 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:04.161783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Attempting to bind port b84836c0-ad0e-483a-b3f7-b68873b8edf8 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'c389d98a-88d4-4592-994c-367668a4133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1a973daa-a7c8-45b1-b213-5f060a0ebb7a'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:04.162078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Attempting to bind port b84836c0-ad0e-483a-b3f7-b68873b8edf8 on network 1a973daa-a7c8-45b1-b213-5f060a0ebb7a {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:04.201876 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7fc79fce-0686-4b5c-8e45-c6a5d20387a2 None None] The port '34e8cd2a-8b90-48c5-872a-63da37043664' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:43:04.202128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Subnet': ['ID=de96edad-6196-4518-a80f-e227951cb903,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:04.202902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d03b5945-0b6b-4ede-ac0a-98d8a09cf18a None None] Provisioning complete for port 05ffc989-8740-42f1-96e3-c2db0ee00ea1 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:04.203320 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d03b5945-0b6b-4ede-ac0a-98d8a09cf18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.241083 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:43:04.241460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Checking segment: {'id': 'c389d98a-88d4-4592-994c-367668a4133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1a973daa-a7c8-45b1-b213-5f060a0ebb7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:04.241871 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.242267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Bound using segment: {'id': 'c389d98a-88d4-4592-994c-367668a4133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1a973daa-a7c8-45b1-b213-5f060a0ebb7a'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:43:04.242752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Bound port: b84836c0-ad0e-483a-b3f7-b68873b8edf8, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c389d98a-88d4-4592-994c-367668a4133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '1a973daa-a7c8-45b1-b213-5f060a0ebb7a'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:43:04.243127 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.313085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.352021 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] Set router 60b5f73e-5639-43c1-af26-ea8704f999df gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:43:04.370145 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e7dbf26-b762-417c-af36-4a596a02dd94 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.380388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.440525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1231-d45a-4ac9-b2b1-0901b2546127 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.446650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.449144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dbf26-b762-417c-af36-4a596a02dd94 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=f8f1e2c0-aaf0-4dab-bd80-894b3a766253,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:04.451011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.478431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e7dbf26-b762-417c-af36-4a596a02dd94 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.493135 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.516286 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5e7dbf26-b762-417c-af36-4a596a02dd94 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/f8f1e2c0-aaf0-4dab-bd80-894b3a766253 HTTP/1.1" status: 204 len: 168 time: 1.4674625 Jan 28 06:43:04.524013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39534) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:04.527082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.533112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a973daa-a7c8-45b1-b213-5f060a0ebb7a']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:04.536628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.537307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d03b5945-0b6b-4ede-ac0a-98d8a09cf18a None None] Port 05ffc989-8740-42f1-96e3-c2db0ee00ea1 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:43:04.619123 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a1d57054-ce93-455e-a15d-eba87993620b up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:04.632081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] Pushing event deleted for resources: {'Network': ['ID=fff5bcd7-fb45-4a46-a801-8637fdb03e0f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:04.635145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e1231-d45a-4ac9-b2b1-0901b2546127 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=982f0382-4358-4689-b1a9-4ce00b569aa1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:04.645486 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.665007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c389d98a-88d4-4592-994c-367668a4133f') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:04.665362 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c389d98a-88d4-4592-994c-367668a4133f') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:04.693052 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] For port b84836c0-ad0e-483a-b3f7-b68873b8edf8, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:04.705463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] For port b84836c0-ad0e-483a-b3f7-b68873b8edf8, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b84836c0-ad0e-483a-b3f7-b68873b8edf8,segment=NetworkSegment(c389d98a-88d4-4592-994c-367668a4133f),segment_id=c389d98a-88d4-4592-994c-367668a4133f)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:43:04.718872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:04.722138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:04.726327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:04.748687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.759829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event updated for resources: {'Port': ['ID=793b3c1c-2540-44e4-961d-728e860f5676,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:04.767282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port a1d57054-ce93-455e-a15d-eba87993620b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:04.767637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.851327 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.866467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:04.867325 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:04.884352 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:04.896404 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:04.974678 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-94953a6d-88c4-4daf-af17-6544568bd93a admin admin] 10.222.0.25 "DELETE /v2.0/networks/fff5bcd7-fb45-4a46-a801-8637fdb03e0f HTTP/1.1" status: 204 len: 168 time: 3.5442390 Jan 28 06:43:05.027129 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df01d78a-c9be-47af-b5ac-4e67bf55b7b6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:05.028869 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-df01d78a-c9be-47af-b5ac-4e67bf55b7b6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4822810 Jan 28 06:43:05.032427 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39544) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:05.134201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:43:05.134201 dv-neutron-824022-4-hyperv neutron-server[88217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:43:05.134201 dv-neutron-824022-4-hyperv neutron-server[88217]: [parameters: {'id': '1a973daa-a7c8-45b1-b213-5f060a0ebb7a'}] Jan 28 06:43:05.134201 dv-neutron-824022-4-hyperv neutron-server[88217]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:43:05.134635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:43:05.177634 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bbde95-79ef-453d-b2e5-641e8300d156 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] GET failed (client error): The resource could not be found. Jan 28 06:43:05.179044 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-79bbde95-79ef-453d-b2e5-641e8300d156 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/f8f1e2c0-aaf0-4dab-bd80-894b3a766253 HTTP/1.1" status: 404 len: 333 time: 0.1457281 Jan 28 06:43:05.209719 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc675606-ff0c-454a-b216-7c6cd47216f3 None None] Pushing event updated for resources: {'Port': ['ID=b84836c0-ad0e-483a-b3f7-b68873b8edf8,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:05.236589 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5f73e-5639-43c1-af26-ea8704f999df', 'name': 'tempest-snat-router-441812202', 'tenant_id': '4339fab10b034116bd88b3081c5f45bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.201'}], 'enable_snat': False}, 'gw_port_id': '298ae810-e02f-45be-9633-535780cf5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:42:51Z', 'updated_at': '2022-01-28T06:42:57Z', 'revision_number': 3, 'project_id': '4339fab10b034116bd88b3081c5f45bb', 'gw_port': {'id': '298ae810-e02f-45be-9633-535780cf5391', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b5f73e-5639-43c1-af26-ea8704f999df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:42:55Z', 'updated_at': '2022-01-28T06:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:05.240652 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39550) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:05.242326 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673902b3-5e44-4904-ab20-f70955da54e2 None None] The sync data for ids ['60b5f73e-5639-43c1-af26-ea8704f999df'] in dv-neutron-824022-4-hyperv is: [{'id': '60b5f73e-5639-43c1-af26-ea8704f999df', 'name': 'tempest-snat-router-441812202', 'tenant_id': '4339fab10b034116bd88b3081c5f45bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.201'}], 'enable_snat': False}, 'gw_port_id': '298ae810-e02f-45be-9633-535780cf5391', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:42:51Z', 'updated_at': '2022-01-28T06:42:57Z', 'revision_number': 3, 'project_id': '4339fab10b034116bd88b3081c5f45bb', 'gw_port': {'id': '298ae810-e02f-45be-9633-535780cf5391', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b5f73e-5639-43c1-af26-ea8704f999df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:42:55Z', 'updated_at': '2022-01-28T06:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:05.254947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1397682232'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:05.259813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86db3f1e-e42f-479b-9025-79cea7c546fe None None] Network 1a973daa-a7c8-45b1-b213-5f060a0ebb7a requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:05.261069 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:05.274190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:network and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:05.278235 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:05.292683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:05.346485 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:05.428452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39558) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:05.456000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ab1e1231-d45a-4ac9-b2b1-0901b2546127 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:05.461354 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ab1e1231-d45a-4ac9-b2b1-0901b2546127 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/ports/982f0382-4358-4689-b1a9-4ce00b569aa1 HTTP/1.1" status: 204 len: 168 time: 2.7887650 Jan 28 06:43:05.462015 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39562) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:05.470601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:05.479935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:05.484556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:floatingip and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:05.485634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:05.487752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:05.490635 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:05.496724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:05.537489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:05.601738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:05.634311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:05.638388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:05.642790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21a4f76-a93e-491a-8a5a-0838b40ab8bc None None] get_active_networks_info from dv-neutron-824022-4-hyperv {{(pid=88218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 06:43:05.649390 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:05.650142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:05.682238 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:05.728780 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4903740b-5339-48aa-8391-ec1749c58248 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=041b8e4388b44244b95aae87439097f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2990649 Jan 28 06:43:05.732498 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:05.733203 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Added segment 13e7980a-8adb-4173-993c-90002409c56c of type vlan for network 7dad28a8-1d56-4467-919e-bc38230c1bca Jan 28 06:43:05.734350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39570) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:05.799785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a4f76-a93e-491a-8a5a-0838b40ab8bc None None] Resources bound (agent type, host, resource id): {{(pid=88218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:43:05.833090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Deleting port b84836c0-ad0e-483a-b3f7-b68873b8edf8 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:05.833576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:05.978984 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:06.025670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39576) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:06.058200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=05ffc989-8740-42f1-96e3-c2db0ee00ea1,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:06.067911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-83335ec4-a7fc-4010-939b-944ec2bb4371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:06.074185 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:06.289727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:06.295906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:06.296269 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:06.302723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:06.303479 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:06.311786 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-83335ec4-a7fc-4010-939b-944ec2bb4371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:06.346584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-204d0971-cbe3-4e50-99a5-22eb929678c9 tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:06.489923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Network': ['ID=7dad28a8-1d56-4467-919e-bc38230c1bca,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:06.511194 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 7dad28a8-1d56-4467-919e-bc38230c1bca details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:43:06.558888 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ac9ad302-a463-4dc7-94f3-cf64175ea459 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3169825 Jan 28 06:43:06.568257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39582) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:06.590490 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': '7dad28a8-1d56-4467-919e-bc38230c1bca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:06.599205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] For port b84836c0-ad0e-483a-b3f7-b68873b8edf8, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b84836c0-ad0e-483a-b3f7-b68873b8edf8,segment=NetworkSegment(c389d98a-88d4-4592-994c-367668a4133f),segment_id=c389d98a-88d4-4592-994c-367668a4133f)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:06.603061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:06.628719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:06.707398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 298ae810-e02f-45be-9633-535780cf5391 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:06.771404 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:06.774376 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-204d0971-cbe3-4e50-99a5-22eb929678c9 tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] 10.222.0.25 "PUT /v2.0/quotas/8c11f888fe5a495a8c28d0c6443408dd HTTP/1.1" status: 200 len: 366 time: 0.7472713 Jan 28 06:43:06.778614 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39586) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:06.785494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:06.794475 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:06.798733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-68874199-add3-41f6-837a-5d0e9663b8a7 None None] Provisioning complete for port 05ffc989-8740-42f1-96e3-c2db0ee00ea1 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:06.799190 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68874199-add3-41f6-837a-5d0e9663b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:06.806062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:06.810782 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b5308c2c-c989-476e-bcff-529fd313b057 tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0269620 Jan 28 06:43:06.814057 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39590) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:06.828597 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6e175b99-4cc3-4a3c-8178-0b02c024cbe0 tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] 10.222.0.25 "GET /v2.0/quotas/8c11f888fe5a495a8c28d0c6443408dd HTTP/1.1" status: 200 len: 366 time: 0.0133317 Jan 28 06:43:06.831246 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39594) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:06.841453 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-83335ec4-a7fc-4010-939b-944ec2bb4371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:06.862415 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83335ec4-a7fc-4010-939b-944ec2bb4371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6433883-a1a4-4804-afa8-283963a7c1c8,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:06.863204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-68874199-add3-41f6-837a-5d0e9663b8a7 None None] Port 05ffc989-8740-42f1-96e3-c2db0ee00ea1 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:43:06.893980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Calling delete_port for b84836c0-ad0e-483a-b3f7-b68873b8edf8 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:06.898672 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 298ae810-e02f-45be-9633-535780cf5391 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:06.904376 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 298ae810-e02f-45be-9633-535780cf5391 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:06.904868 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:06.933680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:06.938650 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:06.972436 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ed12d50a-e2b8-4578-9023-f9f706adb302 tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/8c11f888fe5a495a8c28d0c6443408dd HTTP/1.1" status: 204 len: 168 time: 0.1378250 Jan 28 06:43:06.974521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39598) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:06.976524 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-83335ec4-a7fc-4010-939b-944ec2bb4371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:06.977692 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-83335ec4-a7fc-4010-939b-944ec2bb4371 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6433883-a1a4-4804-afa8-283963a7c1c8 HTTP/1.1" status: 204 len: 168 time: 1.1810143 Jan 28 06:43:07.044000 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e0a1b8ee-be9f-471a-9353-04319936dbb8 tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0671134 Jan 28 06:43:07.049942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39604) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:07.058019 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:07.077405 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 298ae810-e02f-45be-9633-535780cf5391, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=298ae810-e02f-45be-9633-535780cf5391,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:07.099410 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-12b04199-e806-423a-9ae8-ebd2c9cde159 tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] 10.222.0.25 "GET /v2.0/quotas/8c11f888fe5a495a8c28d0c6443408dd HTTP/1.1" status: 200 len: 370 time: 0.0460949 Jan 28 06:43:07.102073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39608) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:07.110037 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b4ad902f-c167-42b9-babf-b8dd7b1df8b9 tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] 10.222.0.25 "GET /v2.0/quotas/8c11f888fe5a495a8c28d0c6443408dd/default HTTP/1.1" status: 200 len: 370 time: 0.0054846 Jan 28 06:43:07.111174 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Router 2bf201bd-d71c-483d-b13b-926a43c8134e is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:43:07.112201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Router 1c7da3d7-649d-46b9-8263-b9bdf3cc8a97 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:43:07.117709 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39612) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:07.141375 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-d4b8181f-96a6-4929-bc9e-b35d399b289b tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] delete failed (client error): The resource could not be found. Jan 28 06:43:07.142650 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d4b8181f-96a6-4929-bc9e-b35d399b289b tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/8c11f888fe5a495a8c28d0c6443408dd HTTP/1.1" status: 404 len: 348 time: 0.0226755 Jan 28 06:43:07.177121 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:07.264295 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:07.289011 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=298ae810-e02f-45be-9633-535780cf5391,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:07.430197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Port': ['ID=b84836c0-ad0e-483a-b3f7-b68873b8edf8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:07.446556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.26.4.16 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/144a03f7-6ce1-4c0e-b399-ef3d5d4e34ed) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:07.449237 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] No DVR routers for this DVR port b84836c0-ad0e-483a-b3f7-b68873b8edf8 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:07.458270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:07.468031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Sync routers for ids ['2bf201bd-d71c-483d-b13b-926a43c8134e'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:07.485697 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Routers {'2bf201bd-d71c-483d-b13b-926a43c8134e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:07.486499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2bf201bd-d71c-483d-b13b-926a43c8134e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:07.560852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39620) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:07.585431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Usage tracker for resource:network and tenant:e0445e15081e413096b4820bb741fd46 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:07.593247 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:07.610122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Usage tracker for resource:subnet and tenant:e0445e15081e413096b4820bb741fd46 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:07.614572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:07.624184 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Usage tracker for resource:subnetpool and tenant:e0445e15081e413096b4820bb741fd46 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:07.628023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:07.642967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Usage tracker for resource:port and tenant:e0445e15081e413096b4820bb741fd46 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:07.642967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:07.647410 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Usage tracker for resource:router and tenant:e0445e15081e413096b4820bb741fd46 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:07.650884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:07.652137 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0774736c-633d-4146-8045-d1d08921a28c tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.1375804 Jan 28 06:43:07.653582 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:07.656138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39626) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:07.720802 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:07.751466 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Set router 2bf201bd-d71c-483d-b13b-926a43c8134e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:43:07.754974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:07.789901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Usage tracker for resource:floatingip and tenant:e0445e15081e413096b4820bb741fd46 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:07.798853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a973daa-a7c8-45b1-b213-5f060a0ebb7a']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:07.811694 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c389d98a-88d4-4592-994c-367668a4133f') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:07.812134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c389d98a-88d4-4592-994c-367668a4133f') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:07.823927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:07.825859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:07.840651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:07.847786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:07.848307 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:07.898205 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Checking segment: {'id': '13e7980a-8adb-4173-993c-90002409c56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7dad28a8-1d56-4467-919e-bc38230c1bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:07.898591 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network hostable DHCP agents. Network: 7dad28a8-1d56-4467-919e-bc38230c1bca, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:07.914648 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Subnet': ['ID=96178a59-836f-4f4b-9e35-68ed64e31d1d,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:07.952092 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:07.966920 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5b3ae9d5-3238-404e-8367-5c4f395db8d3 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/routers/2bf201bd-d71c-483d-b13b-926a43c8134e HTTP/1.1" status: 200 len: 906 time: 0.3096597 Jan 28 06:43:07.971130 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39636) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:07.989839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:08.003917 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Sync routers for ids ['1c7da3d7-649d-46b9-8263-b9bdf3cc8a97'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:08.017038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:08.032923 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Routers {'1c7da3d7-649d-46b9-8263-b9bdf3cc8a97'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:08.033265 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network 7dad28a8-1d56-4467-919e-bc38230c1bca is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:08.035096 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['1c7da3d7-649d-46b9-8263-b9bdf3cc8a97'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:08.045215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:08.069939 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Usage tracker for resource:security_group and tenant:e0445e15081e413096b4820bb741fd46 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:08.077627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:08.121096 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5d702a33-27f6-4374-9a27-9e5d2313b96f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "PUT /v2.0/routers/1c7da3d7-649d-46b9-8263-b9bdf3cc8a97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3400393 Jan 28 06:43:08.122672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Network': ['ID=1a973daa-a7c8-45b1-b213-5f060a0ebb7a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:08.124866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39640) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:08.139426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 7dad28a8-1d56-4467-919e-bc38230c1bca) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:08.152230 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f329006-b32c-43d0-96c9-d41aacdccdcb None None] Network 7dad28a8-1d56-4467-919e-bc38230c1bca requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:08.153100 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:08.153215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:08.174308 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ea9388d1-41f3-47d1-825c-193bef55a652 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/networks/1a973daa-a7c8-45b1-b213-5f060a0ebb7a HTTP/1.1" status: 204 len: 168 time: 6.6309981 Jan 28 06:43:08.180084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39644) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:08.186331 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Usage tracker for resource:security_group_rule and tenant:e0445e15081e413096b4820bb741fd46 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:08.192793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1830153504'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:08.201299 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:08.208150 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Usage tracker for resource:network and tenant:c38957e49e264f3b93c6a1a899f14783 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:08.218147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:08.218147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:08.226795 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:08.234121 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-62e62e2d-f43f-4a69-a723-77f8508d8bef tempest-QuotasTest-195819909 tempest-QuotasTest-195819909-project-admin] 10.222.0.25 "GET /v2.0/quotas/e0445e15081e413096b4820bb741fd46/details.json HTTP/1.1" status: 200 len: 703 time: 0.6725237 Jan 28 06:43:08.243739 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0bdf55cb-832a-4c46-a016-185cff2cd5d7 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6726370 Jan 28 06:43:08.245108 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:08.251116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39652) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:08.262128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3419507-63c4-4c27-9362-edb2ad888ed6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:08.263024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c3419507-63c4-4c27-9362-edb2ad888ed6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:08.269013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:08.275688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4766c3cd-b35c-4a4a-8525-67b840a9cf31 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': '7dad28a8-1d56-4467-919e-bc38230c1bca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:08.320091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf201bd-d71c-483d-b13b-926a43c8134e', 'name': 'tempest-snat-router-441812202', 'tenant_id': '4339fab10b034116bd88b3081c5f45bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '793b3c1c-2540-44e4-961d-728e860f5676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:01Z', 'updated_at': '2022-01-28T06:43:04Z', 'revision_number': 3, 'project_id': '4339fab10b034116bd88b3081c5f45bb', 'gw_port': {'id': '793b3c1c-2540-44e4-961d-728e860f5676', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf201bd-d71c-483d-b13b-926a43c8134e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:03Z', 'updated_at': '2022-01-28T06:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:08.370788 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Checking router: 2bf201bd-d71c-483d-b13b-926a43c8134e for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:43:08.371187 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Updating router 2bf201bd-d71c-483d-b13b-926a43c8134e port 793b3c1c-2540-44e4-961d-728e860f5676 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:43:08.404061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c3419507-63c4-4c27-9362-edb2ad888ed6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:08.406076 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c3419507-63c4-4c27-9362-edb2ad888ed6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports/05ffc989-8740-42f1-96e3-c2db0ee00ea1 HTTP/1.1" status: 200 len: 911 time: 0.2766540 Jan 28 06:43:08.441103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39660) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:08.495887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4766c3cd-b35c-4a4a-8525-67b840a9cf31 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:08.500824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4766c3cd-b35c-4a4a-8525-67b840a9cf31 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:08.505266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4766c3cd-b35c-4a4a-8525-67b840a9cf31 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:08.512640 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Set router 1c7da3d7-649d-46b9-8263-b9bdf3cc8a97 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:43:08.514789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4766c3cd-b35c-4a4a-8525-67b840a9cf31 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:08.530845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:08.557886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:08.572172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Made reservation on behalf of c38957e49e264f3b93c6a1a899f14783 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:08.582664 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:08.647669 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 298ae810-e02f-45be-9633-535780cf5391 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:08.676093 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:08.680068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-7dad28a8-1d56-4467-919e-bc38230c1bca', 'network_id': '7dad28a8-1d56-4467-919e-bc38230c1bca', 'tenant_id': 'b7aa4a407e9649129af7fe8bd57ba33e', 'fixed_ips': [{'subnet_id': '96178a59-836f-4f4b-9e35-68ed64e31d1d'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:43:08.680879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:08.694601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4766c3cd-b35c-4a4a-8525-67b840a9cf31 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:08.703865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4766c3cd-b35c-4a4a-8525-67b840a9cf31 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:08.743823 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da643b38-437b-4520-9539-f6175c3a4703 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:08.759995 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da643b38-437b-4520-9539-f6175c3a4703 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:08.767598 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-da643b38-437b-4520-9539-f6175c3a4703 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3254030 Jan 28 06:43:08.769960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39666) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:08.773929 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:08.777614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=144a03f7-6ce1-4c0e-b399-ef3d5d4e34ed,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:08.777743 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:08.783805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:08.804944 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:08.824645 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Added segment a808bd72-7b1b-4a03-bc61-e8f7158b1b1d of type vlan for network c9d5fbda-d3f0-492f-9eed-b75870c2b3d2 Jan 28 06:43:08.868957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:08.966584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Deleting port 793b3c1c-2540-44e4-961d-728e860f5676 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:08.967512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.002982 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 298ae810-e02f-45be-9633-535780cf5391 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:09.004887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.052427 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.130898 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7da3d7-649d-46b9-8263-b9bdf3cc8a97', 'name': 'tempest-NetworksTestDHCPv6-router-575838682', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:42:59Z', 'updated_at': '2022-01-28T06:43:03Z', 'revision_number': 2, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'gw_port_host': None, '_interfaces': [{'id': '05ffc989-8740-42f1-96e3-c2db0ee00ea1', 'name': '', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'mac_address': 'fa:16:3e:2b:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7da3d7-649d-46b9-8263-b9bdf3cc8a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e841aac3-e1fd-4427-87da-9b87fb2452ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:01Z', 'updated_at': '2022-01-28T06:43:04Z', 'revision_number': 2, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'subnets': [{'id': 'e841aac3-e1fd-4427-87da-9b87fb2452ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:09.136395 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Allocated IP 2001:db8::2 (7dad28a8-1d56-4467-919e-bc38230c1bca/96178a59-836f-4f4b-9e35-68ed64e31d1d/4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:09.138263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.142049 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Checking router: 1c7da3d7-649d-46b9-8263-b9bdf3cc8a97 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:43:09.149790 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Updating router 1c7da3d7-649d-46b9-8263-b9bdf3cc8a97 port 05ffc989-8740-42f1-96e3-c2db0ee00ea1 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:43:09.149933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39674) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:09.181130 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.ipam_backend_mixin [None req-4766c3cd-b35c-4a4a-8525-67b840a9cf31 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96178a59-836f-4f4b-9e35-68ed64e31d1d (CIDR: 2001:db8::/64) Jan 28 06:43:09.230630 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-4766c3cd-b35c-4a4a-8525-67b840a9cf31 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:43:09.231297 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4766c3cd-b35c-4a4a-8525-67b840a9cf31 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:09.257170 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.313845 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.resource_extend [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:43:09.386056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.434267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.448063 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.454433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:09.455281 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.534847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.558935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Transition to ACTIVE for port object 793b3c1c-2540-44e4-961d-728e860f5676 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:09.585289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.596717 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Transition to ACTIVE for port object 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:09.625497 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Transition to ACTIVE for port object 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:09.650622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.672631 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4905496 Jan 28 06:43:09.676529 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39684) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:09.683384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Calling delete_port for 793b3c1c-2540-44e4-961d-728e860f5676 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:09.736385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Request body: {'subnet': {'network_id': 'c9d5fbda-d3f0-492f-9eed-b75870c2b3d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:09.738808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.741996 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4766c3cd-b35c-4a4a-8525-67b840a9cf31 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4895644 Jan 28 06:43:09.745479 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39690) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:09.757499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7d6a7e79-1a47-4dfe-b339-ea9b263d4694 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': '7dad28a8-1d56-4467-919e-bc38230c1bca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:09.766805 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.775416 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Attempting to bind port 793b3c1c-2540-44e4-961d-728e860f5676 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:09.788314 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Attempting to bind port 793b3c1c-2540-44e4-961d-728e860f5676 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:09.789072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Attempting to bind port 793b3c1c-2540-44e4-961d-728e860f5676 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:09.820114 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:43:09.827388 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:09.828873 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.829875 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:43:09.830489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Bound port: 793b3c1c-2540-44e4-961d-728e860f5676, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:43:09.830979 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.858571 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb316eb-c5ea-4a27-840c-4d5e0e73e867 None None] Pushing event updated for resources: {'Port': ['ID=793b3c1c-2540-44e4-961d-728e860f5676,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:09.862715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Network 7dad28a8-1d56-4467-919e-bc38230c1bca is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:09.896658 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:09.909813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:09.910277 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075613f2-e74f-42da-af45-b31bc0a74a6e tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'Network': ['ID=c9d5fbda-d3f0-492f-9eed-b75870c2b3d2,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:09.924507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:09.943008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network c9d5fbda-d3f0-492f-9eed-b75870c2b3d2 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:43:09.943429 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Transition to ACTIVE for port object 05ffc989-8740-42f1-96e3-c2db0ee00ea1 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:09.995937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7d6a7e79-1a47-4dfe-b339-ea9b263d4694 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:10.001773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7d6a7e79-1a47-4dfe-b339-ea9b263d4694 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:10.005286 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7d6a7e79-1a47-4dfe-b339-ea9b263d4694 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:10.013230 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7d6a7e79-1a47-4dfe-b339-ea9b263d4694 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:10.025402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e222e83-8c04-4865-901b-8bb2670cb6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.041136 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.045418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.049844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:10.133754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4e222e83-8c04-4865-901b-8bb2670cb6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:10.139549 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4e222e83-8c04-4865-901b-8bb2670cb6e7 admin admin] Usage tracker for resource:security_group_rule and tenant:8c9ad84db1be4c5ca1ffe16f7a15a7d3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:10.143913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4e222e83-8c04-4865-901b-8bb2670cb6e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:10.152477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4e222e83-8c04-4865-901b-8bb2670cb6e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:10.174911 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e45d3-a424-444b-ae18-876465045b55 None None] Pushing event updated for resources: {'Port': ['ID=05ffc989-8740-42f1-96e3-c2db0ee00ea1,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:10.196747 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81e45d3-a424-444b-ae18-876465045b55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:10.197443 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81e45d3-a424-444b-ae18-876465045b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:10.197919 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81e45d3-a424-444b-ae18-876465045b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:10.198556 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81e45d3-a424-444b-ae18-876465045b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:10.199023 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81e45d3-a424-444b-ae18-876465045b55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:10.199756 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81e45d3-a424-444b-ae18-876465045b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:10.203521 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81e45d3-a424-444b-ae18-876465045b55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:10.203521 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81e45d3-a424-444b-ae18-876465045b55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:10.203521 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81e45d3-a424-444b-ae18-876465045b55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:10.203521 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81e45d3-a424-444b-ae18-876465045b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:10.203521 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81e45d3-a424-444b-ae18-876465045b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:10.204139 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81e45d3-a424-444b-ae18-876465045b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:10.229139 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Usage tracker for resource:subnet and tenant:c38957e49e264f3b93c6a1a899f14783 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:10.235207 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:10.245143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:10.280056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e222e83-8c04-4865-901b-8bb2670cb6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.286167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=144a03f7-6ce1-4c0e-b399-ef3d5d4e34ed,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:10.290678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6a7e79-1a47-4dfe-b339-ea9b263d4694 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:10.295469 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7e79-1a47-4dfe-b339-ea9b263d4694 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.385173 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:43:10.386073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:43:10.386636 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39704) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:10.453863 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Pushing event updated for resources: {'Port': ['ID=4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:10.465204 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-61dd5407-9c8c-47d5-8ccc-60a8ed33bbe2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.487384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] For port 793b3c1c-2540-44e4-961d-728e860f5676, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:10.493895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Attempting to bind port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:10.494562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Attempting to bind port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '13e7980a-8adb-4173-993c-90002409c56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7dad28a8-1d56-4467-919e-bc38230c1bca'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:10.495094 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Attempting to bind port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 on network 7dad28a8-1d56-4467-919e-bc38230c1bca {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:10.507023 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Attempting to bind port 05ffc989-8740-42f1-96e3-c2db0ee00ea1 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:10.507475 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Attempting to bind port 05ffc989-8740-42f1-96e3-c2db0ee00ea1 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:10.507836 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Attempting to bind port 05ffc989-8740-42f1-96e3-c2db0ee00ea1 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:10.515659 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:43:10.518709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] For port 793b3c1c-2540-44e4-961d-728e860f5676, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=793b3c1c-2540-44e4-961d-728e860f5676,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:43:10.521828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:43:10.522753 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:10.522962 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Checking segment: {'id': '13e7980a-8adb-4173-993c-90002409c56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7dad28a8-1d56-4467-919e-bc38230c1bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:10.523331 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.523676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.524336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Bound using segment: {'id': '13e7980a-8adb-4173-993c-90002409c56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7dad28a8-1d56-4467-919e-bc38230c1bca'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:43:10.524458 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:43:10.525182 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Bound port: 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e7980a-8adb-4173-993c-90002409c56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7dad28a8-1d56-4467-919e-bc38230c1bca'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:43:10.525514 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.525709 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Bound port: 05ffc989-8740-42f1-96e3-c2db0ee00ea1, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:43:10.526108 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.600059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:10.604607 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Made reservation on behalf of c38957e49e264f3b93c6a1a899f14783 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:10.608825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.609989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.627674 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] For port 05ffc989-8740-42f1-96e3-c2db0ee00ea1, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:10.631213 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] For port 05ffc989-8740-42f1-96e3-c2db0ee00ea1, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=05ffc989-8740-42f1-96e3-c2db0ee00ea1,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:43:10.637994 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e222e83-8c04-4865-901b-8bb2670cb6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.638195 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:10.715470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Usage tracker for resource:floatingip and tenant:a67975a4973d48aa96788f1cd695fc53 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:10.729599 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.731321 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:10.744142 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Routers {'2bf201bd-d71c-483d-b13b-926a43c8134e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:10.745345 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2bf201bd-d71c-483d-b13b-926a43c8134e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:10.747541 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:10.748639 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.768424 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4e222e83-8c04-4865-901b-8bb2670cb6e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c9ad84db1be4c5ca1ffe16f7a15a7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6121325 Jan 28 06:43:10.768424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e222e83-8c04-4865-901b-8bb2670cb6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d4e149-6bee-4f13-bede-d92b33a17c1e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:10.770065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39710) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:10.796318 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.841651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] For port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:10.852153 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] For port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377,segment=NetworkSegment(13e7980a-8adb-4173-993c-90002409c56c),segment_id=13e7980a-8adb-4173-993c-90002409c56c)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:43:10.866861 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb316eb-c5ea-4a27-840c-4d5e0e73e867 None None] Pushing event updated for resources: {'Port': ['ID=793b3c1c-2540-44e4-961d-728e860f5676,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:10.874846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794d0ebb-7429-49c1-8d5c-6ede92f28ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.895312 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Deleting port 793b3c1c-2540-44e4-961d-728e860f5676 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:10.895926 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.914881 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794d0ebb-7429-49c1-8d5c-6ede92f28ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.950808 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Routers {'1c7da3d7-649d-46b9-8263-b9bdf3cc8a97'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:10.954722 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['1c7da3d7-649d-46b9-8263-b9bdf3cc8a97'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:10.959205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.960436 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f4767839-ef34-433f-8346-bca13ca05f2e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4961102 Jan 28 06:43:10.971594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39714) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:10.983646 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:10.986937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'port': {'network_id': 'f45dbfea-58ea-40a0-bd87-a48ab588b506', 'name': 'tempest-FloatingIPTestJSON-130141754'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:10.999849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:11.141962 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884372b1-03c2-42b0-9946-87c3b8a12e25 None None] Pushing event updated for resources: {'Port': ['ID=4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:11.177402 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e45d3-a424-444b-ae18-876465045b55 None None] Pushing event updated for resources: {'Port': ['ID=05ffc989-8740-42f1-96e3-c2db0ee00ea1,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:11.192339 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] Set router 2bf201bd-d71c-483d-b13b-926a43c8134e gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:43:11.236894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794d0ebb-7429-49c1-8d5c-6ede92f28ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:11.246741 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] Set router 1c7da3d7-649d-46b9-8263-b9bdf3cc8a97 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:43:11.306765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:11.312441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d0ebb-7429-49c1-8d5c-6ede92f28ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d4e149-6bee-4f13-bede-d92b33a17c1e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:11.339857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:port and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:11.345225 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:11.356721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:11.360002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-794d0ebb-7429-49c1-8d5c-6ede92f28ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:11.361303 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-794d0ebb-7429-49c1-8d5c-6ede92f28ada admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2d4e149-6bee-4f13-bede-d92b33a17c1e HTTP/1.1" status: 204 len: 168 time: 0.5871494 Jan 28 06:43:11.387451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf201bd-d71c-483d-b13b-926a43c8134e', 'name': 'tempest-snat-router-441812202', 'tenant_id': '4339fab10b034116bd88b3081c5f45bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:01Z', 'updated_at': '2022-01-28T06:43:08Z', 'revision_number': 4, 'project_id': '4339fab10b034116bd88b3081c5f45bb', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:11.396440 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd25152-2a73-45eb-affe-5808bdcb3016 None None] The sync data for ids ['2bf201bd-d71c-483d-b13b-926a43c8134e'] in dv-neutron-824022-4-hyperv is: [{'id': '2bf201bd-d71c-483d-b13b-926a43c8134e', 'name': 'tempest-snat-router-441812202', 'tenant_id': '4339fab10b034116bd88b3081c5f45bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:01Z', 'updated_at': '2022-01-28T06:43:08Z', 'revision_number': 4, 'project_id': '4339fab10b034116bd88b3081c5f45bb', 'gw_port_host': None}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:11.412639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7e79-1a47-4dfe-b339-ea9b263d4694 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:11.458339 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-61dd5407-9c8c-47d5-8ccc-60a8ed33bbe2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 05ffc989-8740-42f1-96e3-c2db0ee00ea1 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:11.458811 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-61dd5407-9c8c-47d5-8ccc-60a8ed33bbe2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:11.495059 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a7e79-1a47-4dfe-b339-ea9b263d4694 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Subnet': ['ID=5bcc220a-3f76-45ab-b546-aa776866420a,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:11.497609 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Made reservation on behalf of 866b65adc81f45ee83e2445ee7ce42b7 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:11.500960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:11.529111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6a7e79-1a47-4dfe-b339-ea9b263d4694 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network 7dad28a8-1d56-4467-919e-bc38230c1bca is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:11.533526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-7d6a7e79-1a47-4dfe-b339-ea9b263d4694 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:11.540155 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6a7e79-1a47-4dfe-b339-ea9b263d4694 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:11.540818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7d6a7e79-1a47-4dfe-b339-ea9b263d4694 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:11.562128 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] For port 793b3c1c-2540-44e4-961d-728e860f5676, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=793b3c1c-2540-44e4-961d-728e860f5676,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:11.562522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] device_id is not set on port 6ae641da-acaf-4a8d-94a9-3559ddae1fea yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:11.563113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:11.629317 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7d6a7e79-1a47-4dfe-b339-ea9b263d4694 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8823452 Jan 28 06:43:11.634412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39720) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:11.640395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'network_id': '7dad28a8-1d56-4467-919e-bc38230c1bca', 'fixed_ips': [{'subnet_id': '96178a59-836f-4f4b-9e35-68ed64e31d1d'}, {'subnet_id': '5bcc220a-3f76-45ab-b546-aa776866420a'}], 'name': 'tempest-PortsIpV6TestJSON-1701621298'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:11.727885 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Calling delete_port for 793b3c1c-2540-44e4-961d-728e860f5676 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:11.814453 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7da3d7-649d-46b9-8263-b9bdf3cc8a97', 'name': 'tempest-NetworksTestDHCPv6-router-575838682', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:42:59Z', 'updated_at': '2022-01-28T06:43:03Z', 'revision_number': 2, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'gw_port_host': None, '_interfaces': [{'id': '05ffc989-8740-42f1-96e3-c2db0ee00ea1', 'name': '', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'mac_address': 'fa:16:3e:2b:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7da3d7-649d-46b9-8263-b9bdf3cc8a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e841aac3-e1fd-4427-87da-9b87fb2452ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:01Z', 'updated_at': '2022-01-28T06:43:10Z', 'revision_number': 4, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'subnets': [{'id': 'e841aac3-e1fd-4427-87da-9b87fb2452ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:11.819466 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad6af33-ce30-48f3-9b4a-d68c62f14799 None None] The sync data for ids ['1c7da3d7-649d-46b9-8263-b9bdf3cc8a97'] in dv-neutron-824022-4-hyperv is: [{'id': '1c7da3d7-649d-46b9-8263-b9bdf3cc8a97', 'name': 'tempest-NetworksTestDHCPv6-router-575838682', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:42:59Z', 'updated_at': '2022-01-28T06:43:03Z', 'revision_number': 2, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'gw_port_host': None, '_interfaces': [{'id': '05ffc989-8740-42f1-96e3-c2db0ee00ea1', 'name': '', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'mac_address': 'fa:16:3e:2b:99:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7da3d7-649d-46b9-8263-b9bdf3cc8a97', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e841aac3-e1fd-4427-87da-9b87fb2452ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:01Z', 'updated_at': '2022-01-28T06:43:10Z', 'revision_number': 4, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'subnets': [{'id': 'e841aac3-e1fd-4427-87da-9b87fb2452ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:11.927468 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.20.0.5 (f45dbfea-58ea-40a0-bd87-a48ab588b506/716854b1-d3de-46ef-9ea3-506e074da290/6ae641da-acaf-4a8d-94a9-3559ddae1fea) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:11.964465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:11.980695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:port and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:11.985750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:12.001401 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:12.086406 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-61dd5407-9c8c-47d5-8ccc-60a8ed33bbe2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] For port 05ffc989-8740-42f1-96e3-c2db0ee00ea1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=05ffc989-8740-42f1-96e3-c2db0ee00ea1,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:12.086768 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-61dd5407-9c8c-47d5-8ccc-60a8ed33bbe2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:12.154403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:12.323219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:12.361692 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:12.373461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-61dd5407-9c8c-47d5-8ccc-60a8ed33bbe2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 05ffc989-8740-42f1-96e3-c2db0ee00ea1 owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:12.396545 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port 0846788f-c132-4da1-91b1-0c7a013a7d89 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:12.439844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39726) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:12.477501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-faf37613-5d89-4f45-9472-3a551ce9c65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:12.520896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-faf37613-5d89-4f45-9472-3a551ce9c65a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:12.534808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-faf37613-5d89-4f45-9472-3a551ce9c65a admin admin] Usage tracker for resource:security_group_rule and tenant:e0445e15081e413096b4820bb741fd46 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:12.600630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-faf37613-5d89-4f45-9472-3a551ce9c65a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:12.611219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.objects.ports [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88216) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:43:12.624848 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:12.629980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:12.698592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:12.825584 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 05ffc989-8740-42f1-96e3-c2db0ee00ea1 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:12.842973 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event updated for resources: {'Subnet': ['ID=38b47bd9-b936-4230-8119-9e0ac2d4ee83,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:12.870418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-faf37613-5d89-4f45-9472-3a551ce9c65a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:12.876842 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c71a3ec-4fa4-460a-a56f-ed0b6b860814 None None] Network 7dad28a8-1d56-4467-919e-bc38230c1bca requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:12.932467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network f45dbfea-58ea-40a0-bd87-a48ab588b506 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:12.946818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:12.958204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:13.020164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Checking segment: {'id': 'a808bd72-7b1b-4a03-bc61-e8f7158b1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c9d5fbda-d3f0-492f-9eed-b75870c2b3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:13.020595 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Network hostable DHCP agents. Network: c9d5fbda-d3f0-492f-9eed-b75870c2b3d2, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:13.038477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:13.064185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=6ae641da-acaf-4a8d-94a9-3559ddae1fea,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:13.145771 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1fa2e87b-37ff-4888-b78b-4f3dbdc645a8 None None] Provisioning for port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:13.169415 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event deleted for resources: {'Port': ['ID=793b3c1c-2540-44e4-961d-728e860f5676,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:13.234323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Network c9d5fbda-d3f0-492f-9eed-b75870c2b3d2 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:13.252146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:13.252785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:13.286308 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Allocated IP 172.26.4.200 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/e29ab023-19a7-4418-be00-a3ad0bc8b4d2) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:13.295859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Allocated IP 2001:db8::1ef (7dad28a8-1d56-4467-919e-bc38230c1bca/96178a59-836f-4f4b-9e35-68ed64e31d1d/0846788f-c132-4da1-91b1-0c7a013a7d89) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:13.312980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-faf37613-5d89-4f45-9472-3a551ce9c65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:13.322701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Allocated IP 2001:db8:0:1::330 (7dad28a8-1d56-4467-919e-bc38230c1bca/5bcc220a-3f76-45ab-b546-aa776866420a/0846788f-c132-4da1-91b1-0c7a013a7d89) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:13.333484 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-61dd5407-9c8c-47d5-8ccc-60a8ed33bbe2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:13.337802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 05ffc989-8740-42f1-96e3-c2db0ee00ea1 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:13.350989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 05ffc989-8740-42f1-96e3-c2db0ee00ea1 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:13.351530 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:13.394893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Port 05ffc989-8740-42f1-96e3-c2db0ee00ea1 was deleted so its status cannot be updated. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 06:43:13.395473 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:13.407185 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:13.421179 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-faf37613-5d89-4f45-9472-3a551ce9c65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:13.432836 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6a2ddada-0231-4a92-b934-64b107e7c6e0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4577065 Jan 28 06:43:13.442346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39730) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:13.448420 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd5407-9c8c-47d5-8ccc-60a8ed33bbe2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=05ffc989-8740-42f1-96e3-c2db0ee00ea1,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:13.449537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, c9d5fbda-d3f0-492f-9eed-b75870c2b3d2) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:13.454377 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d274fd8c-de54-4af7-abbe-39ee4c4dfd17 None None] Update dhcp port {'port': {'network_id': '7dad28a8-1d56-4467-919e-bc38230c1bca', 'fixed_ips': [{'subnet_id': '96178a59-836f-4f4b-9e35-68ed64e31d1d', 'ip_address': '2001:db8::2'}, {'subnet_id': '5bcc220a-3f76-45ab-b546-aa776866420a'}], 'binding:host_id': 'dv-neutron-824022-4-hyperv'}, 'id': '4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377'} from dv-neutron-824022-4-hyperv. {{(pid=88218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 06:43:13.485048 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6111e79-ccb2-4f6d-b939-5dc05c8b59ae None None] Network c9d5fbda-d3f0-492f-9eed-b75870c2b3d2 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:13.508700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5d890f92-4bae-4e49-be50-d8051448b4b1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'floatingip': {'port_id': '6ae641da-acaf-4a8d-94a9-3559ddae1fea'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:13.577279 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:13.578112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:13.590361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d890f92-4bae-4e49-be50-d8051448b4b1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:13.604155 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d274fd8c-de54-4af7-abbe-39ee4c4dfd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:13.721530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:13.728747 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-faf37613-5d89-4f45-9472-3a551ce9c65a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0445e15081e413096b4820bb741fd46&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2874541 Jan 28 06:43:13.732970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:13.739465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:13.745081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39734) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:13.748801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf37613-5d89-4f45-9472-3a551ce9c65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbb6c83-6bc7-455a-aaa1-b9d8de7bb68c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:13.760044 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:13.760419 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:13.891205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:13.921860 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b3649752-bfe2-4245-aa53-f7d45b8d5f31 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.1906772 Jan 28 06:43:13.928543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39738) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:13.940907 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-61dd5407-9c8c-47d5-8ccc-60a8ed33bbe2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.003145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Transition to ACTIVE for port object 0846788f-c132-4da1-91b1-0c7a013a7d89 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:14.018526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a51a8111-2e5f-4638-bcd5-1093b601d68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.105613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.106020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf201bd-d71c-483d-b13b-926a43c8134e {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:43:14.119525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.131963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a51a8111-2e5f-4638-bcd5-1093b601d68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.221098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.251307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-c9d5fbda-d3f0-492f-9eed-b75870c2b3d2', 'network_id': 'c9d5fbda-d3f0-492f-9eed-b75870c2b3d2', 'tenant_id': 'c38957e49e264f3b93c6a1a899f14783', 'fixed_ips': [{'subnet_id': '38b47bd9-b936-4230-8119-9e0ac2d4ee83'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:43:14.252136 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.261601 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.261601 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-63ec1147-8da7-4670-a0c8-070d99c796eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "DELETE /v2.0/routers/2bf201bd-d71c-483d-b13b-926a43c8134e HTTP/1.1" status: 204 len: 168 time: 6.2871068 Jan 28 06:43:14.266734 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39742) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:14.288579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.325117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377,segment=NetworkSegment(13e7980a-8adb-4173-993c-90002409c56c),segment_id=13e7980a-8adb-4173-993c-90002409c56c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:14.383598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network 7dad28a8-1d56-4467-919e-bc38230c1bca is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:14.387005 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d274fd8c-de54-4af7-abbe-39ee4c4dfd17 None None] Allocated IP 2001:db8:0:1::2 (7dad28a8-1d56-4467-919e-bc38230c1bca/5bcc220a-3f76-45ab-b546-aa776866420a/4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:14.389038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:14.395153 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.397009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:14.409985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:14.409985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.417694 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=0846788f-c132-4da1-91b1-0c7a013a7d89,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:14.451696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a51a8111-2e5f-4638-bcd5-1093b601d68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.454765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a51a8111-2e5f-4638-bcd5-1093b601d68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.459194 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a51a8111-2e5f-4638-bcd5-1093b601d68a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbbb6c83-6bc7-455a-aaa1-b9d8de7bb68c HTTP/1.1" status: 204 len: 168 time: 0.7052450 Jan 28 06:43:14.473791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a8111-2e5f-4638-bcd5-1093b601d68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbb6c83-6bc7-455a-aaa1-b9d8de7bb68c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:14.515902 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2c9491f3-c8d0-44e2-8155-d898f3407863 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.8751080 Jan 28 06:43:14.515902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39748) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:14.521878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5a033a73-ee8d-4cfc-be14-b4623eb0b72e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '96178a59-836f-4f4b-9e35-68ed64e31d1d'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:14.562183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.660459 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:14.713344 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d890f92-4bae-4e49-be50-d8051448b4b1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.731960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Allocated IP 2001:db8::f816:3eff:fe5f:b906 (c9d5fbda-d3f0-492f-9eed-b75870c2b3d2/38b47bd9-b936-4230-8119-9e0ac2d4ee83/ad56fa42-ec55-4bf7-a974-dab81702457a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:14.734319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d274fd8c-de54-4af7-abbe-39ee4c4dfd17 None None] For port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377,segment=NetworkSegment(13e7980a-8adb-4173-993c-90002409c56c),segment_id=13e7980a-8adb-4173-993c-90002409c56c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:14.749087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dd5407-9c8c-47d5-8ccc-60a8ed33bbe2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Router 1c7da3d7-649d-46b9-8263-b9bdf3cc8a97 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:43:14.752486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a033a73-ee8d-4cfc-be14-b4623eb0b72e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.794400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.797558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d274fd8c-de54-4af7-abbe-39ee4c4dfd17 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.833939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d890f92-4bae-4e49-be50-d8051448b4b1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.851118 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:14.877230 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d274fd8c-de54-4af7-abbe-39ee4c4dfd17 None None] Transition to ACTIVE for port object 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:14.958706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d274fd8c-de54-4af7-abbe-39ee4c4dfd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:15.031534 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:15.051814 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274fd8c-de54-4af7-abbe-39ee4c4dfd17 None None] Pushing event updated for resources: {'Port': ['ID=4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:15.105219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:15.148265 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:15.163200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:15.174389 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Transition to ACTIVE for port object ad56fa42-ec55-4bf7-a974-dab81702457a will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:15.180935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:15.203394 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Transition to ACTIVE for port object ad56fa42-ec55-4bf7-a974-dab81702457a will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:15.205981 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Pushing event updated for resources: {'Port': ['ID=e29ab023-19a7-4418-be00-a3ad0bc8b4d2,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:15.214858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dd5407-9c8c-47d5-8ccc-60a8ed33bbe2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:15.228029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05605981-4246-49ee-a11f-a9073b847d4c None None] Sync routers for ids ['1c7da3d7-649d-46b9-8263-b9bdf3cc8a97'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:15.233662 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-61dd5407-9c8c-47d5-8ccc-60a8ed33bbe2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "PUT /v2.0/routers/1c7da3d7-649d-46b9-8263-b9bdf3cc8a97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4421215 Jan 28 06:43:15.244560 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05605981-4246-49ee-a11f-a9073b847d4c None None] Routers {'1c7da3d7-649d-46b9-8263-b9bdf3cc8a97'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:15.248098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-05605981-4246-49ee-a11f-a9073b847d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['1c7da3d7-649d-46b9-8263-b9bdf3cc8a97'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:15.297189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39760) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:15.304299 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-5d890f92-4bae-4e49-be50-d8051448b4b1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Floating IP c1f1f194-b9f2-4aee-8a4d-1b78c329e272 associated. External IP: 172.26.4.16, port: 6ae641da-acaf-4a8d-94a9-3559ddae1fea. Jan 28 06:43:15.314595 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:15.395359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Network c9d5fbda-d3f0-492f-9eed-b75870c2b3d2 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:15.416218 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:15.420010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:15.488870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f52f9-d016-49f6-b7c3-52ed7a6f4955 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:15.490473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f52f9-d016-49f6-b7c3-52ed7a6f4955 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:15.491265 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bf5f52f9-d016-49f6-b7c3-52ed7a6f4955 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:15.496168 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:15.542612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-05605981-4246-49ee-a11f-a9073b847d4c None None] Set router 1c7da3d7-649d-46b9-8263-b9bdf3cc8a97 gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:43:15.557808 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:15.562199 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:15.799686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-5a033a73-ee8d-4cfc-be14-b4623eb0b72e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Delete allocated IP 2001:db8:0:1::330 (7dad28a8-1d56-4467-919e-bc38230c1bca/5bcc220a-3f76-45ab-b546-aa776866420a) {{(pid=88217) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 06:43:15.812637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Pushing event updated for resources: {'Port': ['ID=ad56fa42-ec55-4bf7-a974-dab81702457a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:15.819407 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-05605981-4246-49ee-a11f-a9073b847d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7da3d7-649d-46b9-8263-b9bdf3cc8a97', 'name': 'tempest-NetworksTestDHCPv6-router-575838682', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:42:59Z', 'updated_at': '2022-01-28T06:43:12Z', 'revision_number': 3, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:15.835093 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05605981-4246-49ee-a11f-a9073b847d4c None None] Checking router: 1c7da3d7-649d-46b9-8263-b9bdf3cc8a97 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:43:15.844064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Attempting to bind port ad56fa42-ec55-4bf7-a974-dab81702457a on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:15.844435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Attempting to bind port ad56fa42-ec55-4bf7-a974-dab81702457a by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'a808bd72-7b1b-4a03-bc61-e8f7158b1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c9d5fbda-d3f0-492f-9eed-b75870c2b3d2'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:15.844802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Attempting to bind port ad56fa42-ec55-4bf7-a974-dab81702457a on network c9d5fbda-d3f0-492f-9eed-b75870c2b3d2 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:15.853632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:43:15.853632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Checking segment: {'id': 'a808bd72-7b1b-4a03-bc61-e8f7158b1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c9d5fbda-d3f0-492f-9eed-b75870c2b3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:15.853632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:15.853632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Bound using segment: {'id': 'a808bd72-7b1b-4a03-bc61-e8f7158b1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c9d5fbda-d3f0-492f-9eed-b75870c2b3d2'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:43:15.853632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Bound port: ad56fa42-ec55-4bf7-a974-dab81702457a, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a808bd72-7b1b-4a03-bc61-e8f7158b1b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c9d5fbda-d3f0-492f-9eed-b75870c2b3d2'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:43:15.853632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:15.857346 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Deleting port 298ae810-e02f-45be-9633-535780cf5391 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:15.857858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:15.874633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05605981-4246-49ee-a11f-a9073b847d4c None None] Routers {'1c7da3d7-649d-46b9-8263-b9bdf3cc8a97'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:15.875257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-05605981-4246-49ee-a11f-a9073b847d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['1c7da3d7-649d-46b9-8263-b9bdf3cc8a97'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:15.903446 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bf5f52f9-d016-49f6-b7c3-52ed7a6f4955 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:15.907336 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bf5f52f9-d016-49f6-b7c3-52ed7a6f4955 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6074252 Jan 28 06:43:15.915900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39772) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:15.949121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Subnet': ['ID=38b47bd9-b936-4230-8119-9e0ac2d4ee83,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:15.956681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.029082 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01350f5c-997b-4608-a27d-6010b6e7b1b6 None None] Network 7dad28a8-1d56-4467-919e-bc38230c1bca requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:16.171686 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.237379 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-287be379-be24-493c-9320-958fce7abfa5 None None] For port ad56fa42-ec55-4bf7-a974-dab81702457a, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:16.239779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-fada9c8d-ed26-42ee-ad5b-558beb60a482 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet e841aac3-e1fd-4427-87da-9b87fb2452ef {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:43:16.252407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fada9c8d-ed26-42ee-ad5b-558beb60a482 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.272467 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-05605981-4246-49ee-a11f-a9073b847d4c None None] Set router 1c7da3d7-649d-46b9-8263-b9bdf3cc8a97 gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:43:16.296102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d5fbda-d3f0-492f-9eed-b75870c2b3d2']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:16.306848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a033a73-ee8d-4cfc-be14-b4623eb0b72e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.316713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-287be379-be24-493c-9320-958fce7abfa5 None None] For port ad56fa42-ec55-4bf7-a974-dab81702457a, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ad56fa42-ec55-4bf7-a974-dab81702457a,segment=NetworkSegment(a808bd72-7b1b-4a03-bc61-e8f7158b1b1d),segment_id=a808bd72-7b1b-4a03-bc61-e8f7158b1b1d)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:43:16.359426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-5a033a73-ee8d-4cfc-be14-b4623eb0b72e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Ignored duplicate provisioning block setup for port 0846788f-c132-4da1-91b1-0c7a013a7d89 by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 06:43:16.366127 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fada9c8d-ed26-42ee-ad5b-558beb60a482 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.380261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a808bd72-7b1b-4a03-bc61-e8f7158b1b1d') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:16.380570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a808bd72-7b1b-4a03-bc61-e8f7158b1b1d') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:16.396338 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d890f92-4bae-4e49-be50-d8051448b4b1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:43:16.406537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.438169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-46d91838-cb19-440e-b52a-ed953213f765 None None] Provisioning for port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:16.446379 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] For port 298ae810-e02f-45be-9633-535780cf5391, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=298ae810-e02f-45be-9633-535780cf5391,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:16.446740 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.448280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-46d91838-cb19-440e-b52a-ed953213f765 None None] Provisioning complete for port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:16.448713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46d91838-cb19-440e-b52a-ed953213f765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.466955 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.476378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.542712 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-05605981-4246-49ee-a11f-a9073b847d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7da3d7-649d-46b9-8263-b9bdf3cc8a97', 'name': 'tempest-NetworksTestDHCPv6-router-575838682', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:42:59Z', 'updated_at': '2022-01-28T06:43:12Z', 'revision_number': 3, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:16.585354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fada9c8d-ed26-42ee-ad5b-558beb60a482 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.601906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05605981-4246-49ee-a11f-a9073b847d4c None None] The sync data for ids ['1c7da3d7-649d-46b9-8263-b9bdf3cc8a97'] in dv-neutron-824022-4-hyperv is: [{'id': '1c7da3d7-649d-46b9-8263-b9bdf3cc8a97', 'name': 'tempest-NetworksTestDHCPv6-router-575838682', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:42:59Z', 'updated_at': '2022-01-28T06:43:12Z', 'revision_number': 3, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'gw_port_host': None}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:16.612193 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:16.612193 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:16.623728 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:16.628286 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287be379-be24-493c-9320-958fce7abfa5 None None] Pushing event updated for resources: {'Port': ['ID=ad56fa42-ec55-4bf7-a974-dab81702457a,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:16.631880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:16.634111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Calling delete_port for 298ae810-e02f-45be-9633-535780cf5391 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:16.665647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a033a73-ee8d-4cfc-be14-b4623eb0b72e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.757739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a033a73-ee8d-4cfc-be14-b4623eb0b72e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=0846788f-c132-4da1-91b1-0c7a013a7d89,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:16.801683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.840898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:43:16.840898 dv-neutron-824022-4-hyperv neutron-server[88216]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:43:16.840898 dv-neutron-824022-4-hyperv neutron-server[88216]: [parameters: {'id': 'c9d5fbda-d3f0-492f-9eed-b75870c2b3d2'}] Jan 28 06:43:16.840898 dv-neutron-824022-4-hyperv neutron-server[88216]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:43:16.844077 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:43:16.865000 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.922218 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5a033a73-ee8d-4cfc-be14-b4623eb0b72e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] In _notify_port_updated(), no bound segment for port 0846788f-c132-4da1-91b1-0c7a013a7d89 on network 7dad28a8-1d56-4467-919e-bc38230c1bca {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:43:16.927607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a033a73-ee8d-4cfc-be14-b4623eb0b72e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:16.928327 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a033a73-ee8d-4cfc-be14-b4623eb0b72e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.932686 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5a033a73-ee8d-4cfc-be14-b4623eb0b72e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "PUT /v2.0/ports/0846788f-c132-4da1-91b1-0c7a013a7d89 HTTP/1.1" status: 200 len: 926 time: 2.4173210 Jan 28 06:43:16.934483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39792) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:16.968204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fada9c8d-ed26-42ee-ad5b-558beb60a482 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:16.981049 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-827ff87f-8db1-4c4f-81a9-c36efb64ffa6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '96178a59-836f-4f4b-9e35-68ed64e31d1d'}, {'subnet_id': '5bcc220a-3f76-45ab-b546-aa776866420a'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:16.988039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c0d82-734e-4d1a-8bbb-ffed96d02b73 None None] Network c9d5fbda-d3f0-492f-9eed-b75870c2b3d2 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:17.026580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fada9c8d-ed26-42ee-ad5b-558beb60a482 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:17.051446 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:17.117317 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39798) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:17.162466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Pushing event updated for resources: {'Port': ['ID=e29ab023-19a7-4418-be00-a3ad0bc8b4d2,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:17.174797 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49b26c-7a0c-45a9-9fc9-489b9829a6ce None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:17.219559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d890f92-4bae-4e49-be50-d8051448b4b1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:17.221166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada9c8d-ed26-42ee-ad5b-558beb60a482 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=e841aac3-e1fd-4427-87da-9b87fb2452ef,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:17.225193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5d890f92-4bae-4e49-be50-d8051448b4b1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:17.232937 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e69251-4a9b-4731-a2fa-fbef92c5e24c None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:17.251883 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e69251-4a9b-4731-a2fa-fbef92c5e24c None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:17.252444 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fada9c8d-ed26-42ee-ad5b-558beb60a482 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/e841aac3-e1fd-4427-87da-9b87fb2452ef HTTP/1.1" status: 204 len: 168 time: 1.3355095 Jan 28 06:43:17.253977 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-52e69251-4a9b-4731-a2fa-fbef92c5e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:17.255880 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39804) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:17.308411 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5d890f92-4bae-4e49-be50-d8051448b4b1 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "PUT /v2.0/floatingips/c1f1f194-b9f2-4aee-8a4d-1b78c329e272 HTTP/1.1" status: 200 len: 976 time: 3.8575087 Jan 28 06:43:17.309141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39808) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:17.345898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:17.381945 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-52e69251-4a9b-4731-a2fa-fbef92c5e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:17.393302 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e69251-4a9b-4731-a2fa-fbef92c5e24c None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:17.394067 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-52e69251-4a9b-4731-a2fa-fbef92c5e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:17.402757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-04fea7d2-f93e-40f4-87da-5436eb9489f8 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port 6ae641da-acaf-4a8d-94a9-3559ddae1fea {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:17.403892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04fea7d2-f93e-40f4-87da-5436eb9489f8 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:17.461683 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-52e69251-4a9b-4731-a2fa-fbef92c5e24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:17.462082 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e69251-4a9b-4731-a2fa-fbef92c5e24c None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:17.479493 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:17.480048 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:17.628517 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-225182367', 'router:external': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:17.639929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:17.641248 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d2553ece-0ab6-4342-9c51-7ad11fe57ca4 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2477884 Jan 28 06:43:17.642253 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:17.646317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39812) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:17.676941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1512568505', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'fixed_ips': [{'ip_address': '172.26.4.200'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:17.684557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:17.703162 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:17.703861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Usage tracker for resource:port and tenant:a67975a4973d48aa96788f1cd695fc53 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:17.706243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event deleted for resources: {'Port': ['ID=298ae810-e02f-45be-9633-535780cf5391,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:17.712262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:17.716476 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Deleting port ad56fa42-ec55-4bf7-a974-dab81702457a {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:17.717197 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:17.725765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04fea7d2-f93e-40f4-87da-5436eb9489f8 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:17.735888 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:17.748411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Usage tracker for resource:network and tenant:9c2d6a0b2280429fb44eee08c0680fe7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:17.760837 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:17.877069 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-827ff87f-8db1-4c4f-81a9-c36efb64ffa6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:17.891874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:17.895050 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b161403-3d67-48a6-bebb-06dc1a4f1eee None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:43:17.899849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1b161403-3d67-48a6-bebb-06dc1a4f1eee None None] Deleting port a1d57054-ce93-455e-a15d-eba87993620b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:17.900232 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1b161403-3d67-48a6-bebb-06dc1a4f1eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:17.954208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Made reservation on behalf of a67975a4973d48aa96788f1cd695fc53 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:17.956643 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:17.986966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.016459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:18.024449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Usage tracker for resource:security_group_rule and tenant:a67975a4973d48aa96788f1cd695fc53 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:18.027334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b1dcdf84-ea74-4994-ba31-1c2e882ae6a6 None None] Provisioning complete for port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:18.027732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1dcdf84-ea74-4994-ba31-1c2e882ae6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.029219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:18.036020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f1ff2710-b21c-474a-a420-fb0c81f3ba8b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:router {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:18.173634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04fea7d2-f93e-40f4-87da-5436eb9489f8 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.174004 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04fea7d2-f93e-40f4-87da-5436eb9489f8 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.174629 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-04fea7d2-f93e-40f4-87da-5436eb9489f8 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Floating IP c1f1f194-b9f2-4aee-8a4d-1b78c329e272 disassociated. External IP: 172.26.4.16, port: 6ae641da-acaf-4a8d-94a9-3559ddae1fea. Jan 28 06:43:18.175090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-04fea7d2-f93e-40f4-87da-5436eb9489f8 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for 6ae641da-acaf-4a8d-94a9-3559ddae1fea owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:18.200707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1b161403-3d67-48a6-bebb-06dc1a4f1eee None None] For port a1d57054-ce93-455e-a15d-eba87993620b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a1d57054-ce93-455e-a15d-eba87993620b,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:18.201150 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1b161403-3d67-48a6-bebb-06dc1a4f1eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.208708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] For port ad56fa42-ec55-4bf7-a974-dab81702457a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ad56fa42-ec55-4bf7-a974-dab81702457a,segment=NetworkSegment(a808bd72-7b1b-4a03-bc61-e8f7158b1b1d),segment_id=a808bd72-7b1b-4a03-bc61-e8f7158b1b1d)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:18.209173 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.222160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:18.225982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Made reservation on behalf of 9c2d6a0b2280429fb44eee08c0680fe7 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:18.228433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.255967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.353035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.363050 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1b161403-3d67-48a6-bebb-06dc1a4f1eee None None] Calling delete_port for a1d57054-ce93-455e-a15d-eba87993620b owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:18.414935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.456366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04fea7d2-f93e-40f4-87da-5436eb9489f8 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.501904 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Calling delete_port for ad56fa42-ec55-4bf7-a974-dab81702457a owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:18.513415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.523879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fea7d2-f93e-40f4-87da-5436eb9489f8 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=6ae641da-acaf-4a8d-94a9-3559ddae1fea,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:18.528565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] device_id is not set on port d2ccb723-fdd6-4655-8c64-3e8750d54167 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:18.576333 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b1dcdf84-ea74-4994-ba31-1c2e882ae6a6 None None] Provisioning for port 0846788f-c132-4da1-91b1-0c7a013a7d89 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:18.586968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1b161403-3d67-48a6-bebb-06dc1a4f1eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.638855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b1dcdf84-ea74-4994-ba31-1c2e882ae6a6 None None] Provisioning complete for port 0846788f-c132-4da1-91b1-0c7a013a7d89 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:18.639364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1dcdf84-ea74-4994-ba31-1c2e882ae6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.657628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:18.678630 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f1ff2710-b21c-474a-a420-fb0c81f3ba8b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:router {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:18.680397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b161403-3d67-48a6-bebb-06dc1a4f1eee None None] Pushing event deleted for resources: {'Port': ['ID=a1d57054-ce93-455e-a15d-eba87993620b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:18.681183 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f1ff2710-b21c-474a-a420-fb0c81f3ba8b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.4238288 Jan 28 06:43:18.682446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 05ffc989-8740-42f1-96e3-c2db0ee00ea1 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:43:18.684137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39816) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:18.687745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Usage tracker for resource:security_group_rule and tenant:9c2d6a0b2280429fb44eee08c0680fe7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:18.696815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:18.698290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7ca4d2-15ee-4988-b2c3-6b7257e3f3c0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:18.704858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.714783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:18.718312 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.740573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 05ffc989-8740-42f1-96e3-c2db0ee00ea1 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:43:18.740573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 05ffc989-8740-42f1-96e3-c2db0ee00ea1 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:43:18.740573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a1d57054-ce93-455e-a15d-eba87993620b no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:43:18.767648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b161403-3d67-48a6-bebb-06dc1a4f1eee None None] No DVR routers for this DVR port a1d57054-ce93-455e-a15d-eba87993620b on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:18.784216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: a1d57054-ce93-455e-a15d-eba87993620b {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:43:18.784569 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a1d57054-ce93-455e-a15d-eba87993620b not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:43:18.791970 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b1dcdf84-ea74-4994-ba31-1c2e882ae6a6 None None] Port 0846788f-c132-4da1-91b1-0c7a013a7d89 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:43:18.805863 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcbf521-2ab1-4173-b10f-d96bc0276a48 None None] get_active_networks_info from dv-neutron-824022-4-hyperv {{(pid=88218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 06:43:18.873860 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.935326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.935976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 60b5f73e-5639-43c1-af26-ea8704f999df {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:43:18.945980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Port': ['ID=ad56fa42-ec55-4bf7-a974-dab81702457a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:18.954336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d0c6be7c-de0c-4f1d-8637-01f41fbcfcde None None] Provisioning complete for port 0846788f-c132-4da1-91b1-0c7a013a7d89 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:18.956369 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d0c6be7c-de0c-4f1d-8637-01f41fbcfcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:18.956501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] No DVR routers for this DVR port ad56fa42-ec55-4bf7-a974-dab81702457a on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:18.997439 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcbf521-2ab1-4173-b10f-d96bc0276a48 None None] Resources bound (agent type, host, resource id): {{(pid=88218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:43:19.044534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d0c6be7c-de0c-4f1d-8637-01f41fbcfcde None None] Port 0846788f-c132-4da1-91b1-0c7a013a7d89 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:43:19.207892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cf89e148-1c65-455d-b24f-9be6caa973d6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.316596 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-827ff87f-8db1-4c4f-81a9-c36efb64ffa6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Allocated IP 2001:db8:0:1::3df (7dad28a8-1d56-4467-919e-bc38230c1bca/5bcc220a-3f76-45ab-b546-aa776866420a/0846788f-c132-4da1-91b1-0c7a013a7d89) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:19.321739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.343853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.344939 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3b373822-04a6-4d38-9d55-3cf7148989e2 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "DELETE /v2.0/routers/60b5f73e-5639-43c1-af26-ea8704f999df HTTP/1.1" status: 204 len: 168 time: 5.0746963 Jan 28 06:43:19.352343 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.353120 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39820) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:19.389214 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-389008377', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:19.399267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d5fbda-d3f0-492f-9eed-b75870c2b3d2']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:19.409326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:19.417268 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a808bd72-7b1b-4a03-bc61-e8f7158b1b1d') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:19.417574 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a808bd72-7b1b-4a03-bc61-e8f7158b1b1d') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:19.432950 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Usage tracker for resource:router and tenant:e38c8523c4034d3496e7320653480a63 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:19.441062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:19.449850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.458819 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:19.495858 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 06:43:19.496371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:19.522343 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.545374 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.550264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fea7d2-f93e-40f4-87da-5436eb9489f8 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:43:19.570424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cf89e148-1c65-455d-b24f-9be6caa973d6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.573272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cf89e148-1c65-455d-b24f-9be6caa973d6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.577808 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:19.578207 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:19.592419 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:19.600306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a69851-3f79-4cca-bd6e-46549275783c,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:19.627403 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.628444 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.717804 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-827ff87f-8db1-4c4f-81a9-c36efb64ffa6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.733550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-827ff87f-8db1-4c4f-81a9-c36efb64ffa6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Ignored duplicate provisioning block setup for port 0846788f-c132-4da1-91b1-0c7a013a7d89 by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 06:43:19.741553 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-26321725-bb6c-4064-8f4d-535652338673 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0937665 Jan 28 06:43:19.744600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39824) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:19.778697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fea7d2-f93e-40f4-87da-5436eb9489f8 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:19.780277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cf89e148-1c65-455d-b24f-9be6caa973d6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.780748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf89e148-1c65-455d-b24f-9be6caa973d6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Fanout notify agent at l3_agent the message router_deleted on router 1c7da3d7-649d-46b9-8263-b9bdf3cc8a97 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:43:19.793207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad43933-7730-4656-950e-94ed052b5c20 None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:19.809171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad43933-7730-4656-950e-94ed052b5c20 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:19.810176 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6ad43933-7730-4656-950e-94ed052b5c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:19.897484 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6ad43933-7730-4656-950e-94ed052b5c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:19.898914 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04fea7d2-f93e-40f4-87da-5436eb9489f8 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.904800 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-04fea7d2-f93e-40f4-87da-5436eb9489f8 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/ports/6ae641da-acaf-4a8d-94a9-3559ddae1fea HTTP/1.1" status: 204 len: 168 time: 2.5926075 Jan 28 06:43:19.904976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39828) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:19.912708 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad43933-7730-4656-950e-94ed052b5c20 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:19.913812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6ad43933-7730-4656-950e-94ed052b5c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:19.924908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.952139 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.957009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.959480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-827ff87f-8db1-4c4f-81a9-c36efb64ffa6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.971552 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:19.972636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cf89e148-1c65-455d-b24f-9be6caa973d6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:19.973715 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cf89e148-1c65-455d-b24f-9be6caa973d6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/routers/1c7da3d7-649d-46b9-8263-b9bdf3cc8a97 HTTP/1.1" status: 204 len: 168 time: 1.2875161 Jan 28 06:43:19.987556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39832) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:19.992203 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6ad43933-7730-4656-950e-94ed052b5c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:19.992615 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad43933-7730-4656-950e-94ed052b5c20 None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:19.997386 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fc94b91e-4dcd-4a36-a22a-5d734411f0d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:20.015903 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-982beb04-a4a2-486e-a8f4-d1141514c2a6 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "GET /v2.0/floatingips/c1f1f194-b9f2-4aee-8a4d-1b78c329e272 HTTP/1.1" status: 200 len: 687 time: 0.1074367 Jan 28 06:43:20.016511 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39836) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:20.048128 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-24fcb53e-cd91-48e3-a15f-a76de35d8ba0 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Deleting port e29ab023-19a7-4418-be00-a3ad0bc8b4d2 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:20.048550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24fcb53e-cd91-48e3-a15f-a76de35d8ba0 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:20.082165 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Network': ['ID=c9d5fbda-d3f0-492f-9eed-b75870c2b3d2,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:20.111149 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-744bf11d-3633-405b-aae3-c396cd3330d9 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/networks/c9d5fbda-d3f0-492f-9eed-b75870c2b3d2 HTTP/1.1" status: 204 len: 168 time: 6.1793587 Jan 28 06:43:20.119156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39840) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:20.150629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:20.150972 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Added segment cb3510f5-91d3-4b93-beca-64daaa3d146e of type vlan for network 093bd698-4643-4f40-9c23-e6b3a64d6477 Jan 28 06:43:20.276362 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ff87f-8db1-4c4f-81a9-c36efb64ffa6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=0846788f-c132-4da1-91b1-0c7a013a7d89,revision_number=3']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:20.290735 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7adbe2-eb6e-43d5-848a-a441d86a6085 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:20.291266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7adbe2-eb6e-43d5-848a-a441d86a6085 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:20.295322 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3a7adbe2-eb6e-43d5-848a-a441d86a6085 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/subnets/38b47bd9-b936-4230-8119-9e0ac2d4ee83 HTTP/1.1" status: 404 len: 337 time: 0.1728256 Jan 28 06:43:20.297487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39844) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:20.302201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-827ff87f-8db1-4c4f-81a9-c36efb64ffa6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] In _notify_port_updated(), no bound segment for port 0846788f-c132-4da1-91b1-0c7a013a7d89 on network 7dad28a8-1d56-4467-919e-bc38230c1bca {{(pid=88216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:43:20.307618 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827ff87f-8db1-4c4f-81a9-c36efb64ffa6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:20.308230 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-827ff87f-8db1-4c4f-81a9-c36efb64ffa6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:20.313427 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-827ff87f-8db1-4c4f-81a9-c36efb64ffa6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "PUT /v2.0/ports/0846788f-c132-4da1-91b1-0c7a013a7d89 HTTP/1.1" status: 200 len: 1012 time: 3.3717186 Jan 28 06:43:20.322568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ed58c3b6-ea9d-4e33-9617-96958df89bd9 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port 144a03f7-6ce1-4c0e-b399-ef3d5d4e34ed {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:20.322920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed58c3b6-ea9d-4e33-9617-96958df89bd9 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:20.328176 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39848) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:20.365275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fc94b91e-4dcd-4a36-a22a-5d734411f0d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:20.375296 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26ee85d-9dab-4159-8cc1-3c98d1f60e5f tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:20.375726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26ee85d-9dab-4159-8cc1-3c98d1f60e5f tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:20.376137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6adafc01-70f4-458d-912d-2db6d5953ce7 None None] Provisioning complete for port 0846788f-c132-4da1-91b1-0c7a013a7d89 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:20.376570 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6adafc01-70f4-458d-912d-2db6d5953ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:20.377396 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a26ee85d-9dab-4159-8cc1-3c98d1f60e5f tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/networks/c9d5fbda-d3f0-492f-9eed-b75870c2b3d2 HTTP/1.1" status: 404 len: 339 time: 0.0777214 Jan 28 06:43:20.380921 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fc94b91e-4dcd-4a36-a22a-5d734411f0d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:20.383266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39852) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:20.389788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fc94b91e-4dcd-4a36-a22a-5d734411f0d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:20.435539 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6adafc01-70f4-458d-912d-2db6d5953ce7 None None] Port 0846788f-c132-4da1-91b1-0c7a013a7d89 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:43:20.447144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fc94b91e-4dcd-4a36-a22a-5d734411f0d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:20.449401 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd3527a-699f-4c90-9834-fa4f2c8dbbad tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:20.449856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd3527a-699f-4c90-9834-fa4f2c8dbbad tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:20.454297 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ffd3527a-699f-4c90-9834-fa4f2c8dbbad tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/subnets/de96edad-6196-4518-a80f-e227951cb903 HTTP/1.1" status: 404 len: 337 time: 0.0662146 Jan 28 06:43:20.458937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39856) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:20.498773 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d1ae03-1e7a-4bf4-b9ed-714cc4bb1ad4 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:20.498979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:20.499153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d1ae03-1e7a-4bf4-b9ed-714cc4bb1ad4 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:20.503263 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-98d1ae03-1e7a-4bf4-b9ed-714cc4bb1ad4 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/networks/1a973daa-a7c8-45b1-b213-5f060a0ebb7a HTTP/1.1" status: 404 len: 339 time: 0.0409508 Jan 28 06:43:20.503848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39860) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:20.535457 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 298ae810-e02f-45be-9633-535780cf5391 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:43:20.571189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 298ae810-e02f-45be-9633-535780cf5391 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:43:20.571858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 298ae810-e02f-45be-9633-535780cf5391 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:43:20.713418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc94b91e-4dcd-4a36-a22a-5d734411f0d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:20.716924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc94b91e-4dcd-4a36-a22a-5d734411f0d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:20.741433 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0046136-068f-4675-ae01-e6353e1887be tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:20.741892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0046136-068f-4675-ae01-e6353e1887be tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:20.743586 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f0046136-068f-4675-ae01-e6353e1887be tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/subnets/de79bc03-4b89-4fbd-b83b-95a1a9247ae3 HTTP/1.1" status: 404 len: 337 time: 0.2392216 Jan 28 06:43:20.752673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39864) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:20.785410 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.resource_extend [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:43:20.802272 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:20.815581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-088a732c-30a8-4ab6-8844-a0780540f546 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 0846788f-c132-4da1-91b1-0c7a013a7d89 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:20.815921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-088a732c-30a8-4ab6-8844-a0780540f546 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:20.852324 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-67113491-6b84-4290-be48-302f32b7c18d tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:20.852814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67113491-6b84-4290-be48-302f32b7c18d tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:20.854474 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-67113491-6b84-4290-be48-302f32b7c18d tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/networks/3a88183f-a737-4a22-b025-9d1eb2b80f48 HTTP/1.1" status: 404 len: 339 time: 0.1008711 Jan 28 06:43:20.866032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39868) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:20.877852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24fcb53e-cd91-48e3-a15f-a76de35d8ba0 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:20.878176 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24fcb53e-cd91-48e3-a15f-a76de35d8ba0 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:20.878812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed58c3b6-ea9d-4e33-9617-96958df89bd9 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:20.879146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed58c3b6-ea9d-4e33-9617-96958df89bd9 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.013928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ed58c3b6-ea9d-4e33-9617-96958df89bd9 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for 144a03f7-6ce1-4c0e-b399-ef3d5d4e34ed owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:21.063919 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-24fcb53e-cd91-48e3-a15f-a76de35d8ba0 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Calling delete_port for e29ab023-19a7-4418-be00-a3ad0bc8b4d2 owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:21.097147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.098087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:21.098663 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.208091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a7bc0-3c59-4b13-984d-d2825120b6b8 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Deleting port 0a8bc28f-c6fc-41a2-b918-fdddcd2e0b89 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:21.208430 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd1a7bc0-3c59-4b13-984d-d2825120b6b8 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.278252 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 4.1530471 Jan 28 06:43:21.281105 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc94b91e-4dcd-4a36-a22a-5d734411f0d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.284723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39872) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:21.327202 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Request body: {'subnet': {'network_id': '093bd698-4643-4f40-9c23-e6b3a64d6477', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:21.339156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:21.348751 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Usage tracker for resource:subnet and tenant:9c2d6a0b2280429fb44eee08c0680fe7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:21.352112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed58c3b6-ea9d-4e33-9617-96958df89bd9 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.356327 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:21.358974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece00e3d-32a8-48fd-aa69-6bc0c64c5481 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event updated for resources: {'Network': ['ID=093bd698-4643-4f40-9c23-e6b3a64d6477,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:21.370289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 093bd698-4643-4f40-9c23-e6b3a64d6477 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:43:21.402791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94b91e-4dcd-4a36-a22a-5d734411f0d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:21.409114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:21.416041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-fc94b91e-4dcd-4a36-a22a-5d734411f0d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:21.432281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94959ff-d45e-4ed4-909c-bb4fe159efa0 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:21.433005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc94b91e-4dcd-4a36-a22a-5d734411f0d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:21.434263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc94b91e-4dcd-4a36-a22a-5d734411f0d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.437863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58c3b6-ea9d-4e33-9617-96958df89bd9 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=144a03f7-6ce1-4c0e-b399-ef3d5d4e34ed,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:21.485302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94b91e-4dcd-4a36-a22a-5d734411f0d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=44408e74-33f3-423f-839b-c221c4e3cff8,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:21.557538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed58c3b6-ea9d-4e33-9617-96958df89bd9 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.559862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed58c3b6-ea9d-4e33-9617-96958df89bd9 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.565012 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ed58c3b6-ea9d-4e33-9617-96958df89bd9 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/floatingips/c1f1f194-b9f2-4aee-8a4d-1b78c329e272 HTTP/1.1" status: 204 len: 168 time: 1.5442085 Jan 28 06:43:21.565462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39876) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:21.570841 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': 'b91030d8-e1ea-4153-9cba-60c97944cbb1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:21.575466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Made reservation on behalf of 9c2d6a0b2280429fb44eee08c0680fe7 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:21.578469 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.598322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:21.613069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:floatingip and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:21.618472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:21.623830 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fc94b91e-4dcd-4a36-a22a-5d734411f0d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6352968 Jan 28 06:43:21.628661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39880) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:21.691311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:21.696600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7e25aced-9cbc-4267-96a7-c739185bb654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-104918128', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:21.705977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7e25aced-9cbc-4267-96a7-c739185bb654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:21.710645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': '44408e74-33f3-423f-839b-c221c4e3cff8'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:43:21.713262 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.715242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-088a732c-30a8-4ab6-8844-a0780540f546 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.721650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7e25aced-9cbc-4267-96a7-c739185bb654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:router and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:21.727584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7e25aced-9cbc-4267-96a7-c739185bb654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:21.735173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7e25aced-9cbc-4267-96a7-c739185bb654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:21.797843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.839745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e25aced-9cbc-4267-96a7-c739185bb654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.840781 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e25aced-9cbc-4267-96a7-c739185bb654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.900325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24fcb53e-cd91-48e3-a15f-a76de35d8ba0 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.904769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd1a7bc0-3c59-4b13-984d-d2825120b6b8 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.907828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e25aced-9cbc-4267-96a7-c739185bb654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:21.918830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-088a732c-30a8-4ab6-8844-a0780540f546 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 0846788f-c132-4da1-91b1-0c7a013a7d89 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:21.960199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Allocated IP 2001:db8::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/44408e74-33f3-423f-839b-c221c4e3cff8/31695ed1-af83-4fe8-a7e0-d28636b9ebbf) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:22.014095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:22.025226 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcb53e-cd91-48e3-a15f-a76de35d8ba0 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Pushing event deleted for resources: {'Port': ['ID=e29ab023-19a7-4418-be00-a3ad0bc8b4d2,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:22.084806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e25aced-9cbc-4267-96a7-c739185bb654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:22.182293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:22.195476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Transition to ACTIVE for port object 31695ed1-af83-4fe8-a7e0-d28636b9ebbf will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:22.217149 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Transition to ACTIVE for port object 31695ed1-af83-4fe8-a7e0-d28636b9ebbf will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:22.266475 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.26.4.199 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/9629bfc0-86ce-4329-8485-642aeab13ac6) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:22.273193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e25aced-9cbc-4267-96a7-c739185bb654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:22.274367 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7e25aced-9cbc-4267-96a7-c739185bb654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5930903 Jan 28 06:43:22.280397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39884) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:22.299702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:22.311591 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a7bc0-3c59-4b13-984d-d2825120b6b8 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Calling delete_port for 0a8bc28f-c6fc-41a2-b918-fdddcd2e0b89 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:22.370480 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:22.379918 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:22.387883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:22.486583 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Pushing event updated for resources: {'Port': ['ID=31695ed1-af83-4fe8-a7e0-d28636b9ebbf,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:22.500391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Attempting to bind port 31695ed1-af83-4fe8-a7e0-d28636b9ebbf on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:22.501090 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Attempting to bind port 31695ed1-af83-4fe8-a7e0-d28636b9ebbf by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:22.501544 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Attempting to bind port 31695ed1-af83-4fe8-a7e0-d28636b9ebbf on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:22.507706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:43:22.508230 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:22.508725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:22.509215 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:43:22.509766 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Bound port: 31695ed1-af83-4fe8-a7e0-d28636b9ebbf, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:43:22.510356 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:22.604642 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] For port 31695ed1-af83-4fe8-a7e0-d28636b9ebbf, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:22.608951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] For port 31695ed1-af83-4fe8-a7e0-d28636b9ebbf, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=31695ed1-af83-4fe8-a7e0-d28636b9ebbf,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:43:22.721880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:22.770167 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24fcb53e-cd91-48e3-a15f-a76de35d8ba0 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:22.839727 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:22.858499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f8e40-80a0-4b79-a3e9-19d9bb82f8b2 None None] Pushing event updated for resources: {'Port': ['ID=31695ed1-af83-4fe8-a7e0-d28636b9ebbf,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:22.864460 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-088a732c-30a8-4ab6-8844-a0780540f546 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:22.912146 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:22.921880 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24fcb53e-cd91-48e3-a15f-a76de35d8ba0 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:22.923030 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-24fcb53e-cd91-48e3-a15f-a76de35d8ba0 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853 tempest-ExternalNetworksAdminNegativeTestJSON-1292206853-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/2fb6a50d-d046-41aa-a4f6-00bdac0ad774 HTTP/1.1" status: 204 len: 168 time: 3.1775274 Jan 28 06:43:22.962862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.objects.ports [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88217) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:43:22.963470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:22.971860 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a732c-30a8-4ab6-8844-a0780540f546 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=0846788f-c132-4da1-91b1-0c7a013a7d89,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:23.013480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd1a7bc0-3c59-4b13-984d-d2825120b6b8 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:23.149297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a7bc0-3c59-4b13-984d-d2825120b6b8 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Port': ['ID=0a8bc28f-c6fc-41a2-b918-fdddcd2e0b89,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:23.177905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-088a732c-30a8-4ab6-8844-a0780540f546 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:23.194438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd1a7bc0-3c59-4b13-984d-d2825120b6b8 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:23.194652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Checking segment: {'id': 'cb3510f5-91d3-4b93-beca-64daaa3d146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '093bd698-4643-4f40-9c23-e6b3a64d6477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:23.194965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Network hostable DHCP agents. Network: 093bd698-4643-4f40-9c23-e6b3a64d6477, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:23.218660 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:23.222626 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-088a732c-30a8-4ab6-8844-a0780540f546 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/0846788f-c132-4da1-91b1-0c7a013a7d89 HTTP/1.1" status: 204 len: 168 time: 2.8921785 Jan 28 06:43:23.234592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d8eb1167-ee4c-4d4e-8a9f-0000c302514a,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:23.236482 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39892) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:23.240546 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cd1a7bc0-3c59-4b13-984d-d2825120b6b8 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/ports/0a8bc28f-c6fc-41a2-b918-fdddcd2e0b89 HTTP/1.1" status: 204 len: 168 time: 2.3736556 Jan 28 06:43:23.255557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39896) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:23.291834 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-3806284d-1715-406f-b72e-98c3a656a930 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] GET failed (client error): The resource could not be found. Jan 28 06:43:23.292750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3806284d-1715-406f-b72e-98c3a656a930 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:23.362473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:23.373740 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdff4b49-cb8f-43c8-bdff-465a0d85308d tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:23.374196 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdff4b49-cb8f-43c8-bdff-465a0d85308d tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:23.375879 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bdff4b49-cb8f-43c8-bdff-465a0d85308d tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/subnets/3f2b48c8-c691-4cb3-9c2c-d63b97f5c213 HTTP/1.1" status: 404 len: 337 time: 0.1193585 Jan 28 06:43:23.378540 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39900) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:23.412436 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3806284d-1715-406f-b72e-98c3a656a930 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:23.416466 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3806284d-1715-406f-b72e-98c3a656a930 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/0846788f-c132-4da1-91b1-0c7a013a7d89 HTTP/1.1" status: 404 len: 333 time: 0.1755097 Jan 28 06:43:23.418017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39904) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:23.592416 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39912) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:23.600240 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-35357c2e-6352-4e0e-9feb-cb5606960a36 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting subnet 5bcc220a-3f76-45ab-b546-aa776866420a {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:43:23.608573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-836c82f3-3415-45e8-98fa-e914c07c5e63 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:23.612526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35357c2e-6352-4e0e-9feb-cb5606960a36 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:23.708236 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35357c2e-6352-4e0e-9feb-cb5606960a36 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:23.759210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Network 093bd698-4643-4f40-9c23-e6b3a64d6477 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:23.769981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:23.851022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 093bd698-4643-4f40-9c23-e6b3a64d6477) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:23.852304 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb880892-4761-4230-ae29-af22130bc9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:23.858400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:23.861656 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086d4998-3127-46a7-a907-79a024c8b0da None None] Network 093bd698-4643-4f40-9c23-e6b3a64d6477 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:23.872562 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:23.876901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:23.877565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:23.882633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:23.912329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::1 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/44408e74-33f3-423f-839b-c221c4e3cff8/f5d7e632-367b-4cfc-b882-e68da9b5d330) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:23.919266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=9629bfc0-86ce-4329-8485-642aeab13ac6,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:23.952655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-836c82f3-3415-45e8-98fa-e914c07c5e63 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:23.989036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-836c82f3-3415-45e8-98fa-e914c07c5e63 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362bd594-70b9-449d-afa3-a5acfd2f7a77']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:24.004143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-836c82f3-3415-45e8-98fa-e914c07c5e63 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4449f90b-9d39-4b19-82e0-7074747b7f56') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:24.004713 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-836c82f3-3415-45e8-98fa-e914c07c5e63 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4449f90b-9d39-4b19-82e0-7074747b7f56') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:24.020784 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-836c82f3-3415-45e8-98fa-e914c07c5e63 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:24.043164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-836c82f3-3415-45e8-98fa-e914c07c5e63 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:24.052142 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836c82f3-3415-45e8-98fa-e914c07c5e63 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:24.052556 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-836c82f3-3415-45e8-98fa-e914c07c5e63 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:24.177751 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:43:24.260862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6230040b-4452-4427-9323-3fca7d84c48d None None] Network 093bd698-4643-4f40-9c23-e6b3a64d6477 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:24.291005 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ef48cabf-525d-4901-a607-568e2fefa341 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9757552 Jan 28 06:43:24.297820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39920) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:24.307489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-255425380', 'network_id': '093bd698-4643-4f40-9c23-e6b3a64d6477'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:24.313761 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:24.324281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:24.329646 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cb880892-4761-4230-ae29-af22130bc9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:24.342947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cb880892-4761-4230-ae29-af22130bc9a5 admin admin] Usage tracker for resource:security_group_rule and tenant:f0e420dbb2794523afa0cd526bdac7aa is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:24.349563 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cb880892-4761-4230-ae29-af22130bc9a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:24.362902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cb880892-4761-4230-ae29-af22130bc9a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:24.364299 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Usage tracker for resource:port and tenant:9c2d6a0b2280429fb44eee08c0680fe7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:24.365088 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Allocated IP 172.26.4.191 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/bef8976b-a2b3-4e3a-906e-a41d353b67f7) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:24.370584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:24.391184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:24.401895 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35357c2e-6352-4e0e-9feb-cb5606960a36 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:24.437377 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-836c82f3-3415-45e8-98fa-e914c07c5e63 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:24.483695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-836c82f3-3415-45e8-98fa-e914c07c5e63 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:24.535832 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c82f3-3415-45e8-98fa-e914c07c5e63 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Network': ['ID=362bd594-70b9-449d-afa3-a5acfd2f7a77,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:24.549288 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-836c82f3-3415-45e8-98fa-e914c07c5e63 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/networks/362bd594-70b9-449d-afa3-a5acfd2f7a77 HTTP/1.1" status: 204 len: 168 time: 1.1676013 Jan 28 06:43:24.555314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39926) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:24.570509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-709ce289-5e20-48ab-81fe-3d69852393cc None None] Provisioning for port 31695ed1-af83-4fe8-a7e0-d28636b9ebbf completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:24.581180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:24.603750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Made reservation on behalf of 9c2d6a0b2280429fb44eee08c0680fe7 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:24.607754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:24.666327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 31695ed1-af83-4fe8-a7e0-d28636b9ebbf up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:24.695584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object f5d7e632-367b-4cfc-b882-e68da9b5d330 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:24.719809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] device_id is not set on port 0926b620-b1fe-49f0-9492-13fb2a4a601f yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:24.744609 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c273c39d-834c-4ae3-bacb-4291379ed4b7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Deleting port 70514f60-15ff-4c9f-a63a-3c87a72e2116 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:24.744950 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c273c39d-834c-4ae3-bacb-4291379ed4b7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:24.813843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35357c2e-6352-4e0e-9feb-cb5606960a36 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:24.824759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:24.855458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 31695ed1-af83-4fe8-a7e0-d28636b9ebbf completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:24.865741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35357c2e-6352-4e0e-9feb-cb5606960a36 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:24.866144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 31695ed1-af83-4fe8-a7e0-d28636b9ebbf triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:24.867038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:24.900129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35357c2e-6352-4e0e-9feb-cb5606960a36 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Subnet': ['ID=5bcc220a-3f76-45ab-b546-aa776866420a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:24.906119 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b0d15c-f9d6-41a1-a35a-0fedadb34003 None None] Network 7dad28a8-1d56-4467-919e-bc38230c1bca requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:24.945165 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb880892-4761-4230-ae29-af22130bc9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:24.949961 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-35357c2e-6352-4e0e-9feb-cb5606960a36 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/5bcc220a-3f76-45ab-b546-aa776866420a HTTP/1.1" status: 204 len: 168 time: 1.5308659 Jan 28 06:43:24.959418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39930) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:24.981822 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdf7c0-f1de-40f6-a697-703d1f0758a8 req-e3203c5f-754a-45e8-b909-78e9a0ef64ef tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:24.983305 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8fdf7c0-f1de-40f6-a697-703d1f0758a8 req-e3203c5f-754a-45e8-b909-78e9a0ef64ef tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.4547522 Jan 28 06:43:24.988515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc243b5a-091b-4dd1-a5ff-181f0bfb29bf req-86786a88-50ea-495c-a69e-c531ec51f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:24.990024 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bc243b5a-091b-4dd1-a5ff-181f0bfb29bf req-86786a88-50ea-495c-a69e-c531ec51f15f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb1bd7b93cc04d2381fa60936dc42957&device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 1099 time: 0.3952196 Jan 28 06:43:25.046542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb880892-4761-4230-ae29-af22130bc9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.083540 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.089362 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cb880892-4761-4230-ae29-af22130bc9a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0e420dbb2794523afa0cd526bdac7aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4937785 Jan 28 06:43:25.092686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Allocated IP 2001:db8::11b (093bd698-4643-4f40-9c23-e6b3a64d6477/d8eb1167-ee4c-4d4e-8a9f-0000c302514a/0926b620-b1fe-49f0-9492-13fb2a4a601f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:25.114306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39934) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:25.144387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e6e511-5e74-48ac-b5c4-2db1aa8e05bf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting subnet 96178a59-836f-4f4b-9e35-68ed64e31d1d {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:43:25.159858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3e6e511-5e74-48ac-b5c4-2db1aa8e05bf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.189606 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.260666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:25.264326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb880892-4761-4230-ae29-af22130bc9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1dc320-9301-46a5-974e-1b5abeb60f97,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:25.265590 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8fdf7c0-f1de-40f6-a697-703d1f0758a8 req-77d622be-d260-4407-b3e7-9c749723d3bd tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413616 Jan 28 06:43:25.270889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 31695ed1-af83-4fe8-a7e0-d28636b9ebbf, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=31695ed1-af83-4fe8-a7e0-d28636b9ebbf,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:25.273477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:25.301045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:25.301620 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.311701 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c273c39d-834c-4ae3-bacb-4291379ed4b7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.323631 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=f5d7e632-367b-4cfc-b882-e68da9b5d330,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:25.337665 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.384755 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc243b5a-091b-4dd1-a5ff-181f0bfb29bf req-bb0818de-dc13-4478-9a18-da6fbb980ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:25.386774 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bc243b5a-091b-4dd1-a5ff-181f0bfb29bf req-bb0818de-dc13-4478-9a18-da6fbb980ffe service neutron] 10.222.0.37 "GET /v2.0/networks?id=900882d3-f259-4633-a0ad-6db24a9bc89e HTTP/1.1" status: 200 len: 913 time: 0.3806064 Jan 28 06:43:25.436860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=31695ed1-af83-4fe8-a7e0-d28636b9ebbf,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:25.494599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c273c39d-834c-4ae3-bacb-4291379ed4b7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Calling delete_port for 70514f60-15ff-4c9f-a63a-3c87a72e2116 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:25.525470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3e6e511-5e74-48ac-b5c4-2db1aa8e05bf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.553889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b4a13640-a403-42d5-a743-f280d75c7766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.556342 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.678317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.687719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.688641 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:25.704268 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:25.706817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:25.709160 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bc243b5a-091b-4dd1-a5ff-181f0bfb29bf req-be63362c-b56d-443a-beae-6111e16c9c39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f325355-9184-4dbf-8fc8-9d2ada28d833 HTTP/1.1" status: 200 len: 1001 time: 0.3068042 Jan 28 06:43:25.738207 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b4a13640-a403-42d5-a743-f280d75c7766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.776157 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Pushing event updated for resources: {'Port': ['ID=bef8976b-a2b3-4e3a-906e-a41d353b67f7,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:25.813409 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9e94592f-8574-4356-83b0-6cda77550d8c None None] Provisioning for port f5d7e632-367b-4cfc-b882-e68da9b5d330 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:25.819485 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9e94592f-8574-4356-83b0-6cda77550d8c None None] Provisioning complete for port f5d7e632-367b-4cfc-b882-e68da9b5d330 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:25.821619 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e94592f-8574-4356-83b0-6cda77550d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.898314 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9e94592f-8574-4356-83b0-6cda77550d8c None None] Port f5d7e632-367b-4cfc-b882-e68da9b5d330 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:43:25.910316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3e6e511-5e74-48ac-b5c4-2db1aa8e05bf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:25.959689 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c273c39d-834c-4ae3-bacb-4291379ed4b7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:26.008345 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc243b5a-091b-4dd1-a5ff-181f0bfb29bf req-7be669d6-a012-4d54-b458-c8d82ec8a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:26.009786 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bc243b5a-091b-4dd1-a5ff-181f0bfb29bf req-7be669d6-a012-4d54-b458-c8d82ec8a487 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d287cf5-03cc-4605-a5b6-1cc9364d0ed2 HTTP/1.1" status: 200 len: 851 time: 0.2906020 Jan 28 06:43:26.102600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:26.114907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:26.156144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:26.222963 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d7206fde-29c6-4161-afae-a06989c16a9a None None] Provisioning complete for port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:26.223427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7206fde-29c6-4161-afae-a06989c16a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:26.237249 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273c39d-834c-4ae3-bacb-4291379ed4b7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Port': ['ID=70514f60-15ff-4c9f-a63a-3c87a72e2116,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:26.254162 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c273c39d-834c-4ae3-bacb-4291379ed4b7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:26.286819 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c273c39d-834c-4ae3-bacb-4291379ed4b7 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/ports/70514f60-15ff-4c9f-a63a-3c87a72e2116 HTTP/1.1" status: 204 len: 168 time: 1.7255061 Jan 28 06:43:26.289774 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39938) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:26.334981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Network 093bd698-4643-4f40-9c23-e6b3a64d6477 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:26.337174 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b4a13640-a403-42d5-a743-f280d75c7766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:26.361195 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-225825fb-91b2-403b-91c7-e932734d474b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] DELETE failed (client error): The resource could not be found. Jan 28 06:43:26.361599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225825fb-91b2-403b-91c7-e932734d474b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:43:26.363850 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-225825fb-91b2-403b-91c7-e932734d474b tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/subnets/edde9bee-7eff-46d8-9c99-5d90c4f05298 HTTP/1.1" status: 404 len: 337 time: 0.0710530 Jan 28 06:43:26.367082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39944) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:26.369741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b4a13640-a403-42d5-a743-f280d75c7766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:26.370847 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b4a13640-a403-42d5-a743-f280d75c7766 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d1dc320-9301-46a5-974e-1b5abeb60f97 HTTP/1.1" status: 204 len: 168 time: 1.2531052 Jan 28 06:43:26.374200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a13640-a403-42d5-a743-f280d75c7766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1dc320-9301-46a5-974e-1b5abeb60f97,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:26.420596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:26.528493 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3e6e511-5e74-48ac-b5c4-2db1aa8e05bf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:26.556354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event updated for resources: {'Port': ['ID=0926b620-b1fe-49f0-9492-13fb2a4a601f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:26.562529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:26.563532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:26.564134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:26.597599 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 31695ed1-af83-4fe8-a7e0-d28636b9ebbf up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:26.604473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6e511-5e74-48ac-b5c4-2db1aa8e05bf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Subnet': ['ID=96178a59-836f-4f4b-9e35-68ed64e31d1d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:26.607981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc243b5a-091b-4dd1-a5ff-181f0bfb29bf req-d86b25c1-cfca-45ca-b83a-835055c35e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:26.610057 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bc243b5a-091b-4dd1-a5ff-181f0bfb29bf req-d86b25c1-cfca-45ca-b83a-835055c35e39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=900882d3-f259-4633-a0ad-6db24a9bc89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5836053 Jan 28 06:43:26.614658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e072fcc-8b08-4c9f-8b76-d39fa751aa6a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:26.627913 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3e6e511-5e74-48ac-b5c4-2db1aa8e05bf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:26.633320 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e3e6e511-5e74-48ac-b5c4-2db1aa8e05bf tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/96178a59-836f-4f4b-9e35-68ed64e31d1d HTTP/1.1" status: 204 len: 168 time: 1.6728840 Jan 28 06:43:26.637118 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39950) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:26.640064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb78e0-4e3c-4827-a922-0e72385992ce None None] Network 7dad28a8-1d56-4467-919e-bc38230c1bca requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:26.735528 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d4e9b46c-6b2b-4caf-91da-338d731c5f27 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4344296 Jan 28 06:43:26.751386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39954) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:26.841246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 31695ed1-af83-4fe8-a7e0-d28636b9ebbf triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:26.841810 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:26.946533 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:26.992838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc58fa-e888-43fc-bab1-0c564b7d7460 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Deleting port 0926b620-b1fe-49f0-9492-13fb2a4a601f {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:26.993178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bcbc58fa-e888-43fc-bab1-0c564b7d7460 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.018187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.027730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a11cff-d6e2-4528-b2bb-8873a6d3ddfb None None] DHCP port deletion for 7dad28a8-1d56-4467-919e-bc38230c1bca request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:43:27.032244 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c3a11cff-d6e2-4528-b2bb-8873a6d3ddfb None None] Deleting port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:27.032694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3a11cff-d6e2-4528-b2bb-8873a6d3ddfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.137728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e072fcc-8b08-4c9f-8b76-d39fa751aa6a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.149385 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee6846-ddc9-45de-9684-9516933b3e2a req-b0ba9c1a-a67c-46cb-b4ff-bd098bdc5809 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:27.150887 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5cee6846-ddc9-45de-9684-9516933b3e2a req-b0ba9c1a-a67c-46cb-b4ff-bd098bdc5809 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.7281227 Jan 28 06:43:27.167473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:27.169030 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.196871 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bc243b5a-091b-4dd1-a5ff-181f0bfb29bf req-4d0d6e74-2902-473a-8da7-d6e25eeec45a service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045440 Jan 28 06:43:27.198782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.239701 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39960) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:27.265841 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c3a11cff-d6e2-4528-b2bb-8873a6d3ddfb None None] For port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377,segment=NetworkSegment(13e7980a-8adb-4173-993c-90002409c56c),segment_id=13e7980a-8adb-4173-993c-90002409c56c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:27.266059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-7e072fcc-8b08-4c9f-8b76-d39fa751aa6a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d51a132-9dd1-4ed2-a22b-de11b508dbc3']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:27.266309 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3a11cff-d6e2-4528-b2bb-8873a6d3ddfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.267952 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5cee6846-ddc9-45de-9684-9516933b3e2a req-9c8a2d3c-2b5f-4b70-985a-1fc05de9a2c4 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954540 Jan 28 06:43:27.269855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.331173 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-7e072fcc-8b08-4c9f-8b76-d39fa751aa6a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9084779f-476f-430c-bfe0-2b42fb61370a') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:27.331632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-7e072fcc-8b08-4c9f-8b76-d39fa751aa6a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9084779f-476f-430c-bfe0-2b42fb61370a') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:27.338049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.338658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.348074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.393969 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c3a11cff-d6e2-4528-b2bb-8873a6d3ddfb None None] Calling delete_port for 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:27.470736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e072fcc-8b08-4c9f-8b76-d39fa751aa6a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.554496 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e072fcc-8b08-4c9f-8b76-d39fa751aa6a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.561218 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3a11cff-d6e2-4528-b2bb-8873a6d3ddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.570342 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e9410189-e270-4aee-a4c3-cd92308c8b81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a67975a4973d48aa96788f1cd695fc53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229949 Jan 28 06:43:27.579195 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39964) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:27.618175 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a11cff-d6e2-4528-b2bb-8873a6d3ddfb None None] No DVR routers for this DVR port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:27.622318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a11cff-d6e2-4528-b2bb-8873a6d3ddfb None None] Pushing event deleted for resources: {'Port': ['ID=4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:27.715255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=f5d7e632-367b-4cfc-b882-e68da9b5d330,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:27.728679 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bc243b5a-091b-4dd1-a5ff-181f0bfb29bf req-94ab6393-f88a-4672-aea1-fc3b94b0c8a0 service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200641 Jan 28 06:43:27.764904 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e072fcc-8b08-4c9f-8b76-d39fa751aa6a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:27.765308 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e072fcc-8b08-4c9f-8b76-d39fa751aa6a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.768699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:27.798348 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:27.900941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:27.901812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=9629bfc0-86ce-4329-8485-642aeab13ac6,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:27.951366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:28.126050 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Floating IP e48212da-5f64-4d52-9390-2904325e8e35 associated. External IP: 172.26.4.199, port: b91030d8-e1ea-4153-9cba-60c97944cbb1. Jan 28 06:43:28.145396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e072fcc-8b08-4c9f-8b76-d39fa751aa6a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:28.189154 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e072fcc-8b08-4c9f-8b76-d39fa751aa6a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:28.200439 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bcbc58fa-e888-43fc-bab1-0c564b7d7460 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:28.218111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e072fcc-8b08-4c9f-8b76-d39fa751aa6a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Network': ['ID=3d51a132-9dd1-4ed2-a22b-de11b508dbc3,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:28.228443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] For port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377,segment=NetworkSegment(13e7980a-8adb-4173-993c-90002409c56c),segment_id=13e7980a-8adb-4173-993c-90002409c56c)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:28.228807 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:28.249754 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7e072fcc-8b08-4c9f-8b76-d39fa751aa6a tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/networks/3d51a132-9dd1-4ed2-a22b-de11b508dbc3 HTTP/1.1" status: 204 len: 168 time: 1.8755124 Jan 28 06:43:28.287417 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39968) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:28.292069 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e34169b3-398b-4e91-8cb5-df18768e4fab None None] Provisioning complete for port f5d7e632-367b-4cfc-b882-e68da9b5d330 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:28.292562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e34169b3-398b-4e91-8cb5-df18768e4fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:28.350213 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e34169b3-398b-4e91-8cb5-df18768e4fab None None] Port f5d7e632-367b-4cfc-b882-e68da9b5d330 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:43:28.368254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc58fa-e888-43fc-bab1-0c564b7d7460 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Calling delete_port for 0926b620-b1fe-49f0-9492-13fb2a4a601f owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:28.402584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47233f8-1950-4f9e-8646-c6b449062603 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Deleting subnet c72203fd-6226-4a48-9a04-631b44025161 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:43:28.407912 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d47233f8-1950-4f9e-8646-c6b449062603 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:28.446339 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:28.448323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:28.533035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Router cd9a836b-3942-4a48-b6ae-89d8472c53c0 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:43:28.541280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:28.616780 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:43:28.661692 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d47233f8-1950-4f9e-8646-c6b449062603 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:28.689384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:43:28.692415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:43:28.692530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:28.836537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:43:28.836895 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:43:28.920409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82ed6b-03b5-4f15-a239-aeffaaf6320b req-52517a71-fe9a-47c2-ab9e-e6ebff2a9d01 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:28.921874 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fc82ed6b-03b5-4f15-a239-aeffaaf6320b req-52517a71-fe9a-47c2-ab9e-e6ebff2a9d01 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.4827247 Jan 28 06:43:28.922820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:28.932522 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39974) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:28.932673 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8b003170-1776-41dc-9e4e-a6f95eb5ac28 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "PUT /v2.0/routers/cd9a836b-3942-4a48-b6ae-89d8472c53c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6504352 Jan 28 06:43:28.933997 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Sync routers for ids ['cd9a836b-3942-4a48-b6ae-89d8472c53c0'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:28.939076 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:43:28.947069 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Routers {'cd9a836b-3942-4a48-b6ae-89d8472c53c0'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:28.947776 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd9a836b-3942-4a48-b6ae-89d8472c53c0'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:28.968158 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d47233f8-1950-4f9e-8646-c6b449062603 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:28.987563 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:29.010661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7ca4d2-15ee-4988-b2c3-6b7257e3f3c0,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:29.030688 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ce6493-e46c-4310-8f47-fa336a853217 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:29.031336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-97ce6493-e46c-4310-8f47-fa336a853217 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:29.035258 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:29.035621 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:29.038300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:29.038300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:29.038300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:29.038300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:29.038300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:29.038300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:29.038300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:29.038300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:29.038865 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:29.038865 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:29.042982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Router cf1cf7d1-9bef-4c14-8b7d-954d907e0f78 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:43:29.045944 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bcbc58fa-e888-43fc-bab1-0c564b7d7460 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:29.110553 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc58fa-e888-43fc-bab1-0c564b7d7460 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event deleted for resources: {'Port': ['ID=0926b620-b1fe-49f0-9492-13fb2a4a601f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:29.115773 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Set router cd9a836b-3942-4a48-b6ae-89d8472c53c0 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:43:29.264853 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fc82ed6b-03b5-4f15-a239-aeffaaf6320b req-03bbcc05-a545-4045-8c1d-e14227ce5753 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236485 Jan 28 06:43:29.326021 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-97ce6493-e46c-4310-8f47-fa336a853217 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:29.327193 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-97ce6493-e46c-4310-8f47-fa336a853217 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports/f5d7e632-367b-4cfc-b882-e68da9b5d330 HTTP/1.1" status: 200 len: 911 time: 0.3935933 Jan 28 06:43:29.332784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39978) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:29.338365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bcbc58fa-e888-43fc-bab1-0c564b7d7460 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:29.342289 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:29.342617 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:29.390186 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:29.391072 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6f2d0786-eca5-43ea-81bf-f093b7aeb6b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea7ca4d2-15ee-4988-b2c3-6b7257e3f3c0 HTTP/1.1" status: 204 len: 168 time: 1.6305072 Jan 28 06:43:29.394981 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bcbc58fa-e888-43fc-bab1-0c564b7d7460 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "DELETE /v2.0/ports/0926b620-b1fe-49f0-9492-13fb2a4a601f HTTP/1.1" status: 204 len: 168 time: 2.6387935 Jan 28 06:43:29.413122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 39984) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:29.433613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] The port '4aad2e74-1fbf-4d6a-bfdb-3f9d4b74e377' was deleted {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:43:29.461417 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:29.461663 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9a836b-3942-4a48-b6ae-89d8472c53c0', 'name': 'tempest-NetworksTestDHCPv6-router-104918128', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:21Z', 'updated_at': '2022-01-28T06:43:25Z', 'revision_number': 2, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'gw_port_host': None, '_interfaces': [{'id': 'f5d7e632-367b-4cfc-b882-e68da9b5d330', 'name': '', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'mac_address': 'fa:16:3e:0b:80:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9a836b-3942-4a48-b6ae-89d8472c53c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '44408e74-33f3-423f-839b-c221c4e3cff8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:23Z', 'updated_at': '2022-01-28T06:43:26Z', 'revision_number': 2, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'subnets': [{'id': '44408e74-33f3-423f-839b-c221c4e3cff8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:29.473491 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d0b6cd-5b4b-4291-90b8-145323235ec1 None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:29.485661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '093bd698-4643-4f40-9c23-e6b3a64d6477', 'external_fixed_ips': [{'subnet_id': 'd8eb1167-ee4c-4d4e-8a9f-0000c302514a', 'ip_address': '2001:db8::11b'}]}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:29.487551 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Checking router: cd9a836b-3942-4a48-b6ae-89d8472c53c0 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:43:29.489315 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d0b6cd-5b4b-4291-90b8-145323235ec1 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:29.489935 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Updating router cd9a836b-3942-4a48-b6ae-89d8472c53c0 port f5d7e632-367b-4cfc-b882-e68da9b5d330 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:43:29.490472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:29.492105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d0d0b6cd-5b4b-4291-90b8-145323235ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:29.495560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Usage tracker for resource:router and tenant:9c2d6a0b2280429fb44eee08c0680fe7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:29.499552 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:29.506381 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:29.527507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d47233f8-1950-4f9e-8646-c6b449062603 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:29.573214 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:29.583362 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d0d0b6cd-5b4b-4291-90b8-145323235ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:29.590362 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d47233f8-1950-4f9e-8646-c6b449062603 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:29.595908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d0b6cd-5b4b-4291-90b8-145323235ec1 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:29.596161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d0d0b6cd-5b4b-4291-90b8-145323235ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:29.607585 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47233f8-1950-4f9e-8646-c6b449062603 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Subnet': ['ID=c72203fd-6226-4a48-9a04-631b44025161,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:29.614504 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d47233f8-1950-4f9e-8646-c6b449062603 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/subnets/c72203fd-6226-4a48-9a04-631b44025161 HTTP/1.1" status: 204 len: 168 time: 1.3219526 Jan 28 06:43:29.615143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:29.616279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:29.630328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39988) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:29.633143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:29.655813 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:29.663585 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:29.665746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ac813e-ea0a-41fb-ab72-cc9ad6018829 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:29.677531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ac813e-ea0a-41fb-ab72-cc9ad6018829 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:29.678433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-70ac813e-ea0a-41fb-ab72-cc9ad6018829 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:29.689775 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68975bac-e2ad-4d58-9078-8e28835e969e None None] Sync routers for ids ['cf1cf7d1-9bef-4c14-8b7d-954d907e0f78'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:29.696029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d0d0b6cd-5b4b-4291-90b8-145323235ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:29.696671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d0b6cd-5b4b-4291-90b8-145323235ec1 None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:29.700928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-70ac813e-ea0a-41fb-ab72-cc9ad6018829 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:29.701395 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-70ac813e-ea0a-41fb-ab72-cc9ad6018829 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3669336 Jan 28 06:43:29.703144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f081ce10-e4d7-446a-9ed2-403fad64183d None None] Network 3116aa69-c34e-460c-bcd8-ebd0b2b55cbe requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:29.703337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:29.706862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39992) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:29.708937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dad28a8-1d56-4467-919e-bc38230c1bca']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:29.728134 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68975bac-e2ad-4d58-9078-8e28835e969e None None] Routers {'cf1cf7d1-9bef-4c14-8b7d-954d907e0f78'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:29.729658 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-68975bac-e2ad-4d58-9078-8e28835e969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cf1cf7d1-9bef-4c14-8b7d-954d907e0f78'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:29.793184 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-49181b10-50a4-465a-a75f-414cde910066 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2185810 Jan 28 06:43:29.818621 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 39998) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:29.852253 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-68975bac-e2ad-4d58-9078-8e28835e969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:29.873227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e7980a-8adb-4173-993c-90002409c56c') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:29.882122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e7980a-8adb-4173-993c-90002409c56c') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:29.885096 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68975bac-e2ad-4d58-9078-8e28835e969e None None] Routers {'cf1cf7d1-9bef-4c14-8b7d-954d907e0f78'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:29.885711 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-68975bac-e2ad-4d58-9078-8e28835e969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cf1cf7d1-9bef-4c14-8b7d-954d907e0f78'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:29.978478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1617668071'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:30.004179 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-68975bac-e2ad-4d58-9078-8e28835e969e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:30.005051 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68975bac-e2ad-4d58-9078-8e28835e969e None None] The sync data for ids ['cf1cf7d1-9bef-4c14-8b7d-954d907e0f78'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:30.039146 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] DHCP port deletion for 3116aa69-c34e-460c-bcd8-ebd0b2b55cbe request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:43:30.044881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Deleting port b86d3f4e-529c-4993-84d1-508bd9a5a369 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:30.045511 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:30.077696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:30.091667 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:30.093662 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d277459c-aac5-423c-ad71-1b8b5ef9b110 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.7318063 Jan 28 06:43:30.130025 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:network and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:30.133811 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40008) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:30.136363 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:30.157180 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:30.170111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5ede09e1-787f-46a4-b242-1fa9f8b06400 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'enable_snat': False}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:30.196626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:30.247164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:30.257244 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:30.264096 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:30.280024 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:30.341744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] For port b86d3f4e-529c-4993-84d1-508bd9a5a369, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b86d3f4e-529c-4993-84d1-508bd9a5a369,segment=NetworkSegment(d10ecefa-8662-42c5-a91e-00cfafac5141),segment_id=d10ecefa-8662-42c5-a91e-00cfafac5141)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:30.345106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:30.393905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:30.394311 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:30.411121 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:30.490281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Calling delete_port for b86d3f4e-529c-4993-84d1-508bd9a5a369 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:30.542226 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Deleting port b86d3f4e-529c-4993-84d1-508bd9a5a369 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:30.543126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:30.590586 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Made reservation on behalf of 866b65adc81f45ee83e2445ee7ce42b7 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:30.595259 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:30.657332 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b86d3f4e-529c-4993-84d1-508bd9a5a369 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:43:30.696888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:30.737410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3ee85-b82b-4513-a71a-de7fcb3f297a req-2e533777-c16d-4344-9e14-e9252a05cf1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:30.743086 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-28c3ee85-b82b-4513-a71a-de7fcb3f297a req-2e533777-c16d-4344-9e14-e9252a05cf1c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.3003666 Jan 28 06:43:30.747644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Pushing event deleted for resources: {'Port': ['ID=b86d3f4e-529c-4993-84d1-508bd9a5a369,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:30.751188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: b86d3f4e-529c-4993-84d1-508bd9a5a369 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:43:30.751617 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b86d3f4e-529c-4993-84d1-508bd9a5a369 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:43:30.776110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:30.776466 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:30.776811 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:30.777148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:30.777486 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:30.777817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:30.778151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:30.778534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:30.779415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:30.779746 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:30.780115 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:30.780448 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:30.790356 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd08492-5551-4d2a-9de4-31cfcad60008 None None] No DVR routers for this DVR port b86d3f4e-529c-4993-84d1-508bd9a5a369 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:30.920293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-65debfdd-fa70-4bfd-9628-ed57e7fbf4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:30.971807 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-28c3ee85-b82b-4513-a71a-de7fcb3f297a req-35c71e49-4dc2-47bf-9cdf-0ef297708454 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961257 Jan 28 06:43:30.981503 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:30.984092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.021787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.033178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] The port 'b86d3f4e-529c-4993-84d1-508bd9a5a369' was deleted {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:43:31.052307 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Transition to ACTIVE for port object f5d7e632-367b-4cfc-b882-e68da9b5d330 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:31.138553 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.160097 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.160449 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Added segment 4601d7e2-8a20-4b0e-a2e2-522d30f3fd89 of type vlan for network 74380eb7-15a9-4ad7-8f19-f4dee5aede75 Jan 28 06:43:31.171629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.225012 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.234993 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Network': ['ID=7dad28a8-1d56-4467-919e-bc38230c1bca,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:31.398625 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3ecb63c1-04e3-4d7f-88c2-3b800cc924ac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/networks/7dad28a8-1d56-4467-919e-bc38230c1bca HTTP/1.1" status: 204 len: 168 time: 4.7581468 Jan 28 06:43:31.407978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40034) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:31.416813 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da06fa0-49e3-4824-ad64-bed426302f6d None None] Pushing event updated for resources: {'Port': ['ID=f5d7e632-367b-4cfc-b882-e68da9b5d330,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:31.463452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Allocated IP 2001:db8::11b (093bd698-4643-4f40-9c23-e6b3a64d6477/d8eb1167-ee4c-4d4e-8a9f-0000c302514a/cc44b95a-c2e8-441d-a7f0-67d56a004fce) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:31.471215 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Attempting to bind port f5d7e632-367b-4cfc-b882-e68da9b5d330 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:31.471666 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Attempting to bind port f5d7e632-367b-4cfc-b882-e68da9b5d330 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:31.475691 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Attempting to bind port f5d7e632-367b-4cfc-b882-e68da9b5d330 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:31.481799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.482229 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:43:31.482684 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:31.483145 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.483993 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:43:31.484537 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Bound port: f5d7e632-367b-4cfc-b882-e68da9b5d330, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:43:31.485164 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.489272 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.592525 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] For port f5d7e632-367b-4cfc-b882-e68da9b5d330, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:31.596484 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] For port f5d7e632-367b-4cfc-b882-e68da9b5d330, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f5d7e632-367b-4cfc-b882-e68da9b5d330,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:43:31.616063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa3244e-3bae-4bf2-990e-2aa01d94517a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:31.616890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-efa3244e-3bae-4bf2-990e-2aa01d94517a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:31.624734 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3116aa69-c34e-460c-bcd8-ebd0b2b55cbe']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:31.641443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.resource_extend [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:43:31.663020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd10ecefa-8662-42c5-a91e-00cfafac5141') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:31.663274 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.663418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd10ecefa-8662-42c5-a91e-00cfafac5141') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:31.699270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.705372 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.725186 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.743665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-efa3244e-3bae-4bf2-990e-2aa01d94517a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:31.748280 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-efa3244e-3bae-4bf2-990e-2aa01d94517a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3357921 Jan 28 06:43:31.750129 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40044) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:31.784777 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Routers {'cd9a836b-3942-4a48-b6ae-89d8472c53c0'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:31.789095 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd9a836b-3942-4a48-b6ae-89d8472c53c0'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:31.842862 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a535eed2-eb09-4ddb-85ff-f52bfbec94e3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0930376 Jan 28 06:43:31.846423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40048) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:31.850182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.858495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-519069551'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:31.888434 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:31.889107 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:31.904445 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:31.922353 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.932754 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:31.933535 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:31.981839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event updated for resources: {'Port': ['ID=cc44b95a-c2e8-441d-a7f0-67d56a004fce,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:31.994045 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da06fa0-49e3-4824-ad64-bed426302f6d None None] Pushing event updated for resources: {'Port': ['ID=f5d7e632-367b-4cfc-b882-e68da9b5d330,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:31.994433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40052) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:31.994858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:31.995397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:network and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:31.999374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:31.999734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:32.000075 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:32.000410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:32.000742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:32.001073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:32.001401 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:32.002306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:32.002652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:32.002990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:32.003348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:32.003682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:43:32.016713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Network 093bd698-4643-4f40-9c23-e6b3a64d6477 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:32.018809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:32.022521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:32.032386 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:32.033234 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] Set router cd9a836b-3942-4a48-b6ae-89d8472c53c0 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:43:32.064156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ede09e1-787f-46a4-b242-1fa9f8b06400 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:32.105827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aad9ba4-bc52-4155-8ec3-fc4e35fd45de tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:32.267329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:32.289616 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.4302695 Jan 28 06:43:32.292754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40058) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:32.298681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c4580-e029-4d07-8371-0b71b969da3b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Network': ['ID=74380eb7-15a9-4ad7-8f19-f4dee5aede75,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:32.299528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'subnet': {'network_id': '74380eb7-15a9-4ad7-8f19-f4dee5aede75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:32.311112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 74380eb7-15a9-4ad7-8f19-f4dee5aede75 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:43:32.321661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:32.351347 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:32.366355 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-757737849'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:32.379199 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] Pushing event deleted for resources: {'Network': ['ID=3116aa69-c34e-460c-bcd8-ebd0b2b55cbe,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:32.382464 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:32.392117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Usage tracker for resource:network and tenant:d702dc0033cb42f0b37d6caf19b6e176 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:32.396477 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-02cb46a0-2829-4ade-bc1c-c0bd7b4a7411 tempest-NetworksIpV6TestAttrs-1127006399 tempest-NetworksIpV6TestAttrs-1127006399-project] 10.222.0.25 "DELETE /v2.0/networks/3116aa69-c34e-460c-bcd8-ebd0b2b55cbe HTTP/1.1" status: 204 len: 168 time: 2.7649391 Jan 28 06:43:32.399579 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:32.415755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:32.453002 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9a836b-3942-4a48-b6ae-89d8472c53c0', 'name': 'tempest-NetworksTestDHCPv6-router-104918128', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:21Z', 'updated_at': '2022-01-28T06:43:25Z', 'revision_number': 2, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'gw_port_host': None, '_interfaces': [{'id': 'f5d7e632-367b-4cfc-b882-e68da9b5d330', 'name': '', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'mac_address': 'fa:16:3e:0b:80:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9a836b-3942-4a48-b6ae-89d8472c53c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '44408e74-33f3-423f-839b-c221c4e3cff8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:23Z', 'updated_at': '2022-01-28T06:43:31Z', 'revision_number': 4, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'subnets': [{'id': '44408e74-33f3-423f-839b-c221c4e3cff8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:32.457768 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518c9da-f317-461a-aeca-558f198dc9b9 None None] The sync data for ids ['cd9a836b-3942-4a48-b6ae-89d8472c53c0'] in dv-neutron-824022-4-hyperv is: [{'id': 'cd9a836b-3942-4a48-b6ae-89d8472c53c0', 'name': 'tempest-NetworksTestDHCPv6-router-104918128', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:21Z', 'updated_at': '2022-01-28T06:43:25Z', 'revision_number': 2, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'gw_port_host': None, '_interfaces': [{'id': 'f5d7e632-367b-4cfc-b882-e68da9b5d330', 'name': '', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'mac_address': 'fa:16:3e:0b:80:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9a836b-3942-4a48-b6ae-89d8472c53c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '44408e74-33f3-423f-839b-c221c4e3cff8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:23Z', 'updated_at': '2022-01-28T06:43:31Z', 'revision_number': 4, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'subnets': [{'id': '44408e74-33f3-423f-839b-c221c4e3cff8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:32.516473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:32.520156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:32.643524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:32.660713 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Made reservation on behalf of d702dc0033cb42f0b37d6caf19b6e176 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:32.664247 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:32.680462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:32.696828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:32.709623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:subnet and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:32.722343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:32.738164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:32.740510 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:32.740510 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Added segment a2c0f122-2427-445f-a94e-c01dd0349bc5 of type vlan for network 39c67e5e-6dd6-4554-903e-9ab81fb05329 Jan 28 06:43:32.756193 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:32.764298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Usage tracker for resource:security_group_rule and tenant:d702dc0033cb42f0b37d6caf19b6e176 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:32.772414 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:32.782367 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:32.800205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:32.846868 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-6aad9ba4-bc52-4155-8ec3-fc4e35fd45de tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port f5d7e632-367b-4cfc-b882-e68da9b5d330 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:32.847259 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aad9ba4-bc52-4155-8ec3-fc4e35fd45de tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:32.909341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Made reservation on behalf of 866b65adc81f45ee83e2445ee7ce42b7 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:32.913133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:33.073345 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40066) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:33.076065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:33.218150 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28a2632a-4dea-4495-8ad5-03e3a2249a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:33.286275 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:33.355659 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-6aad9ba4-bc52-4155-8ec3-fc4e35fd45de tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] For port f5d7e632-367b-4cfc-b882-e68da9b5d330, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f5d7e632-367b-4cfc-b882-e68da9b5d330,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:33.356021 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aad9ba4-bc52-4155-8ec3-fc4e35fd45de tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:33.419776 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:33.482688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:33.487990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:33.488579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:33.565380 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1f9e04ef-5e19-4c96-be74-39fe88853418 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c38957e49e264f3b93c6a1a899f14783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4813747 Jan 28 06:43:33.565561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-6aad9ba4-bc52-4155-8ec3-fc4e35fd45de tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for f5d7e632-367b-4cfc-b882-e68da9b5d330 owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:33.589276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40072) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:33.640073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:33.663520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24b482a-129d-4d75-a4e1-20836b1ad068,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:33.670698 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:33.671924 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Added segment 442eb864-30a1-42ba-9561-b549cca4f1e1 of type vlan for network 1666a839-3c3e-4507-9e4f-41973513715d Jan 28 06:43:33.693607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Network': ['ID=39c67e5e-6dd6-4554-903e-9ab81fb05329,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:33.705403 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 39c67e5e-6dd6-4554-903e-9ab81fb05329 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:43:33.768882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:33.825026 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1bb01bdc-4ffb-46a9-9427-95a2ada77601 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9742835 Jan 28 06:43:33.841484 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40076) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:33.862605 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': '39c67e5e-6dd6-4554-903e-9ab81fb05329', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:33.863314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:33.885286 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:33.941572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ede09e1-787f-46a4-b242-1fa9f8b06400 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:33.945421 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ede09e1-787f-46a4-b242-1fa9f8b06400 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:33.984366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Subnet': ['ID=03a49cb7-7257-439f-8641-e5dce49734ab,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:34.093166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f834667f-5ebc-4c6c-b2a6-98a0717943df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:34.104098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Checking segment: {'id': '4601d7e2-8a20-4b0e-a2e2-522d30f3fd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '74380eb7-15a9-4ad7-8f19-f4dee5aede75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:34.104466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network hostable DHCP agents. Network: 74380eb7-15a9-4ad7-8f19-f4dee5aede75, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:34.142561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:34.185309 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:34.190674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:34.191293 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:34.203563 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:34.210796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:34.221524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f834667f-5ebc-4c6c-b2a6-98a0717943df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:34.241176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:34.320302 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:34.349122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network 74380eb7-15a9-4ad7-8f19-f4dee5aede75 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:34.352636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:34.356157 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:34.407005 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Pushing event updated for resources: {'Network': ['ID=1666a839-3c3e-4507-9e4f-41973513715d,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:34.410743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:34.422804 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 1666a839-3c3e-4507-9e4f-41973513715d details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:43:34.423387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ede09e1-787f-46a4-b242-1fa9f8b06400 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Router cf1cf7d1-9bef-4c14-8b7d-954d907e0f78 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:43:34.447042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f834667f-5ebc-4c6c-b2a6-98a0717943df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:34.464454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Router 99c526d6-3c2c-4958-af61-1ee2b64a3b2f is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:43:34.482996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f834667f-5ebc-4c6c-b2a6-98a0717943df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdd1d91-a8d2-4de4-9cf5-72f2440ee4c1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:34.486608 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aad9ba4-bc52-4155-8ec3-fc4e35fd45de tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:34.548961 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9b53acf2-9c46-4592-b3e0-c93383c4ac73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.5537357 Jan 28 06:43:34.567990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad9ba4-bc52-4155-8ec3-fc4e35fd45de tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=f5d7e632-367b-4cfc-b882-e68da9b5d330,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:34.674407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:34.676174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f834667f-5ebc-4c6c-b2a6-98a0717943df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:34.677282 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f834667f-5ebc-4c6c-b2a6-98a0717943df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1bdd1d91-a8d2-4de4-9cf5-72f2440ee4c1 HTTP/1.1" status: 204 len: 168 time: 1.0773239 Jan 28 06:43:34.683865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 74380eb7-15a9-4ad7-8f19-f4dee5aede75) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:34.685105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] Sync routers for ids ['99c526d6-3c2c-4958-af61-1ee2b64a3b2f'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:34.697879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:34.698309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:34.701984 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18040a85-87c1-4f18-98da-13806edb63d6 None None] Network 74380eb7-15a9-4ad7-8f19-f4dee5aede75 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:34.788403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:34.789890 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-98de0264-473b-4e2d-a7aa-9949c0de0bf9 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3321500 Jan 28 06:43:34.794434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40086) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:34.796121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ede09e1-787f-46a4-b242-1fa9f8b06400 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:34.801040 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ede09e1-787f-46a4-b242-1fa9f8b06400 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:34.806137 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5ede09e1-787f-46a4-b242-1fa9f8b06400 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "PUT /v2.0/routers/cf1cf7d1-9bef-4c14-8b7d-954d907e0f78 HTTP/1.1" status: 200 len: 921 time: 4.6559620 Jan 28 06:43:34.807257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40090) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:34.807852 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee16331-9560-4430-828f-854041d7cc18 None None] Sync routers for ids ['cf1cf7d1-9bef-4c14-8b7d-954d907e0f78'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:34.832077 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee16331-9560-4430-828f-854041d7cc18 None None] Routers {'cf1cf7d1-9bef-4c14-8b7d-954d907e0f78'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:34.832687 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6ee16331-9560-4430-828f-854041d7cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cf1cf7d1-9bef-4c14-8b7d-954d907e0f78'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:34.852971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f5d7e632-367b-4cfc-b882-e68da9b5d330 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:34.916861 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a3e86863-8434-4736-b3e2-acfd69772dc7 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6226032 Jan 28 06:43:34.958865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40094) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:34.999070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1424469131', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:35.000045 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6ee16331-9560-4430-828f-854041d7cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:35.024153 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee16331-9560-4430-828f-854041d7cc18 None None] Routers {'cf1cf7d1-9bef-4c14-8b7d-954d907e0f78'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:35.024778 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6ee16331-9560-4430-828f-854041d7cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cf1cf7d1-9bef-4c14-8b7d-954d907e0f78'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:35.032098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:35.050959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] Routers {'99c526d6-3c2c-4958-af61-1ee2b64a3b2f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:35.051798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['99c526d6-3c2c-4958-af61-1ee2b64a3b2f'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:35.056029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:router and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:35.063347 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:35.136547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: f5d7e632-367b-4cfc-b882-e68da9b5d330 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:43:35.136547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f5d7e632-367b-4cfc-b882-e68da9b5d330 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 28 06:43:35.136809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:35.140585 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40098) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:35.142921 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6ee16331-9560-4430-828f-854041d7cc18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:35.143568 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee16331-9560-4430-828f-854041d7cc18 None None] The sync data for ids ['cf1cf7d1-9bef-4c14-8b7d-954d907e0f78'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:35.151938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Request body: {'port': {'network_id': '1666a839-3c3e-4507-9e4f-41973513715d', 'binding:host_id': 'hv-neutron-8240', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1499839427'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:35.161012 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d55e9401-6b05-4f97-9103-00f697444d10 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/routers/cf1cf7d1-9bef-4c14-8b7d-954d907e0f78 HTTP/1.1" status: 200 len: 921 time: 0.3459480 Jan 28 06:43:35.163338 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40104) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:35.200548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:35.220936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:35.266101 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Usage tracker for resource:port and tenant:2e272044cbdf49289daee1dd2d826842 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:35.275697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:35.283891 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aad9ba4-bc52-4155-8ec3-fc4e35fd45de tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:35.293436 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:35.302001 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Port f5d7e632-367b-4cfc-b882-e68da9b5d330 not found, will not notify nova. {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 28 06:43:35.339735 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-74380eb7-15a9-4ad7-8f19-f4dee5aede75', 'network_id': '74380eb7-15a9-4ad7-8f19-f4dee5aede75', 'tenant_id': '866b65adc81f45ee83e2445ee7ce42b7', 'fixed_ips': [{'subnet_id': '03a49cb7-7257-439f-8641-e5dce49734ab'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:43:35.340771 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:35.454164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Made reservation on behalf of 2e272044cbdf49289daee1dd2d826842 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:35.456365 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:35.456584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:35.459846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:35.461037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:35.477738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:35.563155 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] Set router 99c526d6-3c2c-4958-af61-1ee2b64a3b2f gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:43:35.563780 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6561924e-e811-45b2-a3f5-dd96fd1083fc tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:35.565301 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6561924e-e811-45b2-a3f5-dd96fd1083fc tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&device_id=cf1cf7d1-9bef-4c14-8b7d-954d907e0f78&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3462257 Jan 28 06:43:35.575787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40116) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:35.614897 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:35.628121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Usage tracker for resource:security_group_rule and tenant:2e272044cbdf49289daee1dd2d826842 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:35.632826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:35.640754 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:35.647012 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aad9ba4-bc52-4155-8ec3-fc4e35fd45de tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Router cd9a836b-3942-4a48-b6ae-89d8472c53c0 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:43:35.650496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:35.669642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Checking segment: {'id': 'a2c0f122-2427-445f-a94e-c01dd0349bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '39c67e5e-6dd6-4554-903e-9ab81fb05329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:35.670092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network hostable DHCP agents. Network: 39c67e5e-6dd6-4554-903e-9ab81fb05329, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:35.750244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Subnet': ['ID=39885b6e-aca8-42f2-ba1b-ea433008d95d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:35.880734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:35.901610 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a248708-47f6-4316-9231-d1d9073578ac tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:35.905868 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9a248708-47f6-4316-9231-d1d9073578ac tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/networks/e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 881 time: 0.3189998 Jan 28 06:43:35.906139 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40126) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:35.928864 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aad9ba4-bc52-4155-8ec3-fc4e35fd45de tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:35.954710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:35.955312 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6aad9ba4-bc52-4155-8ec3-fc4e35fd45de tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "PUT /v2.0/routers/cd9a836b-3942-4a48-b6ae-89d8472c53c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2324991 Jan 28 06:43:35.955425 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6c089-588d-4782-9cfe-c3ed213fa9c4 None None] Sync routers for ids ['cd9a836b-3942-4a48-b6ae-89d8472c53c0'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:35.955514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40130) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:35.963859 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Allocated IP 172.20.0.2 (74380eb7-15a9-4ad7-8f19-f4dee5aede75/03a49cb7-7257-439f-8641-e5dce49734ab/65e3b7f6-135f-4868-92c1-19f78fdd7078) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:36.003413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6c089-588d-4782-9cfe-c3ed213fa9c4 None None] Routers {'cd9a836b-3942-4a48-b6ae-89d8472c53c0'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:36.003413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bef6c089-588d-4782-9cfe-c3ed213fa9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd9a836b-3942-4a48-b6ae-89d8472c53c0'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:36.003747 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b7dc4848-b2fa-46da-8ecf-984e5ee9d25d tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf1cf7d1-9bef-4c14-8b7d-954d907e0f78 HTTP/1.1" status: 200 len: 205 time: 0.0862401 Jan 28 06:43:36.003747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network 39c67e5e-6dd6-4554-903e-9ab81fb05329 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:36.003747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40134) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:36.003747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Deleting port cc44b95a-c2e8-441d-a7f0-67d56a004fce {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:36.003747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:36.005264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:36.069302 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:36.088972 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] device_id is not set on port 478b9ccc-711d-456b-a402-071497092b6e yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:36.157838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40140) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:36.176254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ace659b-3765-4dca-8ad3-efce3a5cab29,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:36.217008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-bef6c089-588d-4782-9cfe-c3ed213fa9c4 None None] Set router cd9a836b-3942-4a48-b6ae-89d8472c53c0 gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:43:36.272195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 39c67e5e-6dd6-4554-903e-9ab81fb05329) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:36.341790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:36.342367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:36.381381 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f7933f52-6660-43c3-aa9c-101ea7e8fb58 tempest-SubnetPoolsTestJSON-1799629712 tempest-SubnetPoolsTestJSON-1799629712-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1476365994', 'prefixes': ['172.20.0.0/16']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:36.405678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee54ce4b-cfc8-4d3c-809a-c38b1cfd7416 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:36.407430 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee54ce4b-cfc8-4d3c-809a-c38b1cfd7416 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:36.408059 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ee54ce4b-cfc8-4d3c-809a-c38b1cfd7416 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:36.439527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703200bd-963a-4399-af9c-ba2bd87ab25c None None] Network 39c67e5e-6dd6-4554-903e-9ab81fb05329 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:36.451010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] device_id is not set on port 478b9ccc-711d-456b-a402-071497092b6e yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:36.460896 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:36.474232 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Transition to ACTIVE for port object 478b9ccc-711d-456b-a402-071497092b6e will not be triggered until provisioned by entity L2. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:36.476706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bef6c089-588d-4782-9cfe-c3ed213fa9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9a836b-3942-4a48-b6ae-89d8472c53c0', 'name': 'tempest-NetworksTestDHCPv6-router-104918128', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:21Z', 'updated_at': '2022-01-28T06:43:33Z', 'revision_number': 3, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:36.508742 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6c089-588d-4782-9cfe-c3ed213fa9c4 None None] Checking router: cd9a836b-3942-4a48-b6ae-89d8472c53c0 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:43:36.530801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f7933f52-6660-43c3-aa9c-101ea7e8fb58 tempest-SubnetPoolsTestJSON-1799629712 tempest-SubnetPoolsTestJSON-1799629712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:36.556727 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:36.558651 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-48135c34-5152-441c-8c78-55554378763d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7161453 Jan 28 06:43:36.583019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:36.586353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40146) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:36.599117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'network_id': '39c67e5e-6dd6-4554-903e-9ab81fb05329', 'name': 'tempest-PortsIpV6TestJSON-1649978928'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:36.625357 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef6c089-588d-4782-9cfe-c3ed213fa9c4 None None] Routers {'cd9a836b-3942-4a48-b6ae-89d8472c53c0'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:36.626026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bef6c089-588d-4782-9cfe-c3ed213fa9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd9a836b-3942-4a48-b6ae-89d8472c53c0'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:36.662253 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Pushing event updated for resources: {'Port': ['ID=478b9ccc-711d-456b-a402-071497092b6e,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:36.675472 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Checking segment: {'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:36.675913 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Network hostable DHCP agents. Network: 1666a839-3c3e-4507-9e4f-41973513715d, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:36.743062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Network 1666a839-3c3e-4507-9e4f-41973513715d is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:36.805926 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c526d6-3c2c-4958-af61-1ee2b64a3b2f', 'name': '', 'tenant_id': '9c2d6a0b2280429fb44eee08c0680fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '093bd698-4643-4f40-9c23-e6b3a64d6477', 'external_fixed_ips': [{'subnet_id': 'd8eb1167-ee4c-4d4e-8a9f-0000c302514a', 'ip_address': '2001:db8::11b'}], 'enable_snat': True}, 'gw_port_id': 'cc44b95a-c2e8-441d-a7f0-67d56a004fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:29Z', 'updated_at': '2022-01-28T06:43:32Z', 'revision_number': 3, 'project_id': '9c2d6a0b2280429fb44eee08c0680fe7', 'gw_port': {'id': 'cc44b95a-c2e8-441d-a7f0-67d56a004fce', 'name': '', 'network_id': '093bd698-4643-4f40-9c23-e6b3a64d6477', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c526d6-3c2c-4958-af61-1ee2b64a3b2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'd8eb1167-ee4c-4d4e-8a9f-0000c302514a', 'ip_address': '2001:db8::11b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:31Z', 'updated_at': '2022-01-28T06:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8eb1167-ee4c-4d4e-8a9f-0000c302514a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:36.815747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] Checking router: 99c526d6-3c2c-4958-af61-1ee2b64a3b2f for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:43:36.823088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] Updating router 99c526d6-3c2c-4958-af61-1ee2b64a3b2f port cc44b95a-c2e8-441d-a7f0-67d56a004fce binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:43:36.840609 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:36.857182 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-bef6c089-588d-4782-9cfe-c3ed213fa9c4 None None] Set router cd9a836b-3942-4a48-b6ae-89d8472c53c0 gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:43:36.887610 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ee54ce4b-cfc8-4d3c-809a-c38b1cfd7416 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:36.888749 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ee54ce4b-cfc8-4d3c-809a-c38b1cfd7416 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9324908 Jan 28 06:43:36.892568 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40150) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:36.931736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 1666a839-3c3e-4507-9e4f-41973513715d) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:36.935841 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:36.952326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:36.953008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:36.953189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:36.957872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:36.959853 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:36.959853 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 2 to bind port 478b9ccc-711d-456b-a402-071497092b6e Jan 28 06:43:36.980993 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:36.982178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:36.982300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:36.997135 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:36.997562 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:36.998035 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 3 to bind port 478b9ccc-711d-456b-a402-071497092b6e Jan 28 06:43:37.010514 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e785f5c-60b8-46da-8821-4ec2e84167a9 None None] Network 1666a839-3c3e-4507-9e4f-41973513715d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:37.019125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.022393 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-28792a04-fd19-4853-9895-a9a0379ea203 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 44408e74-33f3-423f-839b-c221c4e3cff8 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:43:37.025434 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:37.026628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:37.026628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:37.028135 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28792a04-fd19-4853-9895-a9a0379ea203 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.033894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bef6c089-588d-4782-9cfe-c3ed213fa9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9a836b-3942-4a48-b6ae-89d8472c53c0', 'name': 'tempest-NetworksTestDHCPv6-router-104918128', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:21Z', 'updated_at': '2022-01-28T06:43:33Z', 'revision_number': 3, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:37.067433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.068989 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:37.069316 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:37.069728 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.071918 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 4 to bind port 478b9ccc-711d-456b-a402-071497092b6e Jan 28 06:43:37.098830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:37.099439 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:37.099923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:37.106831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28792a04-fd19-4853-9895-a9a0379ea203 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.110623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef6c089-588d-4782-9cfe-c3ed213fa9c4 None None] The sync data for ids ['cd9a836b-3942-4a48-b6ae-89d8472c53c0'] in dv-neutron-824022-4-hyperv is: [{'id': 'cd9a836b-3942-4a48-b6ae-89d8472c53c0', 'name': 'tempest-NetworksTestDHCPv6-router-104918128', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:21Z', 'updated_at': '2022-01-28T06:43:33Z', 'revision_number': 3, 'project_id': '62afd49c44c64bda8dd1c10c27ef6360', 'gw_port_host': None}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:37.140426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:37.140785 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:37.143101 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 5 to bind port 478b9ccc-711d-456b-a402-071497092b6e Jan 28 06:43:37.173022 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Transition to ACTIVE for port object 65e3b7f6-135f-4868-92c1-19f78fdd7078 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:37.173228 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:37.173228 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:37.173228 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:37.185767 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:37.186033 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:37.187851 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 6 to bind port 478b9ccc-711d-456b-a402-071497092b6e Jan 28 06:43:37.210627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:37.210966 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:37.211327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:37.217790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:37.218118 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:37.220283 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 7 to bind port 478b9ccc-711d-456b-a402-071497092b6e Jan 28 06:43:37.234868 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Calling delete_port for cc44b95a-c2e8-441d-a7f0-67d56a004fce owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:37.242392 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:37.242392 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:37.242392 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:37.247634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28792a04-fd19-4853-9895-a9a0379ea203 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.253239 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-39c67e5e-6dd6-4554-903e-9ab81fb05329', 'network_id': '39c67e5e-6dd6-4554-903e-9ab81fb05329', 'tenant_id': 'b7aa4a407e9649129af7fe8bd57ba33e', 'fixed_ips': [{'subnet_id': '39885b6e-aca8-42f2-ba1b-ea433008d95d'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:43:37.255823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.280121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:37.280448 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:37.282775 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 8 to bind port 478b9ccc-711d-456b-a402-071497092b6e Jan 28 06:43:37.307827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:37.308070 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:37.308331 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:37.310427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Transition to ACTIVE for port object 65e3b7f6-135f-4868-92c1-19f78fdd7078 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:37.317540 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:37.317881 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:37.322040 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 9 to bind port 478b9ccc-711d-456b-a402-071497092b6e Jan 28 06:43:37.340439 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:37.340804 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:37.341139 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:37.344664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:37.351036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:37.351399 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:37.351783 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 10 to bind port 478b9ccc-711d-456b-a402-071497092b6e Jan 28 06:43:37.368026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:37.368356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:37.368697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:37.373917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 478b9ccc-711d-456b-a402-071497092b6e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:37.374245 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 478b9ccc-711d-456b-a402-071497092b6e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:37.374593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.390840 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:37.465676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.468895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.472649 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] For port 478b9ccc-711d-456b-a402-071497092b6e, host hv-neutron-8240, cleared binding levels {{(pid=88216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:37.473032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempted to set empty binding levels {{(pid=88216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 06:43:37.481263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28792a04-fd19-4853-9895-a9a0379ea203 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.528842 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28792a04-fd19-4853-9895-a9a0379ea203 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=44408e74-33f3-423f-839b-c221c4e3cff8,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:37.531215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28792a04-fd19-4853-9895-a9a0379ea203 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.585170 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e78247-7948-4971-b7df-6ef516b7a19e None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:37.630307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Network 74380eb7-15a9-4ad7-8f19-f4dee5aede75 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:37.644150 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.645943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:37.646577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:37.651599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.694400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:37.696320 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-28792a04-fd19-4853-9895-a9a0379ea203 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/44408e74-33f3-423f-839b-c221c4e3cff8 HTTP/1.1" status: 204 len: 168 time: 0.8025064 Jan 28 06:43:37.714502 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Pushing event updated for resources: {'Port': ['ID=65e3b7f6-135f-4868-92c1-19f78fdd7078,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:37.714903 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40154) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:37.718290 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:37.719573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.740715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7933f52-6660-43c3-aa9c-101ea7e8fb58 tempest-SubnetPoolsTestJSON-1799629712 tempest-SubnetPoolsTestJSON-1799629712-project] Notify callbacks [] for subnetpool, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.742027 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f7933f52-6660-43c3-aa9c-101ea7e8fb58 tempest-SubnetPoolsTestJSON-1799629712 tempest-SubnetPoolsTestJSON-1799629712-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.5710514 Jan 28 06:43:37.743145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Deleting port bef8976b-a2b3-4e3a-906e-a41d353b67f7 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:37.743669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.778816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40158) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:37.820217 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f881508d-20ea-4504-99f3-60f7f543f68d tempest-SubnetPoolsTestJSON-1799629712 tempest-SubnetPoolsTestJSON-1799629712-project] 10.222.0.25 "GET /v2.0/subnetpools/8e85f3f6-d898-49a2-8f2b-b2081d0259ef HTTP/1.1" status: 200 len: 732 time: 0.0382218 Jan 28 06:43:37.828686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port 32addaf6-61dc-4a6d-a696-efe2d149ca81 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:37.890455 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40162) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:37.894135 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 2.7524869 Jan 28 06:43:37.904046 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40166) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:37.908490 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-02c702b8-8879-4a38-8a14-ca9fc226382a tempest-SubnetPoolsTestJSON-1799629712 tempest-SubnetPoolsTestJSON-1799629712-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1997293182'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:37.912074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:37.950870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4990573-291a-43b9-91b1-66811664146f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Pushing event updated for resources: {'Port': ['ID=478b9ccc-711d-456b-a402-071497092b6e,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:37.953225 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.006632 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f3b82e5b-d645-48b6-abee-56f9348035cd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2879889 Jan 28 06:43:38.008515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40170) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:38.029982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-3c5cce32-96a5-444b-ace1-5996c1392169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Deleting port 478b9ccc-711d-456b-a402-071497092b6e {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:38.030382 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c5cce32-96a5-444b-ace1-5996c1392169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.092336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Allocated IP 2001:db8::2 (39c67e5e-6dd6-4554-903e-9ab81fb05329/39885b6e-aca8-42f2-ba1b-ea433008d95d/ad2f5d52-226e-467b-b859-27f2fda7207f) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:38.097671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Attempting to bind port 65e3b7f6-135f-4868-92c1-19f78fdd7078 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:38.097671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Attempting to bind port 65e3b7f6-135f-4868-92c1-19f78fdd7078 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '4601d7e2-8a20-4b0e-a2e2-522d30f3fd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '74380eb7-15a9-4ad7-8f19-f4dee5aede75'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:38.097671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Attempting to bind port 65e3b7f6-135f-4868-92c1-19f78fdd7078 on network 74380eb7-15a9-4ad7-8f19-f4dee5aede75 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:38.109758 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:43:38.110152 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Checking segment: {'id': '4601d7e2-8a20-4b0e-a2e2-522d30f3fd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '74380eb7-15a9-4ad7-8f19-f4dee5aede75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:38.110527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.110921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Bound using segment: {'id': '4601d7e2-8a20-4b0e-a2e2-522d30f3fd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '74380eb7-15a9-4ad7-8f19-f4dee5aede75'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:43:38.111413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Bound port: 65e3b7f6-135f-4868-92c1-19f78fdd7078, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4601d7e2-8a20-4b0e-a2e2-522d30f3fd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '74380eb7-15a9-4ad7-8f19-f4dee5aede75'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:43:38.111787 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.312039 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-02c702b8-8879-4a38-8a14-ca9fc226382a tempest-SubnetPoolsTestJSON-1799629712 tempest-SubnetPoolsTestJSON-1799629712-project] Notify callbacks [] for subnetpool, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.315697 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-02c702b8-8879-4a38-8a14-ca9fc226382a tempest-SubnetPoolsTestJSON-1799629712 tempest-SubnetPoolsTestJSON-1799629712-project] 10.222.0.25 "PUT /v2.0/subnetpools/8e85f3f6-d898-49a2-8f2b-b2081d0259ef HTTP/1.1" status: 200 len: 684 time: 0.4210782 Jan 28 06:43:38.316688 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40174) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:38.334143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.385122 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:43:38.385473 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:43:38.400518 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-3c5cce32-96a5-444b-ace1-5996c1392169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] For port 478b9ccc-711d-456b-a402-071497092b6e, host hv-neutron-8240, got binding levels [] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:38.401098 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c5cce32-96a5-444b-ace1-5996c1392169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.402324 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] For port 65e3b7f6-135f-4868-92c1-19f78fdd7078, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:38.408383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] For port 65e3b7f6-135f-4868-92c1-19f78fdd7078, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=65e3b7f6-135f-4868-92c1-19f78fdd7078,segment=NetworkSegment(4601d7e2-8a20-4b0e-a2e2-522d30f3fd89),segment_id=4601d7e2-8a20-4b0e-a2e2-522d30f3fd89)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:43:38.474161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1297768b-7ae0-4bfe-a69c-2ec12032f64f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.496701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.506895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.510462 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Transition to ACTIVE for port object ad2f5d52-226e-467b-b859-27f2fda7207f will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:38.527408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc44b95a-c2e8-441d-a7f0-67d56a004fce,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:38.551987 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbb4aa1-689a-43d5-b550-c0d9119b6915 None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:43:38.552814 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-3c5cce32-96a5-444b-ace1-5996c1392169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Calling delete_port for 478b9ccc-711d-456b-a402-071497092b6e owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:38.586987 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb4aa1-689a-43d5-b550-c0d9119b6915 None None] Deleting port 31695ed1-af83-4fe8-a7e0-d28636b9ebbf {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:38.587380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ecbb4aa1-689a-43d5-b550-c0d9119b6915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.626310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Transition to ACTIVE for port object ad2f5d52-226e-467b-b859-27f2fda7207f will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:38.653066 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 31695ed1-af83-4fe8-a7e0-d28636b9ebbf no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:43:38.706779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.718201 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9f89d-f3ef-42cf-bdfa-d806c7442e89 None None] Pushing event updated for resources: {'Port': ['ID=65e3b7f6-135f-4868-92c1-19f78fdd7078,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:38.764508 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-77638f17-1fa8-4711-9231-0959507048ad tempest-SubnetPoolsTestJSON-1799629712 tempest-SubnetPoolsTestJSON-1799629712-project] Notify callbacks [] for subnetpool, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.767728 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-77638f17-1fa8-4711-9231-0959507048ad tempest-SubnetPoolsTestJSON-1799629712 tempest-SubnetPoolsTestJSON-1799629712-project] 10.222.0.25 "DELETE /v2.0/subnetpools/8e85f3f6-d898-49a2-8f2b-b2081d0259ef HTTP/1.1" status: 204 len: 168 time: 0.4487760 Jan 28 06:43:38.768645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40178) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:38.791005 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-0d89d4a7-059c-4f39-be6b-abe02772f7f3 tempest-SubnetPoolsTestJSON-1799629712 tempest-SubnetPoolsTestJSON-1799629712-project] show failed (client error): The resource could not be found. Jan 28 06:43:38.792412 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0d89d4a7-059c-4f39-be6b-abe02772f7f3 tempest-SubnetPoolsTestJSON-1799629712 tempest-SubnetPoolsTestJSON-1799629712-project] 10.222.0.25 "GET /v2.0/subnetpools/8e85f3f6-d898-49a2-8f2b-b2081d0259ef HTTP/1.1" status: 404 len: 346 time: 0.0224802 Jan 28 06:43:38.799437 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40182) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:38.818476 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-d432ef21-df94-4102-a7c9-04c60e3d88f8 tempest-SubnetPoolsTestJSON-1799629712 tempest-SubnetPoolsTestJSON-1799629712-project] delete failed (client error): The resource could not be found. Jan 28 06:43:38.820047 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d432ef21-df94-4102-a7c9-04c60e3d88f8 tempest-SubnetPoolsTestJSON-1799629712 tempest-SubnetPoolsTestJSON-1799629712-project] 10.222.0.25 "DELETE /v2.0/subnetpools/8e85f3f6-d898-49a2-8f2b-b2081d0259ef HTTP/1.1" status: 404 len: 346 time: 0.0195558 Jan 28 06:43:38.863554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c5cce32-96a5-444b-ace1-5996c1392169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.869814 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.937122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cce32-96a5-444b-ace1-5996c1392169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Pushing event deleted for resources: {'Port': ['ID=478b9ccc-711d-456b-a402-071497092b6e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:38.941565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.948921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c5cce32-96a5-444b-ace1-5996c1392169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:38.951532 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3c5cce32-96a5-444b-ace1-5996c1392169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "DELETE /v2.0/ports/478b9ccc-711d-456b-a402-071497092b6e HTTP/1.1" status: 204 len: 168 time: 1.0343928 Jan 28 06:43:38.954187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40188) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:39.010908 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea45fc1-5b3c-4b7a-af71-36f8b9f6653f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] GET failed (client error): The resource could not be found. Jan 28 06:43:39.011826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9ea45fc1-5b3c-4b7a-af71-36f8b9f6653f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Synchronizing usage tracker for tenant:2e272044cbdf49289daee1dd2d826842 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:39.043537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Network 39c67e5e-6dd6-4554-903e-9ab81fb05329 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:39.051545 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:39.053442 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.069657 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:39.075912 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] Port cc44b95a-c2e8-441d-a7f0-67d56a004fce not found while updating agent binding for router 99c526d6-3c2c-4958-af61-1ee2b64a3b2f. {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 06:43:39.080821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ecbb4aa1-689a-43d5-b550-c0d9119b6915 None None] For port 31695ed1-af83-4fe8-a7e0-d28636b9ebbf, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=31695ed1-af83-4fe8-a7e0-d28636b9ebbf,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:39.081153 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ecbb4aa1-689a-43d5-b550-c0d9119b6915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.170247 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9ea45fc1-5b3c-4b7a-af71-36f8b9f6653f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Unset dirty status for tenant:2e272044cbdf49289daee1dd2d826842 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:39.171710 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9ea45fc1-5b3c-4b7a-af71-36f8b9f6653f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "GET /v2.0/ports/478b9ccc-711d-456b-a402-071497092b6e HTTP/1.1" status: 404 len: 333 time: 0.2164884 Jan 28 06:43:39.175345 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40192) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:39.196403 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Request body: {'port': {'network_id': '1666a839-3c3e-4507-9e4f-41973513715d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-623067895'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:39.224622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.26.4.68 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/95dd0b14-1de9-4483-85fb-21b830727004) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:39.230842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.233538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:39.244703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:39.251662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Pushing event updated for resources: {'Port': ['ID=ad2f5d52-226e-467b-b859-27f2fda7207f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:39.294935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1297768b-7ae0-4bfe-a69c-2ec12032f64f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.297096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.305315 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Calling delete_port for bef8976b-a2b3-4e3a-906e-a41d353b67f7 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:39.324218 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Made reservation on behalf of 2e272044cbdf49289daee1dd2d826842 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:39.327148 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.348492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1297768b-7ae0-4bfe-a69c-2ec12032f64f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.351830 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ecbb4aa1-689a-43d5-b550-c0d9119b6915 None None] Calling delete_port for 31695ed1-af83-4fe8-a7e0-d28636b9ebbf owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:39.355389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] device_id is not set on port e25644b6-fb39-4fff-8ecf-76e6b99bc08f yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:39.397150 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Allocated IP 2001:db8::a3 (39c67e5e-6dd6-4554-903e-9ab81fb05329/39885b6e-aca8-42f2-ba1b-ea433008d95d/32addaf6-61dc-4a6d-a696-efe2d149ca81) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:39.500875 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.501418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99c526d6-3c2c-4958-af61-1ee2b64a3b2f {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:43:39.531979 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] Routers {'99c526d6-3c2c-4958-af61-1ee2b64a3b2f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:39.532619 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['99c526d6-3c2c-4958-af61-1ee2b64a3b2f'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:39.537440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40198) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:39.603616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1297768b-7ae0-4bfe-a69c-2ec12032f64f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.604038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1297768b-7ae0-4bfe-a69c-2ec12032f64f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Fanout notify agent at l3_agent the message router_deleted on router cd9a836b-3942-4a48-b6ae-89d8472c53c0 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:43:39.623489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Attempting to bind port ad2f5d52-226e-467b-b859-27f2fda7207f on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:39.624412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Attempting to bind port ad2f5d52-226e-467b-b859-27f2fda7207f by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'a2c0f122-2427-445f-a94e-c01dd0349bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '39c67e5e-6dd6-4554-903e-9ab81fb05329'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:39.624754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Attempting to bind port ad2f5d52-226e-467b-b859-27f2fda7207f on network 39c67e5e-6dd6-4554-903e-9ab81fb05329 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:39.632647 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:43:39.633028 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Checking segment: {'id': 'a2c0f122-2427-445f-a94e-c01dd0349bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '39c67e5e-6dd6-4554-903e-9ab81fb05329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:39.633426 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.633816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Bound using segment: {'id': 'a2c0f122-2427-445f-a94e-c01dd0349bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '39c67e5e-6dd6-4554-903e-9ab81fb05329'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:43:39.634278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Bound port: ad2f5d52-226e-467b-b859-27f2fda7207f, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c0f122-2427-445f-a94e-c01dd0349bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '39c67e5e-6dd6-4554-903e-9ab81fb05329'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:43:39.635142 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.653833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ecbb4aa1-689a-43d5-b550-c0d9119b6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.714339 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.729250 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5bc3372b-2902-4e47-9ef1-0aa435077bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.732641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:39.733076 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b96dd-e61b-4d97-8659-29b1c26a525c None None] The sync data for ids ['99c526d6-3c2c-4958-af61-1ee2b64a3b2f'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:39.762010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5bc3372b-2902-4e47-9ef1-0aa435077bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:39.768807 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5bc3372b-2902-4e47-9ef1-0aa435077bfc admin admin] Usage tracker for resource:security_group_rule and tenant:655c68b204994cea9827f597fe37a305 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:39.772999 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5bc3372b-2902-4e47-9ef1-0aa435077bfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:39.781636 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5bc3372b-2902-4e47-9ef1-0aa435077bfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:39.806227 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f5d7e632-367b-4cfc-b882-e68da9b5d330 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:43:39.838694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb4aa1-689a-43d5-b550-c0d9119b6915 None None] No DVR routers for this DVR port 31695ed1-af83-4fe8-a7e0-d28636b9ebbf on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:39.840523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb4aa1-689a-43d5-b550-c0d9119b6915 None None] Pushing event deleted for resources: {'Port': ['ID=31695ed1-af83-4fe8-a7e0-d28636b9ebbf,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:39.866113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: f5d7e632-367b-4cfc-b882-e68da9b5d330 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:43:39.866113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f5d7e632-367b-4cfc-b882-e68da9b5d330 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:43:39.905491 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5bc3372b-2902-4e47-9ef1-0aa435077bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:39.982805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.003794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.003794 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0c5c0e9b-d9c9-4013-9bc1-3ea5621565fc tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "DELETE /v2.0/routers/99c526d6-3c2c-4958-af61-1ee2b64a3b2f HTTP/1.1" status: 204 len: 168 time: 5.2077816 Jan 28 06:43:40.007633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1297768b-7ae0-4bfe-a69c-2ec12032f64f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.011554 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1297768b-7ae0-4bfe-a69c-2ec12032f64f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/routers/cd9a836b-3942-4a48-b6ae-89d8472c53c0 HTTP/1.1" status: 204 len: 168 time: 1.9985485 Jan 28 06:43:40.022282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40204) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:40.022775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40206) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:40.139577 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5bc3372b-2902-4e47-9ef1-0aa435077bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.140756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] For port ad2f5d52-226e-467b-b859-27f2fda7207f, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:40.145905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] For port ad2f5d52-226e-467b-b859-27f2fda7207f, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ad2f5d52-226e-467b-b859-27f2fda7207f,segment=NetworkSegment(a2c0f122-2427-445f-a94e-c01dd0349bc5),segment_id=a2c0f122-2427-445f-a94e-c01dd0349bc5)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:43:40.149426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-510dec18-797b-40c1-bed6-5e8c205bddff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:40.164765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.165531 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Network 1666a839-3c3e-4507-9e4f-41973513715d is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:40.178716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.181938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:40.200153 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:40.201083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:40.201681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.212728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Pushing event updated for resources: {'Port': ['ID=e25644b6-fb39-4fff-8ecf-76e6b99bc08f,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:40.240685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Transition to ACTIVE for port object 32addaf6-61dc-4a6d-a696-efe2d149ca81 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:40.245078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-906c5213-44c6-4835-b5b2-d08341753ebe tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Deleting subnet d8eb1167-ee4c-4d4e-8a9f-0000c302514a {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:43:40.248695 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5bc3372b-2902-4e47-9ef1-0aa435077bfc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=655c68b204994cea9827f597fe37a305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7102709 Jan 28 06:43:40.252005 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3372b-2902-4e47-9ef1-0aa435077bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b351dc0-082c-47f3-9e04-31207d51e53b,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:40.252135 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.255108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40212) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:40.261379 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-906c5213-44c6-4835-b5b2-d08341753ebe tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.308335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc46248-6a86-4991-be25-3ea69a6f4e74 None None] Network 74380eb7-15a9-4ad7-8f19-f4dee5aede75 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:40.315326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-510dec18-797b-40c1-bed6-5e8c205bddff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:40.316496 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-510dec18-797b-40c1-bed6-5e8c205bddff tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2853084 Jan 28 06:43:40.318958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40216) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:40.322908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-906c5213-44c6-4835-b5b2-d08341753ebe tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.346181 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c03149bb-e6e7-40f6-a6a9-de2a963db3ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.377208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c03149bb-e6e7-40f6-a6a9-de2a963db3ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.414090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.437265 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-579a0eb7-48e2-4d38-9715-2d3958a5779d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2568526 Jan 28 06:43:40.440313 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4d4565-34eb-48c2-b341-f0e9692dd973 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:40.441000 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4b4d4565-34eb-48c2-b341-f0e9692dd973 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:40.444645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40220) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:40.445214 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-906c5213-44c6-4835-b5b2-d08341753ebe tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.456430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07995c-a782-4a58-a79f-4f0f99643033 None None] Pushing event updated for resources: {'Port': ['ID=ad2f5d52-226e-467b-b859-27f2fda7207f,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:40.466267 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.474278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.488567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8240'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:40.561320 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ba7d9d41-82ed-4ad2-afac-dee2bd1a469c None None] Provisioning for port 65e3b7f6-135f-4868-92c1-19f78fdd7078 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:40.613147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Pushing event deleted for resources: {'Port': ['ID=bef8976b-a2b3-4e3a-906e-a41d353b67f7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:40.646114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.670790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.693902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4b4d4565-34eb-48c2-b341-f0e9692dd973 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:40.695724 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4b4d4565-34eb-48c2-b341-f0e9692dd973 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3755765 Jan 28 06:43:40.705665 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40224) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:40.748972 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.761773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 65e3b7f6-135f-4868-92c1-19f78fdd7078 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:40.859828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:40.861659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network 39c67e5e-6dd6-4554-903e-9ab81fb05329 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:40.874838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:40.877066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:40.882508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:40.922566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:40.928524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:40.929399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:40.975011 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5ec0f339-e8b3-4495-8140-d386831802a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2682693 Jan 28 06:43:40.976215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-906c5213-44c6-4835-b5b2-d08341753ebe tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.017293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 65e3b7f6-135f-4868-92c1-19f78fdd7078 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:41.024060 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 65e3b7f6-135f-4868-92c1-19f78fdd7078 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:41.024723 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.026181 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40228) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:41.054811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b5b2ea61-d516-4699-b5eb-1eac269f8fb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:41.095687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.095931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c5213-44c6-4835-b5b2-d08341753ebe tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d8eb1167-ee4c-4d4e-8a9f-0000c302514a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:41.097364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=32addaf6-61dc-4a6d-a696-efe2d149ca81,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:41.105693 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.130828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-906c5213-44c6-4835-b5b2-d08341753ebe tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.145814 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fae220e7-a90a-4c9d-a9d4-0891a3bbb31a None None] Provisioning complete for port 65e3b7f6-135f-4868-92c1-19f78fdd7078 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:41.146193 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fae220e7-a90a-4c9d-a9d4-0891a3bbb31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.155044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c03149bb-e6e7-40f6-a6a9-de2a963db3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.157023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c03149bb-e6e7-40f6-a6a9-de2a963db3ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.158160 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c03149bb-e6e7-40f6-a6a9-de2a963db3ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b351dc0-082c-47f3-9e04-31207d51e53b HTTP/1.1" status: 204 len: 168 time: 0.9019601 Jan 28 06:43:41.220288 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-906c5213-44c6-4835-b5b2-d08341753ebe tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/d8eb1167-ee4c-4d4e-8a9f-0000c302514a HTTP/1.1" status: 204 len: 168 time: 1.1903832 Jan 28 06:43:41.223465 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40234) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:41.332299 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03149bb-e6e7-40f6-a6a9-de2a963db3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b351dc0-082c-47f3-9e04-31207d51e53b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:41.359734 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e994630e-70cd-4ac8-81b6-8d92c5a15e83 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7722988 Jan 28 06:43:41.360468 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40238) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:41.398634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'network_id': '39c67e5e-6dd6-4554-903e-9ab81fb05329', 'name': 'tempest-PortsIpV6TestJSON-258597669'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:41.418277 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-da02f53d-3def-4bd3-8573-750445f53281 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.443319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b5b2ea61-d516-4699-b5eb-1eac269f8fb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:41.446673 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.474907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=95dd0b14-1de9-4483-85fb-21b830727004,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:41.482374 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fae220e7-a90a-4c9d-a9d4-0891a3bbb31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.501134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b5b2ea61-d516-4699-b5eb-1eac269f8fb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:41.522234 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 65e3b7f6-135f-4868-92c1-19f78fdd7078, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=65e3b7f6-135f-4868-92c1-19f78fdd7078,segment=NetworkSegment(4601d7e2-8a20-4b0e-a2e2-522d30f3fd89),segment_id=4601d7e2-8a20-4b0e-a2e2-522d30f3fd89)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:41.530466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] device_id is not set on port e25644b6-fb39-4fff-8ecf-76e6b99bc08f yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:41.560496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.561092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Fanout notify agent at l3_agent the message router_deleted on router cf1cf7d1-9bef-4c14-8b7d-954d907e0f78 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:43:41.562783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.573006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.573781 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-28147447-5977-45f8-a7aa-8d01c3e638c8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "DELETE /v2.0/routers/cf1cf7d1-9bef-4c14-8b7d-954d907e0f78 HTTP/1.1" status: 204 len: 168 time: 5.4947927 Jan 28 06:43:41.577730 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40242) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:41.582682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-af846e37-b3de-4e6e-aaa7-1b9a280d5c16 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-737467765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:41.589917 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-af846e37-b3de-4e6e-aaa7-1b9a280d5c16 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:41.594853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-af846e37-b3de-4e6e-aaa7-1b9a280d5c16 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Usage tracker for resource:router and tenant:e38c8523c4034d3496e7320653480a63 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:41.597860 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-af846e37-b3de-4e6e-aaa7-1b9a280d5c16 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:41.604892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-af846e37-b3de-4e6e-aaa7-1b9a280d5c16 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:41.646026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Transition to ACTIVE for port object e25644b6-fb39-4fff-8ecf-76e6b99bc08f will not be triggered until provisioned by entity L2. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:41.690316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b2ea61-d516-4699-b5eb-1eac269f8fb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:41.692685 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.695491 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-da02f53d-3def-4bd3-8573-750445f53281 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.703936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ea61-d516-4699-b5eb-1eac269f8fb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.719780 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:41.728323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:port and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:41.736996 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-da02f53d-3def-4bd3-8573-750445f53281 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093bd698-4643-4f40-9c23-e6b3a64d6477']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:41.744408 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:41.754333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:41.757266 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-da02f53d-3def-4bd3-8573-750445f53281 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3510f5-91d3-4b93-beca-64daaa3d146e') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:41.757564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-da02f53d-3def-4bd3-8573-750445f53281 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3510f5-91d3-4b93-beca-64daaa3d146e') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:41.768545 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.842600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-da02f53d-3def-4bd3-8573-750445f53281 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.850490 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-fae220e7-a90a-4c9d-a9d4-0891a3bbb31a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:43:41.850848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-fae220e7-a90a-4c9d-a9d4-0891a3bbb31a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:43:41.860387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=65e3b7f6-135f-4868-92c1-19f78fdd7078,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:41.861311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af846e37-b3de-4e6e-aaa7-1b9a280d5c16 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.862485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af846e37-b3de-4e6e-aaa7-1b9a280d5c16 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.952620 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-da02f53d-3def-4bd3-8573-750445f53281 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.969760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:41.973448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:41.992572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da02f53d-3def-4bd3-8573-750445f53281 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:41.993224 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-da02f53d-3def-4bd3-8573-750445f53281 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:42.010568 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:42.021431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Pushing event updated for resources: {'Port': ['ID=e25644b6-fb39-4fff-8ecf-76e6b99bc08f,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:42.083240 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611d34d9-53e1-4482-9b62-ce60e9f4bcbf None None] Network 39c67e5e-6dd6-4554-903e-9ab81fb05329 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:42.114949 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port 5dd7458d-f23b-4d47-8982-6e132d4956be yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:42.149856 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:42.150433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:42.150851 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:42.159489 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:42.159899 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:42.166042 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 2 to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f Jan 28 06:43:42.175168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af846e37-b3de-4e6e-aaa7-1b9a280d5c16 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:42.203711 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:42.204193 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:42.204610 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:42.212973 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:42.213287 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:42.217386 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 3 to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f Jan 28 06:43:42.236858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:42.237300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:42.238024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:42.250215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:42.250646 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:42.288871 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 4 to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f Jan 28 06:43:42.294509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:42.306731 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-da02f53d-3def-4bd3-8573-750445f53281 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:42.329583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da02f53d-3def-4bd3-8573-750445f53281 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 093bd698-4643-4f40-9c23-e6b3a64d6477 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 06:43:42.346727 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-da02f53d-3def-4bd3-8573-750445f53281 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:42.349191 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:42.349592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:42.350021 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:42.357993 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:42.358340 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:42.359017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02f53d-3def-4bd3-8573-750445f53281 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event deleted for resources: {'Network': ['ID=093bd698-4643-4f40-9c23-e6b3a64d6477,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:42.365204 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 5 to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f Jan 28 06:43:42.386256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:42.386466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:42.386761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:42.406496 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:42.406496 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:42.407734 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-da02f53d-3def-4bd3-8573-750445f53281 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "DELETE /v2.0/networks/093bd698-4643-4f40-9c23-e6b3a64d6477 HTTP/1.1" status: 204 len: 168 time: 1.1832657 Jan 28 06:43:42.409375 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Allocated IP 2001:db8::39d (39c67e5e-6dd6-4554-903e-9ab81fb05329/39885b6e-aca8-42f2-ba1b-ea433008d95d/5dd7458d-f23b-4d47-8982-6e132d4956be) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:42.410864 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 6 to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f Jan 28 06:43:42.433612 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:42.433953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:42.434825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:42.457692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:42.457692 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:42.457692 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 7 to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f Jan 28 06:43:42.474302 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:42.474643 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:42.474982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:42.502053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:42.502393 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:42.518567 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 8 to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f Jan 28 06:43:42.573337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af846e37-b3de-4e6e-aaa7-1b9a280d5c16 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:42.573862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:42.573862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:42.596744 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:42.606937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:42.607917 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:42.615401 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 9 to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f Jan 28 06:43:42.666668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:42.667281 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:42.667776 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:42.681242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:42.681810 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:42.682357 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 10 to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f Jan 28 06:43:42.697951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2e1b935b-2b9c-4a88-8128-c876478f0fd2 None None] Provisioning for port ad2f5d52-226e-467b-b859-27f2fda7207f completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:42.764243 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af846e37-b3de-4e6e-aaa7-1b9a280d5c16 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:42.770693 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-af846e37-b3de-4e6e-aaa7-1b9a280d5c16 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1894782 Jan 28 06:43:42.771525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40268) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:42.799440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:42.799789 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:42.800115 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:42.807708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:42.808109 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:42.808445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:42.822243 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:42.877343 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ad2f5d52-226e-467b-b859-27f2fda7207f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:42.969525 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-060993d5-91ab-49ba-ace2-d0119abdf30f None None] Provisioning for port 32addaf6-61dc-4a6d-a696-efe2d149ca81 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:42.996024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] For port e25644b6-fb39-4fff-8ecf-76e6b99bc08f, host hv-neutron-8240, cleared binding levels {{(pid=88216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:42.997536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-060993d5-91ab-49ba-ace2-d0119abdf30f None None] Provisioning complete for port 32addaf6-61dc-4a6d-a696-efe2d149ca81 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:42.998081 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempted to set empty binding levels {{(pid=88216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 06:43:42.998627 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-060993d5-91ab-49ba-ace2-d0119abdf30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.080499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.089194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.225784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40276) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:43.255694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-060993d5-91ab-49ba-ace2-d0119abdf30f None None] Port 32addaf6-61dc-4a6d-a696-efe2d149ca81 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:43:43.314670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Transition to ACTIVE for port object 5dd7458d-f23b-4d47-8982-6e132d4956be will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:43.317661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b6f27cc6-3d31-4d49-b843-cd1c6de9960d tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Request body: {'router': {'name': 'tempest-router--967031606', 'project_id': '8021f67e75734d5298f582a850e6aa00'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:43.326508 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port ad2f5d52-226e-467b-b859-27f2fda7207f completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:43.326508 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ad2f5d52-226e-467b-b859-27f2fda7207f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:43.326508 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.332329 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] In _notify_port_updated(), no bound segment for port e25644b6-fb39-4fff-8ecf-76e6b99bc08f on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:43:43.333201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.333805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.337475 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b6f27cc6-3d31-4d49-b843-cd1c6de9960d tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:43.337759 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "PUT /v2.0/ports/e25644b6-fb39-4fff-8ecf-76e6b99bc08f HTTP/1.1" status: 200 len: 980 time: 2.8609803 Jan 28 06:43:43.338450 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40280) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:43.394409 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14870da4-3808-4254-8056-831c0f4f0c43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Pushing event updated for resources: {'Port': ['ID=e25644b6-fb39-4fff-8ecf-76e6b99bc08f,revision_number=3']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:43.418533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b6f27cc6-3d31-4d49-b843-cd1c6de9960d tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Usage tracker for resource:router and tenant:8021f67e75734d5298f582a850e6aa00 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:43.423631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a15389ae-42f9-486d-b712-a9bf34fde298 None None] Provisioning complete for port 32addaf6-61dc-4a6d-a696-efe2d149ca81 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:43.423953 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a15389ae-42f9-486d-b712-a9bf34fde298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.425903 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b6f27cc6-3d31-4d49-b843-cd1c6de9960d tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:43.448588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.449319 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.450516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.451143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.451780 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.452401 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.453018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.453665 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.454279 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.454895 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.455530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.458515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.458515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.458515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.458515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.458515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.458515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.459437 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.460051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.460662 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.462717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Synchronizing usage tracker for tenant:2e272044cbdf49289daee1dd2d826842 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:43.499697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b6f27cc6-3d31-4d49-b843-cd1c6de9960d tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:43.510290 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.532732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a15389ae-42f9-486d-b712-a9bf34fde298 None None] Port 32addaf6-61dc-4a6d-a696-efe2d149ca81 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:43:43.537147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.572091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Unset dirty status for tenant:2e272044cbdf49289daee1dd2d826842 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:43.573800 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port ad2f5d52-226e-467b-b859-27f2fda7207f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ad2f5d52-226e-467b-b859-27f2fda7207f,segment=NetworkSegment(a2c0f122-2427-445f-a94e-c01dd0349bc5),segment_id=a2c0f122-2427-445f-a94e-c01dd0349bc5)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:43.575688 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-eade4477-5533-4c21-845c-b73bd68200c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17408 time: 0.2334526 Jan 28 06:43:43.591571 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40286) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:43.637509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.646035 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.648806 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 65e3b7f6-135f-4868-92c1-19f78fdd7078 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:43.659111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network 39c67e5e-6dd6-4554-903e-9ab81fb05329 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:43.667350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:43.675711 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:43.681526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:43.682190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.690076 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=5dd7458d-f23b-4d47-8982-6e132d4956be,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:43.707000 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-d92a8f03-53d3-4e0a-8ddd-9c66d250c1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Deleting port e25644b6-fb39-4fff-8ecf-76e6b99bc08f {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:43.707389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d92a8f03-53d3-4e0a-8ddd-9c66d250c1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.725088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6f27cc6-3d31-4d49-b843-cd1c6de9960d tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.725088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6f27cc6-3d31-4d49-b843-cd1c6de9960d tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.736910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.855757 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=ad2f5d52-226e-467b-b859-27f2fda7207f,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:43.870357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.objects.ports [None req-b5b2ea61-d516-4699-b5eb-1eac269f8fb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88217) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:43:43.889193 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7187ca80-fafc-4839-8ffe-b5302991d1ed tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5261714 Jan 28 06:43:43.891758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ea61-d516-4699-b5eb-1eac269f8fb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.894362 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 65e3b7f6-135f-4868-92c1-19f78fdd7078 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:43.894748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:43.898763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40296) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:43.971099 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-d92a8f03-53d3-4e0a-8ddd-9c66d250c1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] For port e25644b6-fb39-4fff-8ecf-76e6b99bc08f, host hv-neutron-8240, got binding levels [] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:43.971888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d92a8f03-53d3-4e0a-8ddd-9c66d250c1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:44.126631 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-d92a8f03-53d3-4e0a-8ddd-9c66d250c1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Calling delete_port for e25644b6-fb39-4fff-8ecf-76e6b99bc08f owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:44.229054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-62296064-be5d-4253-b7ab-485a74e60eb6 None None] Provisioning for port 5dd7458d-f23b-4d47-8982-6e132d4956be completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:44.234356 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-62296064-be5d-4253-b7ab-485a74e60eb6 None None] Provisioning complete for port 5dd7458d-f23b-4d47-8982-6e132d4956be triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:44.234842 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-62296064-be5d-4253-b7ab-485a74e60eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:44.241808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6f27cc6-3d31-4d49-b843-cd1c6de9960d tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:44.279308 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b2ea61-d516-4699-b5eb-1eac269f8fb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:44.291765 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-62296064-be5d-4253-b7ab-485a74e60eb6 None None] Port 5dd7458d-f23b-4d47-8982-6e132d4956be cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:43:44.323833 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d92a8f03-53d3-4e0a-8ddd-9c66d250c1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:44.352823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b5b2ea61-d516-4699-b5eb-1eac269f8fb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:44.366590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561b3ed4-4dad-42c9-94c8-8f7acec28715 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:44.378085 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a8f03-53d3-4e0a-8ddd-9c66d250c1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Pushing event deleted for resources: {'Port': ['ID=e25644b6-fb39-4fff-8ecf-76e6b99bc08f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:44.385659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b2ea61-d516-4699-b5eb-1eac269f8fb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:44.386496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5b2ea61-d516-4699-b5eb-1eac269f8fb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:44.387937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d92a8f03-53d3-4e0a-8ddd-9c66d250c1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:44.404809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2ea61-d516-4699-b5eb-1eac269f8fb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=dc8bf73e-82c1-48d4-b4d6-a296b30869c4,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:44.464400 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d92a8f03-53d3-4e0a-8ddd-9c66d250c1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "DELETE /v2.0/ports/e25644b6-fb39-4fff-8ecf-76e6b99bc08f HTTP/1.1" status: 204 len: 168 time: 0.8716903 Jan 28 06:43:44.468150 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40308) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:44.524656 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-9541efe8-0e8b-4a89-80b1-df2f72b3c7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] GET failed (client error): The resource could not be found. Jan 28 06:43:44.525193 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9541efe8-0e8b-4a89-80b1-df2f72b3c7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Synchronizing usage tracker for tenant:2e272044cbdf49289daee1dd2d826842 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:44.532461 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6f27cc6-3d31-4d49-b843-cd1c6de9960d tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:44.544937 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b5b2ea61-d516-4699-b5eb-1eac269f8fb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5177205 Jan 28 06:43:44.549013 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40312) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:44.558073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b8700b8f-720c-41db-8b6b-f28e40b0b432 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:44.573467 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f7fb042-1439-47e2-90da-709e62afb2fe req-6d06cffb-9498-4328-ab26-e61ec0b49cc8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4368377 Jan 28 06:43:44.586975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c92d4c-e9fa-4e95-9e06-8f39699ea86d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:44.591489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b3c92d4c-e9fa-4e95-9e06-8f39699ea86d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:44.628785 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9541efe8-0e8b-4a89-80b1-df2f72b3c7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Unset dirty status for tenant:2e272044cbdf49289daee1dd2d826842 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:44.632878 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9541efe8-0e8b-4a89-80b1-df2f72b3c7db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "GET /v2.0/ports/e25644b6-fb39-4fff-8ecf-76e6b99bc08f HTTP/1.1" status: 404 len: 333 time: 0.1597986 Jan 28 06:43:44.633516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40316) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:44.654076 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347443451', 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:44.672554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6f27cc6-3d31-4d49-b843-cd1c6de9960d tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:44.678708 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b6f27cc6-3d31-4d49-b843-cd1c6de9960d tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3759599 Jan 28 06:43:44.681718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40320) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:44.681847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ad2f5d52-226e-467b-b859-27f2fda7207f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:44.683070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:44.751007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': 'dc8bf73e-82c1-48d4-b4d6-a296b30869c4'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:43:44.752670 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:44.769022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router 4528d724-76f4-45e9-ae04-18aef3c23c5a is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:43:44.782418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b8700b8f-720c-41db-8b6b-f28e40b0b432 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:44.794436 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b8700b8f-720c-41db-8b6b-f28e40b0b432 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:44.811806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b3c92d4c-e9fa-4e95-9e06-8f39699ea86d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:44.812937 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b3c92d4c-e9fa-4e95-9e06-8f39699ea86d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aa3 HTTP/1.1" status: 200 len: 928 time: 0.6792600 Jan 28 06:43:44.816184 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40324) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:44.819909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:44.904234 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40328) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:44.910174 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901493866', 'description': 'tempest-secgroup-smoke-901493866 description', 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:44.918033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8700b8f-720c-41db-8b6b-f28e40b0b432 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:44.920621 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ad2f5d52-226e-467b-b859-27f2fda7207f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:44.920621 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:44.921354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8700b8f-720c-41db-8b6b-f28e40b0b432 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:44.937282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:44.948721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-1fb938cc-c6eb-4786-b576-35c61a101cac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 5dd7458d-f23b-4d47-8982-6e132d4956be {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:44.949061 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1fb938cc-c6eb-4786-b576-35c61a101cac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:44.974614 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Usage tracker for resource:security_group and tenant:a6fb61f475a54f949c93dfd98c4bc549 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:44.987638 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:45.003335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Allocated IP 2001:db8::f816:3eff:fe89:dcc7 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/dc8bf73e-82c1-48d4-b4d6-a296b30869c4/79f3cf6e-d881-409a-bd05-f9f2a6bce632) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:45.010548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:45.097097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7a4c4f00-f25f-4b10-9a4c-3f5b69b123a6 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.169603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.187964 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.189200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Made reservation on behalf of 2e272044cbdf49289daee1dd2d826842 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:45.191534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.225497 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:45.238551 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Usage tracker for resource:security_group_rule and tenant:a6fb61f475a54f949c93dfd98c4bc549 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:45.251034 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:45.262889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:45.282708 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.292994 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.293301 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Transition to ACTIVE for port object 79f3cf6e-d881-409a-bd05-f9f2a6bce632 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:45.312517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Transition to ACTIVE for port object 79f3cf6e-d881-409a-bd05-f9f2a6bce632 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:45.337031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] device_id is not set on port 45462e10-7c05-4fb8-a5bb-342aa964598f yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:45.389302 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.414775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.432995 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1fb938cc-c6eb-4786-b576-35c61a101cac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.464325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:45.468079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:45.471084 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:45.482079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Pushing event updated for resources: {'Port': ['ID=79f3cf6e-d881-409a-bd05-f9f2a6bce632,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:45.578200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Attempting to bind port 79f3cf6e-d881-409a-bd05-f9f2a6bce632 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:45.578658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Attempting to bind port 79f3cf6e-d881-409a-bd05-f9f2a6bce632 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:45.579082 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Attempting to bind port 79f3cf6e-d881-409a-bd05-f9f2a6bce632 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:45.585260 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:43:45.585721 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:45.586196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.586656 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:43:45.587196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Bound port: 79f3cf6e-d881-409a-bd05-f9f2a6bce632, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:43:45.587665 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.674181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-1fb938cc-c6eb-4786-b576-35c61a101cac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 5dd7458d-f23b-4d47-8982-6e132d4956be owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:45.686237 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] For port 79f3cf6e-d881-409a-bd05-f9f2a6bce632, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:45.689467 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] For port 79f3cf6e-d881-409a-bd05-f9f2a6bce632, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=79f3cf6e-d881-409a-bd05-f9f2a6bce632,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:43:45.766298 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.828276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.833980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7a4c4f00-f25f-4b10-9a4c-3f5b69b123a6 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.848733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7a4c4f00-f25f-4b10-9a4c-3f5b69b123a6 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.868118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fb042-1439-47e2-90da-709e62afb2fe req-5529c307-2e54-424e-b065-36d9ff9ca829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:45.869624 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f7fb042-1439-47e2-90da-709e62afb2fe req-5529c307-2e54-424e-b065-36d9ff9ca829 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb1bd7b93cc04d2381fa60936dc42957&device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 1099 time: 1.1082501 Jan 28 06:43:45.900711 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8700b8f-720c-41db-8b6b-f28e40b0b432 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.901231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:45.906083 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3d64d-c4b2-48f7-8528-b438b0f27254 None None] Pushing event updated for resources: {'Port': ['ID=79f3cf6e-d881-409a-bd05-f9f2a6bce632,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:45.925382 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b80a5f-3075-422b-95e6-1a76c55c3ed5 None None] Sync routers for ids ['4528d724-76f4-45e9-ae04-18aef3c23c5a'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:45.938664 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b80a5f-3075-422b-95e6-1a76c55c3ed5 None None] Routers {'4528d724-76f4-45e9-ae04-18aef3c23c5a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:45.939341 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-16b80a5f-3075-422b-95e6-1a76c55c3ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4528d724-76f4-45e9-ae04-18aef3c23c5a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:45.944770 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:45.970673 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:45.980306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Usage tracker for resource:security_group_rule and tenant:a6fb61f475a54f949c93dfd98c4bc549 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:45.985039 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:45.994919 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:46.010146 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-16b80a5f-3075-422b-95e6-1a76c55c3ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:46.020883 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b80a5f-3075-422b-95e6-1a76c55c3ed5 None None] Routers {'4528d724-76f4-45e9-ae04-18aef3c23c5a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:46.021765 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-16b80a5f-3075-422b-95e6-1a76c55c3ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4528d724-76f4-45e9-ae04-18aef3c23c5a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:46.036072 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7a4c4f00-f25f-4b10-9a4c-3f5b69b123a6 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:46.036543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4c4f00-f25f-4b10-9a4c-3f5b69b123a6 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 803bff6a-f2d1-434a-a8fd-f2c6e631fdf3 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:43:46.054438 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7a4c4f00-f25f-4b10-9a4c-3f5b69b123a6 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:46.055568 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7a4c4f00-f25f-4b10-9a4c-3f5b69b123a6 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "DELETE /v2.0/routers/803bff6a-f2d1-434a-a8fd-f2c6e631fdf3 HTTP/1.1" status: 204 len: 168 time: 1.3695815 Jan 28 06:43:46.086259 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8700b8f-720c-41db-8b6b-f28e40b0b432 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:46.095506 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-b8700b8f-720c-41db-8b6b-f28e40b0b432 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:46.103894 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-16b80a5f-3075-422b-95e6-1a76c55c3ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:46.104587 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b80a5f-3075-422b-95e6-1a76c55c3ed5 None None] The sync data for ids ['4528d724-76f4-45e9-ae04-18aef3c23c5a'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:46.112802 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8700b8f-720c-41db-8b6b-f28e40b0b432 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:46.113590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8700b8f-720c-41db-8b6b-f28e40b0b432 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:46.117764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8700b8f-720c-41db-8b6b-f28e40b0b432 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=a687b255-ccfe-4326-93c9-fcd32ea22848,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:46.125552 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffb09de-1cd5-43e8-abab-44653a80f930,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:46.184697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1fb938cc-c6eb-4786-b576-35c61a101cac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:46.196870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:46.202611 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-960ed5ef-c619-492c-bd5a-3b206c5f0989 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.2429628 Jan 28 06:43:46.214436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40334) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:46.220978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Allocated IP 172.26.4.232 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/78d8d3fc-ba0f-4912-9860-512dec4ac5cf) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:46.274936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb938cc-c6eb-4786-b576-35c61a101cac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=5dd7458d-f23b-4d47-8982-6e132d4956be,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:46.332058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fb042-1439-47e2-90da-709e62afb2fe req-4a10baec-68ff-44f8-93df-7ef76ad13248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:46.333560 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f7fb042-1439-47e2-90da-709e62afb2fe req-4a10baec-68ff-44f8-93df-7ef76ad13248 service neutron] 10.222.0.37 "GET /v2.0/networks?id=900882d3-f259-4633-a0ad-6db24a9bc89e HTTP/1.1" status: 200 len: 913 time: 0.3975601 Jan 28 06:43:46.356825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1fb938cc-c6eb-4786-b576-35c61a101cac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:46.360554 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b8700b8f-720c-41db-8b6b-f28e40b0b432 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8091955 Jan 28 06:43:46.370082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40338) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:46.387732 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'mac_address': 'fa:16:3e:ab:f9:58', 'name': 'tempest-NetworksTestDHCPv6-1494111827'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:46.403469 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1fb938cc-c6eb-4786-b576-35c61a101cac tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/5dd7458d-f23b-4d47-8982-6e132d4956be HTTP/1.1" status: 204 len: 168 time: 1.5852349 Jan 28 06:43:46.408826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40342) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:46.465117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:46.482492 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-fde05c4a-f35a-4cf3-bbe4-959b1008b71a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] GET failed (client error): The resource could not be found. Jan 28 06:43:46.483030 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-fde05c4a-f35a-4cf3-bbe4-959b1008b71a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:46.543096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40346) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:46.577260 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:46.638029 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-fde05c4a-f35a-4cf3-bbe4-959b1008b71a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:46.639192 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fde05c4a-f35a-4cf3-bbe4-959b1008b71a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/5dd7458d-f23b-4d47-8982-6e132d4956be HTTP/1.1" status: 404 len: 333 time: 0.2232430 Jan 28 06:43:46.647319 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40352) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:46.666777 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f7fb042-1439-47e2-90da-709e62afb2fe req-daa8eeb7-cf3a-4d9c-9e05-f993a2d4b4e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f325355-9184-4dbf-8fc8-9d2ada28d833 HTTP/1.1" status: 200 len: 1001 time: 0.3241110 Jan 28 06:43:46.670318 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:46.693561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:46.713704 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8c5e03-afdb-4157-9ed4-9398f476d939,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:46.717369 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 79f3cf6e-d881-409a-bd05-f9f2a6bce632 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:46.717861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:46.723618 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:46.727093 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:46.733573 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-26de1e81-8773-4857-af7c-435380cb8e67 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.8229561 Jan 28 06:43:46.734240 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40356) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:46.741261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e1912fa0-9a42-497f-9564-1ce22c8b937e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Request body: {'security_group_rule': {'security_group_id': '4d8c5e03-afdb-4157-9ed4-9398f476d939', 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:46.746213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:46.753604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e1912fa0-9a42-497f-9564-1ce22c8b937e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:46.763769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e1912fa0-9a42-497f-9564-1ce22c8b937e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Usage tracker for resource:security_group_rule and tenant:a6fb61f475a54f949c93dfd98c4bc549 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:46.769510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-a747b8d1-a9b4-4fd2-9d14-b6beb17c8fc0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 32addaf6-61dc-4a6d-a696-efe2d149ca81 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:46.773444 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a747b8d1-a9b4-4fd2-9d14-b6beb17c8fc0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:46.800544 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e1912fa0-9a42-497f-9564-1ce22c8b937e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:46.829373 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e1912fa0-9a42-497f-9564-1ce22c8b937e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:46.897985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:46.930853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 79f3cf6e-d881-409a-bd05-f9f2a6bce632 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:46.968200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e1912fa0-9a42-497f-9564-1ce22c8b937e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:46.983956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fb042-1439-47e2-90da-709e62afb2fe req-c8dbf357-b1c4-47af-bf16-514a397412af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:46.985620 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f7fb042-1439-47e2-90da-709e62afb2fe req-c8dbf357-b1c4-47af-bf16-514a397412af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d287cf5-03cc-4605-a5b6-1cc9364d0ed2 HTTP/1.1" status: 200 len: 851 time: 0.3052680 Jan 28 06:43:47.207353 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.242867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-306221070', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:47.250637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.250822 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e1912fa0-9a42-497f-9564-1ce22c8b937e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.252472 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a747b8d1-a9b4-4fd2-9d14-b6beb17c8fc0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.271598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fb2ab1-df2c-46e6-b6e7-66cae1ab502c None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:47.273265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:47.273496 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 44bf568f-856a-4988-b797-4e556f1b3c49 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:47.289576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Usage tracker for resource:router and tenant:3ea613ec7cc64252be553c315f26d040 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:47.295350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:47.316865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:47.411697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e1912fa0-9a42-497f-9564-1ce22c8b937e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.423805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-a747b8d1-a9b4-4fd2-9d14-b6beb17c8fc0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 32addaf6-61dc-4a6d-a696-efe2d149ca81 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:47.424038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.513124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d5e43122-dca3-4924-acf2-15e818ce87cd None None] Provisioning for port 79f3cf6e-d881-409a-bd05-f9f2a6bce632 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:47.525816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d5e43122-dca3-4924-acf2-15e818ce87cd None None] Provisioning complete for port 79f3cf6e-d881-409a-bd05-f9f2a6bce632 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:47.526192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5e43122-dca3-4924-acf2-15e818ce87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.560130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.561115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.591599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fb042-1439-47e2-90da-709e62afb2fe req-c3a3fe8e-8820-4639-841a-cef34be393e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:47.594178 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f7fb042-1439-47e2-90da-709e62afb2fe req-c3a3fe8e-8820-4639-841a-cef34be393e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=900882d3-f259-4633-a0ad-6db24a9bc89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5459120 Jan 28 06:43:47.606996 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1912fa0-9a42-497f-9564-1ce22c8b937e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b6bdad-65a9-473a-adae-85a48e8ad22c,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:47.609711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Network 1666a839-3c3e-4507-9e4f-41973513715d is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:47.634267 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:47.640291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Pushing event updated for resources: {'Port': ['ID=45462e10-7c05-4fb8-a5bb-342aa964598f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:47.667747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:47.671691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:47.671691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.681707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.729259 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5e43122-dca3-4924-acf2-15e818ce87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.755755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e1912fa0-9a42-497f-9564-1ce22c8b937e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.765737 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e1912fa0-9a42-497f-9564-1ce22c8b937e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0251131 Jan 28 06:43:47.770141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40360) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:47.772946 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4388fb19-c6a3-466f-a964-7f1095d38424 None None] Update dhcp port {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'fixed_ips': [{'subnet_id': 'dc8bf73e-82c1-48d4-b4d6-a296b30869c4', 'ip_address': '2001:db8::f816:3eff:fe89:dcc7'}, {'subnet_id': 'a687b255-ccfe-4326-93c9-fcd32ea22848'}], 'binding:host_id': 'dv-neutron-824022-4-hyperv'}, 'id': '79f3cf6e-d881-409a-bd05-f9f2a6bce632'} from dv-neutron-824022-4-hyperv. {{(pid=88218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 06:43:47.776134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.778299 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7df5b00b-127f-4dd6-afce-3ce4de4a95e7 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Request body: {'security_group_rule': {'security_group_id': '4d8c5e03-afdb-4157-9ed4-9398f476d939', 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:47.792351 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7df5b00b-127f-4dd6-afce-3ce4de4a95e7 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:47.809739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7df5b00b-127f-4dd6-afce-3ce4de4a95e7 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Usage tracker for resource:security_group_rule and tenant:a6fb61f475a54f949c93dfd98c4bc549 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:47.826729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d5e43122-dca3-4924-acf2-15e818ce87cd None None] For port 79f3cf6e-d881-409a-bd05-f9f2a6bce632, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=79f3cf6e-d881-409a-bd05-f9f2a6bce632,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:47.837675 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4388fb19-c6a3-466f-a964-7f1095d38424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.849934 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7df5b00b-127f-4dd6-afce-3ce4de4a95e7 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:47.867217 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7df5b00b-127f-4dd6-afce-3ce4de4a95e7 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:47.872208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:47.900521 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 172.20.0.13 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/a687b255-ccfe-4326-93c9-fcd32ea22848/44bf568f-856a-4988-b797-4e556f1b3c49) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:47.905593 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:47.914956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:47.943525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a747b8d1-a9b4-4fd2-9d14-b6beb17c8fc0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.949457 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-04a4061e-087a-48f2-9d12-a1fdc7479bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.3121853 Jan 28 06:43:47.954038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5e43122-dca3-4924-acf2-15e818ce87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:47.954267 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Pushing event updated for resources: {'Port': ['ID=78d8d3fc-ba0f-4912-9860-512dec4ac5cf,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:47.969516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40364) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:47.990675 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::f816:3eff:feab:f958 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/dc8bf73e-82c1-48d4-b4d6-a296b30869c4/44bf568f-856a-4988-b797-4e556f1b3c49) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:48.022275 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747b8d1-a9b4-4fd2-9d14-b6beb17c8fc0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=32addaf6-61dc-4a6d-a696-efe2d149ca81,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:48.033557 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7df5b00b-127f-4dd6-afce-3ce4de4a95e7 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.048754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e43122-dca3-4924-acf2-15e818ce87cd None None] Pushing event updated for resources: {'Port': ['ID=79f3cf6e-d881-409a-bd05-f9f2a6bce632,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:48.118694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a747b8d1-a9b4-4fd2-9d14-b6beb17c8fc0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.174900 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f7fb042-1439-47e2-90da-709e62afb2fe req-ee495988-5eb1-4389-b801-9d417993c6a0 service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640156 Jan 28 06:43:48.281102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7df5b00b-127f-4dd6-afce-3ce4de4a95e7 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.282626 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a747b8d1-a9b4-4fd2-9d14-b6beb17c8fc0 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/32addaf6-61dc-4a6d-a696-efe2d149ca81 HTTP/1.1" status: 204 len: 168 time: 1.6341684 Jan 28 06:43:48.285563 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40368) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:48.336846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7df5b00b-127f-4dd6-afce-3ce4de4a95e7 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.337068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b40bb23-01c1-4ccd-b98c-9318376f1d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:48.337628 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4b40bb23-01c1-4ccd-b98c-9318376f1d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Synchronizing usage tracker for tenant:2e272044cbdf49289daee1dd2d826842 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:48.338694 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-8787598d-fa00-4d16-830d-852bedd12975 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] GET failed (client error): The resource could not be found. Jan 28 06:43:48.339300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8787598d-fa00-4d16-830d-852bedd12975 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:48.382872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5b00b-127f-4dd6-afce-3ce4de4a95e7 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e17a50-fac9-4a91-8c7d-6a62a82f7ee1,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:48.412933 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.428823 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 44bf568f-856a-4988-b797-4e556f1b3c49 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:48.495605 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7df5b00b-127f-4dd6-afce-3ce4de4a95e7 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.497308 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7df5b00b-127f-4dd6-afce-3ce4de4a95e7 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7242846 Jan 28 06:43:48.500026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40372) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:48.504897 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ac708884-a5a0-4b76-847c-f29dfe5d92fe tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Request body: {'security_group_rule': {'security_group_id': '4d8c5e03-afdb-4157-9ed4-9398f476d939', 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:48.510678 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ac708884-a5a0-4b76-847c-f29dfe5d92fe tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:48.515679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ac708884-a5a0-4b76-847c-f29dfe5d92fe tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Usage tracker for resource:security_group_rule and tenant:a6fb61f475a54f949c93dfd98c4bc549 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:48.518627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ac708884-a5a0-4b76-847c-f29dfe5d92fe tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:48.524390 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8787598d-fa00-4d16-830d-852bedd12975 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:48.525540 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8787598d-fa00-4d16-830d-852bedd12975 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/32addaf6-61dc-4a6d-a696-efe2d149ca81 HTTP/1.1" status: 404 len: 333 time: 0.2392473 Jan 28 06:43:48.526699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.528879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ac708884-a5a0-4b76-847c-f29dfe5d92fe tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:48.534017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40376) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:48.597762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-4388fb19-c6a3-466f-a964-7f1095d38424 None None] Allocated IP 172.20.0.2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/a687b255-ccfe-4326-93c9-fcd32ea22848/79f3cf6e-d881-409a-bd05-f9f2a6bce632) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:48.642971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 79f3cf6e-d881-409a-bd05-f9f2a6bce632 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:48.666813 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:48.674884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:48.678593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=44bf568f-856a-4988-b797-4e556f1b3c49,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:48.681073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:48.723027 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c338fae-c184-4647-9dac-19c2a85d404b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting subnet 39885b6e-aca8-42f2-ba1b-ea433008d95d {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:43:48.728725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1c338fae-c184-4647-9dac-19c2a85d404b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.730086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.783277 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ac708884-a5a0-4b76-847c-f29dfe5d92fe tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.800257 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.817497 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 79f3cf6e-d881-409a-bd05-f9f2a6bce632 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:48.818045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.827178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:48.827178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.839207 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1c338fae-c184-4647-9dac-19c2a85d404b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.864660 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4388fb19-c6a3-466f-a964-7f1095d38424 None None] For port 79f3cf6e-d881-409a-bd05-f9f2a6bce632, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=79f3cf6e-d881-409a-bd05-f9f2a6bce632,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:48.916718 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4388fb19-c6a3-466f-a964-7f1095d38424 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:48.922925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4b40bb23-01c1-4ccd-b98c-9318376f1d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Unset dirty status for tenant:2e272044cbdf49289daee1dd2d826842 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:48.924323 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4b40bb23-01c1-4ccd-b98c-9318376f1d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "GET /v2.0/ports/45462e10-7c05-4fb8-a5bb-342aa964598f HTTP/1.1" status: 200 len: 959 time: 0.9538782 Jan 28 06:43:48.928767 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40380) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:48.977209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4388fb19-c6a3-466f-a964-7f1095d38424 None None] Transition to ACTIVE for port object 79f3cf6e-d881-409a-bd05-f9f2a6bce632 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:48.985777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ac708884-a5a0-4b76-847c-f29dfe5d92fe tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:49.015750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-bbd72530-d6e4-453a-b671-91569126e10f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Deleting port 45462e10-7c05-4fb8-a5bb-342aa964598f {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:49.016095 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bbd72530-d6e4-453a-b671-91569126e10f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:49.032027 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f7fb042-1439-47e2-90da-709e62afb2fe req-26e2371b-b2cd-4fd7-8c29-8994eb95b2f4 service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7508037 Jan 28 06:43:49.054220 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-adf237b8-b703-4b5c-99ef-5541ee5d90d1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6811018 Jan 28 06:43:49.064645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40384) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:49.073613 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4388fb19-c6a3-466f-a964-7f1095d38424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:49.115716 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1c338fae-c184-4647-9dac-19c2a85d404b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:49.148037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ac708884-a5a0-4b76-847c-f29dfe5d92fe tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:49.225761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388fb19-c6a3-466f-a964-7f1095d38424 None None] Pushing event updated for resources: {'Port': ['ID=79f3cf6e-d881-409a-bd05-f9f2a6bce632,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:49.236389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac708884-a5a0-4b76-847c-f29dfe5d92fe tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05a7d3e-c1e2-4c36-8b6a-6cafbc28097d,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:49.383467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ac708884-a5a0-4b76-847c-f29dfe5d92fe tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:49.384649 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ac708884-a5a0-4b76-847c-f29dfe5d92fe tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8836832 Jan 28 06:43:49.390576 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40388) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:49.392532 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1c338fae-c184-4647-9dac-19c2a85d404b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:49.401082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bbd72530-d6e4-453a-b671-91569126e10f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:49.438141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-be369495-9249-4a33-9f7a-86a101686fd0 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Request body: {'security_group_rule': {'security_group_id': '4d8c5e03-afdb-4157-9ed4-9398f476d939', 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:49.443115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:49.460071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-be369495-9249-4a33-9f7a-86a101686fd0 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:49.472028 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65abad0-a1cb-49ee-8cb1-b5ad1209f96d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:49.477918 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65abad0-a1cb-49ee-8cb1-b5ad1209f96d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:49.478747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f65abad0-a1cb-49ee-8cb1-b5ad1209f96d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:49.482733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c338fae-c184-4647-9dac-19c2a85d404b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Subnet': ['ID=39885b6e-aca8-42f2-ba1b-ea433008d95d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:49.485913 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1c338fae-c184-4647-9dac-19c2a85d404b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:49.492856 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1189764e-3ccb-481d-be78-451a97658964 None None] Network 39c67e5e-6dd6-4554-903e-9ab81fb05329 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:49.762603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-bbd72530-d6e4-453a-b671-91569126e10f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Calling delete_port for 45462e10-7c05-4fb8-a5bb-342aa964598f owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:49.816393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.20.0.1 (74380eb7-15a9-4ad7-8f19-f4dee5aede75/03a49cb7-7257-439f-8641-e5dce49734ab/6333fbf4-acec-44d3-b321-fae58d45dc26) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:49.843813 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-be369495-9249-4a33-9f7a-86a101686fd0 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Usage tracker for resource:security_group_rule and tenant:a6fb61f475a54f949c93dfd98c4bc549 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:49.846861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-be369495-9249-4a33-9f7a-86a101686fd0 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:49.854532 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-be369495-9249-4a33-9f7a-86a101686fd0 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:49.880907 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1c338fae-c184-4647-9dac-19c2a85d404b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/39885b6e-aca8-42f2-ba1b-ea433008d95d HTTP/1.1" status: 204 len: 168 time: 1.3128009 Jan 28 06:43:49.888198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40394) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:49.910264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fe54f6-9255-4802-b7c2-8d8fa629ee8e None None] DHCP port deletion for 39c67e5e-6dd6-4554-903e-9ab81fb05329 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:43:49.915951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe54f6-9255-4802-b7c2-8d8fa629ee8e None None] Deleting port ad2f5d52-226e-467b-b859-27f2fda7207f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:49.917124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f6fe54f6-9255-4802-b7c2-8d8fa629ee8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.045369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.089422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f65abad0-a1cb-49ee-8cb1-b5ad1209f96d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:50.091449 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f65abad0-a1cb-49ee-8cb1-b5ad1209f96d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.0258825 Jan 28 06:43:50.095786 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-be369495-9249-4a33-9f7a-86a101686fd0 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.150433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40398) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:50.159591 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bbd72530-d6e4-453a-b671-91569126e10f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.216229 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ed262698-34eb-44d4-ab1d-b2b6581b3396 None None] Provisioning for port 79f3cf6e-d881-409a-bd05-f9f2a6bce632 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:50.226509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ed262698-34eb-44d4-ab1d-b2b6581b3396 None None] Provisioning complete for port 79f3cf6e-d881-409a-bd05-f9f2a6bce632 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:50.226970 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed262698-34eb-44d4-ab1d-b2b6581b3396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.288183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f6fe54f6-9255-4802-b7c2-8d8fa629ee8e None None] For port ad2f5d52-226e-467b-b859-27f2fda7207f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ad2f5d52-226e-467b-b859-27f2fda7207f,segment=NetworkSegment(a2c0f122-2427-445f-a94e-c01dd0349bc5),segment_id=a2c0f122-2427-445f-a94e-c01dd0349bc5)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:50.288574 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f6fe54f6-9255-4802-b7c2-8d8fa629ee8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.307327 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.319627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-19ce7940-9537-420b-a3cb-4b32cdc05ff0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 44bf568f-856a-4988-b797-4e556f1b3c49 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:50.319981 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-19ce7940-9537-420b-a3cb-4b32cdc05ff0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.350912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd72530-d6e4-453a-b671-91569126e10f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Pushing event deleted for resources: {'Port': ['ID=45462e10-7c05-4fb8-a5bb-342aa964598f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:50.365008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.369571 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bbd72530-d6e4-453a-b671-91569126e10f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.420510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port ad2f5d52-226e-467b-b859-27f2fda7207f {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:50.422866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.427558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe54f6-9255-4802-b7c2-8d8fa629ee8e None None] Calling delete_port for ad2f5d52-226e-467b-b859-27f2fda7207f owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:50.463809 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bbd72530-d6e4-453a-b671-91569126e10f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "DELETE /v2.0/ports/45462e10-7c05-4fb8-a5bb-342aa964598f HTTP/1.1" status: 204 len: 168 time: 1.5304587 Jan 28 06:43:50.483601 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40402) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:50.559681 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af2618c-d793-4786-90aa-c0930f9daf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] GET failed (client error): The resource could not be found. Jan 28 06:43:50.560445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7af2618c-d793-4786-90aa-c0930f9daf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Synchronizing usage tracker for tenant:2e272044cbdf49289daee1dd2d826842 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:50.563609 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-be369495-9249-4a33-9f7a-86a101686fd0 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.575560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.598512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.636464 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 79f3cf6e-d881-409a-bd05-f9f2a6bce632 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:43:50.660655 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.669538 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f6fe54f6-9255-4802-b7c2-8d8fa629ee8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.689277 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-be369495-9249-4a33-9f7a-86a101686fd0 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.735710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe54f6-9255-4802-b7c2-8d8fa629ee8e None None] Pushing event deleted for resources: {'Port': ['ID=ad2f5d52-226e-467b-b859-27f2fda7207f,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:50.746265 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe54f6-9255-4802-b7c2-8d8fa629ee8e None None] No DVR routers for this DVR port ad2f5d52-226e-467b-b859-27f2fda7207f on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:50.769204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 79f3cf6e-d881-409a-bd05-f9f2a6bce632 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:50.769940 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.774011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Transition to ACTIVE for port object 6333fbf4-acec-44d3-b321-fae58d45dc26 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:50.785272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Allocated IP 172.26.4.179 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/5fd574b5-8a1e-4d01-a24d-585796d779d0) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:50.794888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7af2618c-d793-4786-90aa-c0930f9daf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Unset dirty status for tenant:2e272044cbdf49289daee1dd2d826842 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:50.796187 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7af2618c-d793-4786-90aa-c0930f9daf94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "GET /v2.0/ports/45462e10-7c05-4fb8-a5bb-342aa964598f HTTP/1.1" status: 404 len: 333 time: 0.2882812 Jan 28 06:43:50.815290 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40406) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:50.833009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be369495-9249-4a33-9f7a-86a101686fd0 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafdd75d-a9e4-4872-9ad2-9bdda3e71cac,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:50.842469 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Request body: {'port': {'network_id': '1666a839-3c3e-4507-9e4f-41973513715d', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1190136713'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:50.861446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-125acb13-534d-47aa-9ff0-ed2969703fda None None] Provisioning for port 44bf568f-856a-4988-b797-4e556f1b3c49 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:50.878453 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-125acb13-534d-47aa-9ff0-ed2969703fda None None] Provisioning complete for port 44bf568f-856a-4988-b797-4e556f1b3c49 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:50.878809 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-125acb13-534d-47aa-9ff0-ed2969703fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.895489 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:50.923466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-be369495-9249-4a33-9f7a-86a101686fd0 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.924786 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-be369495-9249-4a33-9f7a-86a101686fd0 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5284662 Jan 28 06:43:50.930442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40410) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:50.939514 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] For port ad2f5d52-226e-467b-b859-27f2fda7207f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ad2f5d52-226e-467b-b859-27f2fda7207f,segment=NetworkSegment(a2c0f122-2427-445f-a94e-c01dd0349bc5),segment_id=a2c0f122-2427-445f-a94e-c01dd0349bc5)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:50.940187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.942977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f3dd10ef-e2c6-4d8b-98db-b726ae1ce3e4 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Request body: {'security_group_rule': {'security_group_id': '4d8c5e03-afdb-4157-9ed4-9398f476d939', 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:50.950740 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-19ce7940-9537-420b-a3cb-4b32cdc05ff0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:50.960815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:50.985149 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-125acb13-534d-47aa-9ff0-ed2969703fda None None] Port 44bf568f-856a-4988-b797-4e556f1b3c49 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:43:51.006335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f3dd10ef-e2c6-4d8b-98db-b726ae1ce3e4 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:51.017209 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:51.025388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f3dd10ef-e2c6-4d8b-98db-b726ae1ce3e4 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Usage tracker for resource:security_group_rule and tenant:a6fb61f475a54f949c93dfd98c4bc549 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:51.056398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ad2f5d52-226e-467b-b859-27f2fda7207f no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:43:51.061134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f3dd10ef-e2c6-4d8b-98db-b726ae1ce3e4 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:51.091619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f3dd10ef-e2c6-4d8b-98db-b726ae1ce3e4 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:51.093116 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: ad2f5d52-226e-467b-b859-27f2fda7207f {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:43:51.093250 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ad2f5d52-226e-467b-b859-27f2fda7207f not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:43:51.156017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network 74380eb7-15a9-4ad7-8f19-f4dee5aede75 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:51.170350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:51.175210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=6333fbf4-acec-44d3-b321-fae58d45dc26,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:51.182907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:51.187242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:51.188955 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for ad2f5d52-226e-467b-b859-27f2fda7207f owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:51.224853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-19ce7940-9537-420b-a3cb-4b32cdc05ff0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 44bf568f-856a-4988-b797-4e556f1b3c49 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:51.230463 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-f3dd10ef-e2c6-4d8b-98db-b726ae1ce3e4 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Project a6fb61f475a54f949c93dfd98c4bc549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:43:51.250199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f3dd10ef-e2c6-4d8b-98db-b726ae1ce3e4 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:51.258765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Made reservation on behalf of 2e272044cbdf49289daee1dd2d826842 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:51.261161 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:51.270190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:51.318876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] device_id is not set on port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:51.325546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Router ead79e5a-8aa4-45df-9e57-b642ea9ee429 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:43:51.429289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f3dd10ef-e2c6-4d8b-98db-b726ae1ce3e4 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:51.440621 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:51.474877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1ae6cf33-c847-47d4-a287-5ce9eb7de2f2 None None] Provisioning for port 6333fbf4-acec-44d3-b321-fae58d45dc26 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:51.481695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1ae6cf33-c847-47d4-a287-5ce9eb7de2f2 None None] Provisioning complete for port 6333fbf4-acec-44d3-b321-fae58d45dc26 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:51.482654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ae6cf33-c847-47d4-a287-5ce9eb7de2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:51.512633 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:43:51.513236 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:43:51.531459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f3dd10ef-e2c6-4d8b-98db-b726ae1ce3e4 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:51.549030 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6cf33-c847-47d4-a287-5ce9eb7de2f2 None None] Port 6333fbf4-acec-44d3-b321-fae58d45dc26 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:43:51.551924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:51.565979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:51.634697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:51.673879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd10ef-e2c6-4d8b-98db-b726ae1ce3e4 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735995e7-4e8c-4897-a0e9-f6f9657f747b,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:51.697153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Pushing event updated for resources: {'Port': ['ID=5fd574b5-8a1e-4d01-a24d-585796d779d0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:51.739733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:51.768201 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53e2bf-b204-453f-bda0-ca888e993630 None None] Sync routers for ids ['ead79e5a-8aa4-45df-9e57-b642ea9ee429'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:51.768201 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53e2bf-b204-453f-bda0-ca888e993630 None None] Routers {'ead79e5a-8aa4-45df-9e57-b642ea9ee429'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:51.768201 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-da53e2bf-b204-453f-bda0-ca888e993630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ead79e5a-8aa4-45df-9e57-b642ea9ee429'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:51.795793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:51.796944 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5e575ece-a28c-412f-ab31-3768c71fa6ea tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "PUT /v2.0/routers/ead79e5a-8aa4-45df-9e57-b642ea9ee429 HTTP/1.1" status: 200 len: 879 time: 8.9915915 Jan 28 06:43:51.800453 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40414) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:51.822056 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-da53e2bf-b204-453f-bda0-ca888e993630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:51.830779 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da53e2bf-b204-453f-bda0-ca888e993630 None None] Routers {'ead79e5a-8aa4-45df-9e57-b642ea9ee429'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:51.831838 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-da53e2bf-b204-453f-bda0-ca888e993630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ead79e5a-8aa4-45df-9e57-b642ea9ee429'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:51.895869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-da53e2bf-b204-453f-bda0-ca888e993630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:51.896189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da53e2bf-b204-453f-bda0-ca888e993630 None None] The sync data for ids ['ead79e5a-8aa4-45df-9e57-b642ea9ee429'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:51.908108 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-19ce7940-9537-420b-a3cb-4b32cdc05ff0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.021586 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce7940-9537-420b-a3cb-4b32cdc05ff0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=44bf568f-856a-4988-b797-4e556f1b3c49,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:52.033331 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f3dd10ef-e2c6-4d8b-98db-b726ae1ce3e4 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.033331 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f3dd10ef-e2c6-4d8b-98db-b726ae1ce3e4 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0981305 Jan 28 06:43:52.033926 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port ad2f5d52-226e-467b-b859-27f2fda7207f {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:52.034273 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.041204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40418) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:52.088536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6da13c6c-223a-4b98-aef2-02a5852ef3d9 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Request body: {'security_group_rule': {'security_group_id': '4d8c5e03-afdb-4157-9ed4-9398f476d939', 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:52.110542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6da13c6c-223a-4b98-aef2-02a5852ef3d9 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:52.119451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6da13c6c-223a-4b98-aef2-02a5852ef3d9 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Usage tracker for resource:security_group_rule and tenant:a6fb61f475a54f949c93dfd98c4bc549 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:52.125551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6da13c6c-223a-4b98-aef2-02a5852ef3d9 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:52.132553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.148049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6da13c6c-223a-4b98-aef2-02a5852ef3d9 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:52.272361 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-6da13c6c-223a-4b98-aef2-02a5852ef3d9 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Project a6fb61f475a54f949c93dfd98c4bc549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:43:52.313180 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] The port 'ad2f5d52-226e-467b-b859-27f2fda7207f' was deleted {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:43:52.352695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6da13c6c-223a-4b98-aef2-02a5852ef3d9 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.360722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.421558 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-19ce7940-9537-420b-a3cb-4b32cdc05ff0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.455741 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7fdf5319-b09a-4ca7-b051-da763bbbed21 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/routers/ead79e5a-8aa4-45df-9e57-b642ea9ee429 HTTP/1.1" status: 200 len: 920 time: 0.6540456 Jan 28 06:43:52.508144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40422) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:52.516721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.589221 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-19ce7940-9537-420b-a3cb-4b32cdc05ff0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/44bf568f-856a-4988-b797-4e556f1b3c49 HTTP/1.1" status: 204 len: 168 time: 2.4313514 Jan 28 06:43:52.594139 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.597632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c67e5e-6dd6-4554-903e-9ab81fb05329']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:52.604423 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40426) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:52.652813 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c0f122-2427-445f-a94e-c01dd0349bc5') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:52.653102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c0f122-2427-445f-a94e-c01dd0349bc5') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:52.666266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6da13c6c-223a-4b98-aef2-02a5852ef3d9 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.674317 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.694191 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.744543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.779148 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:43:52.779575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.781652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6da13c6c-223a-4b98-aef2-02a5852ef3d9 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:43:52.802098 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:43:52.822323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1452a-d025-4620-b39b-b7352287b42b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:52.823849 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1452a-d025-4620-b39b-b7352287b42b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:52.825878 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d1452a-d025-4620-b39b-b7352287b42b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:52.826668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-68d1452a-d025-4620-b39b-b7352287b42b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:52.830502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed716c01-4cef-4f9f-8b94-d922762f1f15 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:52.834351 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ed716c01-4cef-4f9f-8b94-d922762f1f15 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&device_id=ead79e5a-8aa4-45df-9e57-b642ea9ee429&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3206737 Jan 28 06:43:52.850113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Network 1666a839-3c3e-4507-9e4f-41973513715d is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:52.851085 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40430) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:52.876526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da13c6c-223a-4b98-aef2-02a5852ef3d9 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c874e508-5449-463a-8d85-41da0d719ccd,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:52.906573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:52.931922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Pushing event updated for resources: {'Port': ['ID=0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:52.939041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:52.939613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:52.940201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.978099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6da13c6c-223a-4b98-aef2-02a5852ef3d9 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:52.979342 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6da13c6c-223a-4b98-aef2-02a5852ef3d9 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9306996 Jan 28 06:43:52.985265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40434) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:53.000655 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Request body: {'network': {'name': 'tempest-network-smoke--1732422759', 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'port_security_enabled': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:53.016636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:53.025663 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Usage tracker for resource:network and tenant:a6fb61f475a54f949c93dfd98c4bc549 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:53.027528 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.030250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:53.039063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:53.050288 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.052075 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/networks/39c67e5e-6dd6-4554-903e-9ab81fb05329 HTTP/1.1" status: 204 len: 168 time: 3.1619899 Jan 28 06:43:53.058655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40438) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:53.059807 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-68d1452a-d025-4620-b39b-b7352287b42b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:53.064405 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-68d1452a-d025-4620-b39b-b7352287b42b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4555428 Jan 28 06:43:53.065285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e8f08-0e75-44b1-8b5b-d6a465039836 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Network': ['ID=39c67e5e-6dd6-4554-903e-9ab81fb05329,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:53.067603 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9e11b995-5d8d-4953-86fc-49ebd5bd204f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2468657 Jan 28 06:43:53.068180 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40442) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:53.078978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-510981089'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:53.084781 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40444) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:53.089330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:53.136975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.146969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.204104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Made reservation on behalf of a6fb61f475a54f949c93dfd98c4bc549 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:53.207452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.236527 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.238544 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8240'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:53.280541 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:network and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:53.294845 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:53.313538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:53.321610 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210702f4-9087-47ab-aadd-f18b23f82a1d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:53.322167 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-210702f4-9087-47ab-aadd-f18b23f82a1d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Synchronizing usage tracker for tenant:4339fab10b034116bd88b3081c5f45bb on resource:network {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:53.386685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e527aa2-6490-41fe-9581-36346611621e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet a687b255-ccfe-4326-93c9-fcd32ea22848 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:43:53.409781 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2e527aa2-6490-41fe-9581-36346611621e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.443656 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:53.446887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.474852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-210702f4-9087-47ab-aadd-f18b23f82a1d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Unset dirty status for tenant:4339fab10b034116bd88b3081c5f45bb on resource:network {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:53.475956 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-210702f4-9087-47ab-aadd-f18b23f82a1d tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/networks/e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 881 time: 0.6191540 Jan 28 06:43:53.480142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40450) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:53.488647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:53.495845 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2e527aa2-6490-41fe-9581-36346611621e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.525468 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.564176 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:43:53.622616 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.622963 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Added segment 86d3c2aa-3930-424e-8fc3-844d7f84e93c of type vlan for network 358f337d-29ba-45ee-b1f4-6d6dad0850da Jan 28 06:43:53.626745 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-76d2f57f-5c7c-4c86-9e6c-8f013fdaf434 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead79e5a-8aa4-45df-9e57-b642ea9ee429 HTTP/1.1" status: 200 len: 205 time: 0.1393299 Jan 28 06:43:53.632592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40454) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:53.633182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=6333fbf4-acec-44d3-b321-fae58d45dc26,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:53.635765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.636101 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Added segment 05718cfa-fa4f-4eed-88fa-4995893715c5 of type vlan for network 34ccbbcd-21f9-4314-a4df-75e91dd6be18 Jan 28 06:43:53.639391 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.716928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.778553 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.847459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network 74380eb7-15a9-4ad7-8f19-f4dee5aede75 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:53.848536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:53.913754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.913974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2e527aa2-6490-41fe-9581-36346611621e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.919678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:53.920269 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:53.923827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Router e65a7fa4-3dec-4fea-953a-098a554983c5 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:43:53.969164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.resource_extend [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:43:54.014801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.088861 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-976cbfac-ac6a-44d8-a086-b129057fa659 None None] Provisioning complete for port 6333fbf4-acec-44d3-b321-fae58d45dc26 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:54.089462 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-976cbfac-ac6a-44d8-a086-b129057fa659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.130181 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1411178 Jan 28 06:43:54.150892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-976cbfac-ac6a-44d8-a086-b129057fa659 None None] Port 6333fbf4-acec-44d3-b321-fae58d45dc26 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:43:54.177077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd220c-acf9-46a7-ba0a-09ca24de0bab tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event updated for resources: {'Network': ['ID=34ccbbcd-21f9-4314-a4df-75e91dd6be18,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:54.177336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.177832 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40458) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:54.182687 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:54.183217 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.188482 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 34ccbbcd-21f9-4314-a4df-75e91dd6be18 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:43:54.200365 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-630880367', 'admin_state_up': True, 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:54.225632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:54.291457 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Usage tracker for resource:router and tenant:a6fb61f475a54f949c93dfd98c4bc549 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:54.307904 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:54.320524 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] device_id is not set on port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:54.322115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:54.342029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router 4528d724-76f4-45e9-ae04-18aef3c23c5a has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:43:54.349599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:54.359621 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21d9a2-fe15-4a43-bd1f-e358116b8476 None None] Sync routers for ids ['e65a7fa4-3dec-4fea-953a-098a554983c5'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:54.369385 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc21d9a2-fe15-4a43-bd1f-e358116b8476 None None] Routers {'e65a7fa4-3dec-4fea-953a-098a554983c5'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:54.370417 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bc21d9a2-fe15-4a43-bd1f-e358116b8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e65a7fa4-3dec-4fea-953a-098a554983c5'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:54.382795 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.384976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Network': ['ID=358f337d-29ba-45ee-b1f4-6d6dad0850da,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:54.398318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 358f337d-29ba-45ee-b1f4-6d6dad0850da details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:43:54.406606 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.469711 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bc21d9a2-fe15-4a43-bd1f-e358116b8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:54.478148 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc21d9a2-fe15-4a43-bd1f-e358116b8476 None None] Routers {'e65a7fa4-3dec-4fea-953a-098a554983c5'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:54.478727 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bc21d9a2-fe15-4a43-bd1f-e358116b8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e65a7fa4-3dec-4fea-953a-098a554983c5'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:54.538765 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bc21d9a2-fe15-4a43-bd1f-e358116b8476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:54.539170 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21d9a2-fe15-4a43-bd1f-e358116b8476 None None] The sync data for ids ['e65a7fa4-3dec-4fea-953a-098a554983c5'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:54.543209 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:43:54.550892 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2dca0c78-32bf-4eb3-b5d9-3a7e9a1bd78a tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "PUT /v2.0/routers/4528d724-76f4-45e9-ae04-18aef3c23c5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3296418 Jan 28 06:43:54.553848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df813a1c-fd76-418a-8591-98d155622847 None None] Sync routers for ids ['4528d724-76f4-45e9-ae04-18aef3c23c5a'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:43:54.560797 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40462) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:54.563351 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df813a1c-fd76-418a-8591-98d155622847 None None] Routers {'4528d724-76f4-45e9-ae04-18aef3c23c5a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:54.563964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-df813a1c-fd76-418a-8591-98d155622847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4528d724-76f4-45e9-ae04-18aef3c23c5a'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:54.566320 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'port': {'network_id': '74380eb7-15a9-4ad7-8f19-f4dee5aede75', 'name': 'tempest-FloatingIPTestJSON-801105716'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:54.623882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-df813a1c-fd76-418a-8591-98d155622847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:54.632141 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df813a1c-fd76-418a-8591-98d155622847 None None] Routers {'4528d724-76f4-45e9-ae04-18aef3c23c5a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:43:54.632733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-df813a1c-fd76-418a-8591-98d155622847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4528d724-76f4-45e9-ae04-18aef3c23c5a'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:54.651816 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Transition to ACTIVE for port object 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e will not be triggered until provisioned by entity L2. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:54.653548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2e527aa2-6490-41fe-9581-36346611621e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.695178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e527aa2-6490-41fe-9581-36346611621e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=a687b255-ccfe-4326-93c9-fcd32ea22848,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:54.697477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2e527aa2-6490-41fe-9581-36346611621e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.699352 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2e527aa2-6490-41fe-9581-36346611621e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/a687b255-ccfe-4326-93c9-fcd32ea22848 HTTP/1.1" status: 204 len: 168 time: 1.6165051 Jan 28 06:43:54.701352 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7e971294-86bc-427c-a548-39f530b36193 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6393509 Jan 28 06:43:54.701799 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.702008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Deleting port 78d8d3fc-ba0f-4912-9860-512dec4ac5cf {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:54.702341 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.704057 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-19820649-3c53-41d2-b29f-24d02eaf99f9 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.1591721 Jan 28 06:43:54.704057 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40466) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:54.726768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a7e747-edc5-4a4e-bb82-32ffb29ab5a6 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:54.732120 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40470) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:54.732120 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40472) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:54.753233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:54.760581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Usage tracker for resource:port and tenant:866b65adc81f45ee83e2445ee7ce42b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:54.763609 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-df813a1c-fd76-418a-8591-98d155622847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:43:54.763829 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df813a1c-fd76-418a-8591-98d155622847 None None] The sync data for ids ['4528d724-76f4-45e9-ae04-18aef3c23c5a'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:43:54.774464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:54.783881 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:54.802344 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-00054eda-dfb2-424f-809d-87d4ececdfb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet dc8bf73e-82c1-48d4-b4d6-a296b30869c4 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:43:54.802551 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': '358f337d-29ba-45ee-b1f4-6d6dad0850da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:54.802663 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00054eda-dfb2-424f-809d-87d4ececdfb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.817683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.829728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.830853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.878216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00054eda-dfb2-424f-809d-87d4ececdfb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.906733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.932940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Made reservation on behalf of 866b65adc81f45ee83e2445ee7ce42b7 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:54.937037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:54.979134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] device_id is not set on port 4ca4108b-f2bd-47fe-b0dc-2303d3441c39 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:43:55.368269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Pushing event updated for resources: {'Port': ['ID=0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:55.372655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:55.399361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:55.406507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00054eda-dfb2-424f-809d-87d4ececdfb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:55.406783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:55.406783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:55.406783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:55.413143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:55.426190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:55.426530 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:55.445510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:55.449995 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 2 to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e Jan 28 06:43:55.481883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:55.500233 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-302e57d9-1682-4e60-9e1b-47345780905d tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/routers/e65a7fa4-3dec-4fea-953a-098a554983c5 HTTP/1.1" status: 200 len: 924 time: 0.7621272 Jan 28 06:43:55.505340 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40478) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:55.555573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:55.575130 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:55.575488 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:55.575826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:55.603045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Allocated IP 172.20.0.8 (74380eb7-15a9-4ad7-8f19-f4dee5aede75/03a49cb7-7257-439f-8641-e5dce49734ab/4ca4108b-f2bd-47fe-b0dc-2303d3441c39) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:55.688598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1b9d6d04-9ab2-40e7-8259-6f518a68c39c None None] Provisioning complete for port 79f3cf6e-d881-409a-bd05-f9f2a6bce632 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:55.689371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1b9d6d04-9ab2-40e7-8259-6f518a68c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:55.695911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:55.698995 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:55.722012 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Calling delete_port for 78d8d3fc-ba0f-4912-9860-512dec4ac5cf owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:55.725798 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00054eda-dfb2-424f-809d-87d4ececdfb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:55.758589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:55.758589 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:55.769218 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 3 to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e Jan 28 06:43:55.784775 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cb5ce4ad-3c51-4b97-86a3-3e241217f5e8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65a7fa4-3dec-4fea-953a-098a554983c5 HTTP/1.1" status: 200 len: 205 time: 0.2759027 Jan 28 06:43:55.801473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40482) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:55.829902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00054eda-dfb2-424f-809d-87d4ececdfb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8bf73e-82c1-48d4-b4d6-a296b30869c4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:55.835162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00054eda-dfb2-424f-809d-87d4ececdfb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:55.848186 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a391264-d033-4dbc-85ea-80ec5b5634ad None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:55.911009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:55.911294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:55.911653 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:55.912943 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:55.982639 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-00054eda-dfb2-424f-809d-87d4ececdfb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/dc8bf73e-82c1-48d4-b4d6-a296b30869c4 HTTP/1.1" status: 204 len: 168 time: 1.2753615 Jan 28 06:43:55.990291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40486) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:55.999515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Transition to ACTIVE for port object 4ca4108b-f2bd-47fe-b0dc-2303d3441c39 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:56.003861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:56.003861 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:56.015728 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 4 to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e Jan 28 06:43:56.067400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f391e4d3-3a94-4edb-8985-2d469f9afecc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:router {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:56.127775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2188d591-f10d-479c-95f7-947def9e330c None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:43:56.132131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2188d591-f10d-479c-95f7-947def9e330c None None] Deleting port 79f3cf6e-d881-409a-bd05-f9f2a6bce632 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:56.132546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2188d591-f10d-479c-95f7-947def9e330c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:56.149303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:56.149780 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:56.150212 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:56.185340 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:56.185822 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:56.190979 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 5 to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e Jan 28 06:43:56.226830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:56.254183 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:56.263650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f391e4d3-3a94-4edb-8985-2d469f9afecc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:router {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:43:56.267572 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f391e4d3-3a94-4edb-8985-2d469f9afecc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2734840 Jan 28 06:43:56.283438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:56.283755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:56.284140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:56.286947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40490) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:56.307395 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:56.307721 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:56.313935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:56.328673 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 6 to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e Jan 28 06:43:56.362078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:56.372827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-2188d591-f10d-479c-95f7-947def9e330c None None] For port 79f3cf6e-d881-409a-bd05-f9f2a6bce632, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=79f3cf6e-d881-409a-bd05-f9f2a6bce632,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:56.373217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2188d591-f10d-479c-95f7-947def9e330c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:56.404502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Network 74380eb7-15a9-4ad7-8f19-f4dee5aede75 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:56.405707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:56.410227 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:56.413039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event updated for resources: {'Port': ['ID=4ca4108b-f2bd-47fe-b0dc-2303d3441c39,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:56.415251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:56.460773 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:56.461099 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:56.461615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:56.517422 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2188d591-f10d-479c-95f7-947def9e330c None None] Calling delete_port for 79f3cf6e-d881-409a-bd05-f9f2a6bce632 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:56.524677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:56.525671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:56.661849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 79f3cf6e-d881-409a-bd05-f9f2a6bce632 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:43:56.722410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2188d591-f10d-479c-95f7-947def9e330c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:56.751699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:56.752273 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:56.770556 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 7 to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e Jan 28 06:43:56.775153 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-55693416-b8a2-4d84-98c1-5de3da41da7b tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2127438 Jan 28 06:43:56.777886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40494) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:56.784665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e3007e86-2a18-4ed8-abd8-d07c5feb5345 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Request body: {'floatingip': {'port_id': '4ca4108b-f2bd-47fe-b0dc-2303d3441c39'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:56.790423 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188d591-f10d-479c-95f7-947def9e330c None None] Pushing event deleted for resources: {'Port': ['ID=79f3cf6e-d881-409a-bd05-f9f2a6bce632,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:56.792247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2188d591-f10d-479c-95f7-947def9e330c None None] No DVR routers for this DVR port 79f3cf6e-d881-409a-bd05-f9f2a6bce632 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:43:56.806144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No active binding found for port 79f3cf6e-d881-409a-bd05-f9f2a6bce632 {{(pid=88218) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 28 06:43:56.806144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 79f3cf6e-d881-409a-bd05-f9f2a6bce632 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:43:56.846891 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:56.847547 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:56.848082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:56.858217 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:56.858647 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:56.871934 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 8 to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e Jan 28 06:43:56.881002 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:56.890660 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6fcf664f-33c7-4846-9777-3ac713603d0e None None] Provisioning for port 4ca4108b-f2bd-47fe-b0dc-2303d3441c39 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:43:56.890822 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Allocated IP 172.26.4.216 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/5142347d-327d-41f6-b13e-af940efccb0c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:56.892058 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6fcf664f-33c7-4846-9777-3ac713603d0e None None] Provisioning complete for port 4ca4108b-f2bd-47fe-b0dc-2303d3441c39 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:43:56.892543 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6fcf664f-33c7-4846-9777-3ac713603d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:56.904810 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:56.913939 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:56.936214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3007e86-2a18-4ed8-abd8-d07c5feb5345 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:56.942251 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:56.942251 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:56.942251 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:56.942251 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:56.948777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:56.955148 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:56.957151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf664f-33c7-4846-9777-3ac713603d0e None None] Port 4ca4108b-f2bd-47fe-b0dc-2303d3441c39 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:43:57.001170 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:57.001507 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:57.009701 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 9 to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e Jan 28 06:43:57.019058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Pushing event deleted for resources: {'Port': ['ID=78d8d3fc-ba0f-4912-9860-512dec4ac5cf,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:57.025618 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:57.103303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:57.103553 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:57.103884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:57.105994 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Deleting port 5fd574b5-8a1e-4d01-a24d-585796d779d0 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:57.106339 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:57.129022 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:57.132717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:57.218200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:57.218461 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:57.235565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:57.237936 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempt 10 to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e Jan 28 06:43:57.355053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Subnet': ['ID=6e5d2dd7-565c-4390-8f3e-2f656e05b475,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:57.357212 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:57.357546 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:57.357883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempting to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:57.394179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:43:57.394513 dv-neutron-824022-4-hyperv neutron-server[88216]: ERROR neutron.plugins.ml2.managers [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Failed to bind port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on host hv-neutron-8240 for vnic_type normal using segments [{'id': '442eb864-30a1-42ba-9561-b549cca4f1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1666a839-3c3e-4507-9e4f-41973513715d'}] Jan 28 06:43:57.394872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:57.425570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:57.528191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:57.593397 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Checking segment: {'id': '86d3c2aa-3930-424e-8fc3-844d7f84e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '358f337d-29ba-45ee-b1f4-6d6dad0850da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:57.594016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network hostable DHCP agents. Network: 358f337d-29ba-45ee-b1f4-6d6dad0850da, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:43:57.605797 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:57.617517 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:57.624413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:57.660865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event updated for resources: {'Port': ['ID=5142347d-327d-41f6-b13e-af940efccb0c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:57.724293 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:57.730042 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:57.824854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:57.898249 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] For port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e, host hv-neutron-8240, cleared binding levels {{(pid=88216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:57.898619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attempted to set empty binding levels {{(pid=88216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 06:43:57.957810 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network 358f337d-29ba-45ee-b1f4-6d6dad0850da is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:43:57.965683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Calling delete_port for 5fd574b5-8a1e-4d01-a24d-585796d779d0 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:57.989532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3007e86-2a18-4ed8-abd8-d07c5feb5345 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.005256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.005783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Fanout notify agent at l3_agent the message router_deleted on router ead79e5a-8aa4-45df-9e57-b642ea9ee429 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:43:58.017784 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.103926 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] In _notify_port_updated(), no bound segment for port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e on network 1666a839-3c3e-4507-9e4f-41973513715d {{(pid=88216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:43:58.104797 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:58.105936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.107301 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "PUT /v2.0/ports/0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e HTTP/1.1" status: 200 len: 981 time: 5.0196147 Jan 28 06:43:58.115417 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40498) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:58.177212 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 358f337d-29ba-45ee-b1f4-6d6dad0850da) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:58.185782 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02af183a-5b47-486a-9cc1-cb4ab2b340ee None None] Network 358f337d-29ba-45ee-b1f4-6d6dad0850da requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:58.217300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:58.217899 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.222316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3007e86-2a18-4ed8-abd8-d07c5feb5345 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.363156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808e030-24b3-4df0-8622-d85ffc734950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Pushing event updated for resources: {'Port': ['ID=0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e,revision_number=3']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:58.384927 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.386070 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e475a5b0-aa7f-4aac-b9fc-b351d2925937 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "DELETE /v2.0/routers/ead79e5a-8aa4-45df-9e57-b642ea9ee429 HTTP/1.1" status: 204 len: 168 time: 4.7508795 Jan 28 06:43:58.392216 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40502) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:58.400478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-8c21eab1-bf7e-4fa7-9c42-71c6331442eb tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1788136820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:58.407658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-672f0805-d2c0-41f9-8936-553533b86ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Deleting port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:43:58.408000 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-672f0805-d2c0-41f9-8936-553533b86ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.412993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-358f337d-29ba-45ee-b1f4-6d6dad0850da', 'network_id': '358f337d-29ba-45ee-b1f4-6d6dad0850da', 'tenant_id': 'b7aa4a407e9649129af7fe8bd57ba33e', 'fixed_ips': [{'subnet_id': '6e5d2dd7-565c-4390-8f3e-2f656e05b475'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:43:58.414042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.439672 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8c21eab1-bf7e-4fa7-9c42-71c6331442eb tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:58.468771 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8c21eab1-bf7e-4fa7-9c42-71c6331442eb tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Usage tracker for resource:router and tenant:e38c8523c4034d3496e7320653480a63 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:43:58.477545 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8c21eab1-bf7e-4fa7-9c42-71c6331442eb tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:43:58.481811 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cf050e60-078f-4164-b7db-1bf7282f028e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7489111 Jan 28 06:43:58.487949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40506) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:58.501481 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'network_id': '358f337d-29ba-45ee-b1f4-6d6dad0850da', 'name': 'tempest-PortsIpV6TestJSON-425677744', 'fixed_ips': [{'subnet_id': '6e5d2dd7-565c-4390-8f3e-2f656e05b475', 'ip_address': '2001:db8::10'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:58.522187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8c21eab1-bf7e-4fa7-9c42-71c6331442eb tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:58.531419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.592482 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-e3007e86-2a18-4ed8-abd8-d07c5feb5345 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Floating IP e48212da-5f64-4d52-9390-2904325e8e35 associated. External IP: 172.26.4.199, port: b91030d8-e1ea-4153-9cba-60c97944cbb1. Jan 28 06:43:58.617208 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Allocated IP 2001:db8::2 (358f337d-29ba-45ee-b1f4-6d6dad0850da/6e5d2dd7-565c-4390-8f3e-2f656e05b475/36e7f7e3-2368-429e-b713-ff34e78f0a37) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:58.680725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.objects.ports [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88216) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:43:58.701046 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c21eab1-bf7e-4fa7-9c42-71c6331442eb tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.702045 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c21eab1-bf7e-4fa7-9c42-71c6331442eb tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.711965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.834304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.845297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Transition to ACTIVE for port object 36e7f7e3-2368-429e-b713-ff34e78f0a37 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:58.845859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:58.863561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c21eab1-bf7e-4fa7-9c42-71c6331442eb tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.863919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Transition to ACTIVE for port object 36e7f7e3-2368-429e-b713-ff34e78f0a37 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:58.870259 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:58.884010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0d2e21-1b7e-4450-bdb3-fc5e58eaff39 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:43:58.887809 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:43:58.888779 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.891965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.901197 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-672f0805-d2c0-41f9-8936-553533b86ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] For port 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e, host hv-neutron-8240, got binding levels [] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:43:58.901553 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-672f0805-d2c0-41f9-8936-553533b86ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:58.952006 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=671034c7-a636-498f-a7ec-5ba6c148580e,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:58.988862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:59.010809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:43:59.020143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Pushing event deleted for resources: {'Port': ['ID=5fd574b5-8a1e-4d01-a24d-585796d779d0,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:59.075547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Network 358f337d-29ba-45ee-b1f4-6d6dad0850da is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:43:59.087263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:43:59.096366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-672f0805-d2c0-41f9-8936-553533b86ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Calling delete_port for 0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:43:59.097316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:43:59.105221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Pushing event updated for resources: {'Port': ['ID=36e7f7e3-2368-429e-b713-ff34e78f0a37,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:59.142917 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:43:59.249725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:59.279782 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Attempting to bind port 36e7f7e3-2368-429e-b713-ff34e78f0a37 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:43:59.280385 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Attempting to bind port 36e7f7e3-2368-429e-b713-ff34e78f0a37 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '86d3c2aa-3930-424e-8fc3-844d7f84e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '358f337d-29ba-45ee-b1f4-6d6dad0850da'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:43:59.280511 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Attempting to bind port 36e7f7e3-2368-429e-b713-ff34e78f0a37 on network 358f337d-29ba-45ee-b1f4-6d6dad0850da {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:43:59.292741 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:43:59.293667 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Checking segment: {'id': '86d3c2aa-3930-424e-8fc3-844d7f84e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '358f337d-29ba-45ee-b1f4-6d6dad0850da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:43:59.295887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:59.295887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Bound using segment: {'id': '86d3c2aa-3930-424e-8fc3-844d7f84e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '358f337d-29ba-45ee-b1f4-6d6dad0850da'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:43:59.295887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Bound port: 36e7f7e3-2368-429e-b713-ff34e78f0a37, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d3c2aa-3930-424e-8fc3-844d7f84e93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '358f337d-29ba-45ee-b1f4-6d6dad0850da'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:43:59.295887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:59.296657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c21eab1-bf7e-4fa7-9c42-71c6331442eb tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:59.309272 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': '671034c7-a636-498f-a7ec-5ba6c148580e'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:43:59.310118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:59.370260 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-90a06daa-ae75-472b-9681-046c066fb8e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0753782 Jan 28 06:43:59.370953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40514) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:59.441315 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-61f98b24-6fe9-4772-8408-cf25f42974e5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:59.471131 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-672f0805-d2c0-41f9-8936-553533b86ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:59.476858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] For port 36e7f7e3-2368-429e-b713-ff34e78f0a37, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:43:59.482411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:59.482630 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] For port 36e7f7e3-2368-429e-b713-ff34e78f0a37, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=36e7f7e3-2368-429e-b713-ff34e78f0a37,segment=NetworkSegment(86d3c2aa-3930-424e-8fc3-844d7f84e93c),segment_id=86d3c2aa-3930-424e-8fc3-844d7f84e93c)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:43:59.485259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:59.528559 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:59.544587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Allocated IP 2001:db8::f816:3eff:fef5:5bbe (2d564f63-c0b4-45b7-8160-b73c1310d2e3/671034c7-a636-498f-a7ec-5ba6c148580e/27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:43:59.564192 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3007e86-2a18-4ed8-abd8-d07c5feb5345 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:43:59.577775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:43:59.594844 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:59.606853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f0805-d2c0-41f9-8936-553533b86ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Pushing event deleted for resources: {'Port': ['ID=0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:59.624115 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-672f0805-d2c0-41f9-8936-553533b86ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:59.629635 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-672f0805-d2c0-41f9-8936-553533b86ee2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "DELETE /v2.0/ports/0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e HTTP/1.1" status: 204 len: 168 time: 1.4984746 Jan 28 06:43:59.629635 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c21eab1-bf7e-4fa7-9c42-71c6331442eb tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:59.629635 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8c21eab1-bf7e-4fa7-9c42-71c6331442eb tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2349467 Jan 28 06:43:59.632021 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40518) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:59.632356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40520) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:43:59.672861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'enable_snat': True}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:43:59.778191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b61bf-8697-483b-a6bb-b1e72f08e933 None None] Pushing event updated for resources: {'Port': ['ID=36e7f7e3-2368-429e-b713-ff34e78f0a37,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:43:59.862028 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:43:59.872206 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Transition to ACTIVE for port object 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:59.891558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Transition to ACTIVE for port object 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:43:59.919902 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5b6bf5-15ee-4f8b-a80c-f5935c722989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] GET failed (client error): The resource could not be found. Jan 28 06:43:59.920513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bd5b6bf5-15ee-4f8b-a80c-f5935c722989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Synchronizing usage tracker for tenant:2e272044cbdf49289daee1dd2d826842 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:43:59.973672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.017245 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.017935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3007e86-2a18-4ed8-abd8-d07c5feb5345 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:00.018500 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Fanout notify agent at l3_agent the message router_deleted on router e65a7fa4-3dec-4fea-953a-098a554983c5 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:44:00.019927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port 6f7a2d95-1528-4840-925c-1b2addaa6058 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:44:00.020649 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-61f98b24-6fe9-4772-8408-cf25f42974e5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:00.040010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bd5b6bf5-15ee-4f8b-a80c-f5935c722989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] Unset dirty status for tenant:2e272044cbdf49289daee1dd2d826842 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:00.040010 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bd5b6bf5-15ee-4f8b-a80c-f5935c722989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1221318230-project-admin] 10.222.0.25 "GET /v2.0/ports/0de9c9f0-31f6-4cd7-b85b-f5f4e73b753e HTTP/1.1" status: 404 len: 333 time: 0.4033740 Jan 28 06:44:00.040204 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f93c56-30a7-410b-8c3a-eae1520ab810 None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:00.040600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-61f98b24-6fe9-4772-8408-cf25f42974e5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:00.046907 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40526) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:00.047733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-61f98b24-6fe9-4772-8408-cf25f42974e5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:00.055045 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f93c56-30a7-410b-8c3a-eae1520ab810 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:00.057743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.068483 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-15f93c56-30a7-410b-8c3a-eae1520ab810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:00.131780 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.133132 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-91cb825c-0851-4952-b2fb-794dbf5a17b8 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "DELETE /v2.0/routers/e65a7fa4-3dec-4fea-953a-098a554983c5 HTTP/1.1" status: 204 len: 168 time: 4.3307390 Jan 28 06:44:00.134510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-61f98b24-6fe9-4772-8408-cf25f42974e5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:00.142337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40530) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:00.154084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Request body: {'router': {'name': 'tempest-snat-router-477767726', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'enable_snat': False}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:00.172877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:00.173988 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-15f93c56-30a7-410b-8c3a-eae1520ab810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:00.189913 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f93c56-30a7-410b-8c3a-eae1520ab810 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:00.192057 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Usage tracker for resource:router and tenant:9c2d6a0b2280429fb44eee08c0680fe7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:00.192511 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-15f93c56-30a7-410b-8c3a-eae1520ab810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:00.196475 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:00.214147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:00.217978 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:00.221487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:00.226147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Pushing event updated for resources: {'Port': ['ID=27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:00.317513 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:00.333431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f98b24-6fe9-4772-8408-cf25f42974e5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:00.337073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-61f98b24-6fe9-4772-8408-cf25f42974e5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.340644 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Router 66faa02e-881d-4048-9b0e-a8a1378d6541 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:44:00.352874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Attempting to bind port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:44:00.354352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Attempting to bind port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:44:00.354352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Attempting to bind port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:44:00.362782 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:44:00.364957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:00.364957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.364957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:44:00.364957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Bound port: 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:44:00.365802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.396573 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-15f93c56-30a7-410b-8c3a-eae1520ab810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:00.397219 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f93c56-30a7-410b-8c3a-eae1520ab810 None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:00.441747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.473963 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ec673b3-2f8d-4b96-b979-1ac58eaa4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.481206 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] For port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:44:00.485870 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] For port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:44:00.490125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.491117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.581593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.668192 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Allocated IP 2001:db8::10 (358f337d-29ba-45ee-b1f4-6d6dad0850da/6e5d2dd7-565c-4390-8f3e-2f656e05b475/6f7a2d95-1528-4840-925c-1b2addaa6058) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:00.691941 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 36e7f7e3-2368-429e-b713-ff34e78f0a37 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:00.766267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a19c00-d596-4e2b-9d90-66c454d35d68 None None] Pushing event updated for resources: {'Port': ['ID=27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:00.784465 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ec673b3-2f8d-4b96-b979-1ac58eaa4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.812010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.878594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d61bb6c6-df66-4caa-b519-a18933591d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:00.882184 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0ec673b3-2f8d-4b96-b979-1ac58eaa4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1666a839-3c3e-4507-9e4f-41973513715d']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:00.897357 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 36e7f7e3-2368-429e-b713-ff34e78f0a37 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:00.910879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0ec673b3-2f8d-4b96-b979-1ac58eaa4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442eb864-30a1-42ba-9561-b549cca4f1e1') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:00.911336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0ec673b3-2f8d-4b96-b979-1ac58eaa4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442eb864-30a1-42ba-9561-b549cca4f1e1') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:00.932270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ec673b3-2f8d-4b96-b979-1ac58eaa4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:01.031872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ec673b3-2f8d-4b96-b979-1ac58eaa4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:01.056046 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec673b3-2f8d-4b96-b979-1ac58eaa4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:44:01.056834 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ec673b3-2f8d-4b96-b979-1ac58eaa4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:44:01.077966 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:44:01.180074 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:44:01.270990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:01.284640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Sync routers for ids ['66faa02e-881d-4048-9b0e-a8a1378d6541'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:01.296929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Routers {'66faa02e-881d-4048-9b0e-a8a1378d6541'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:01.305271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['66faa02e-881d-4048-9b0e-a8a1378d6541'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:01.368864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3007e86-2a18-4ed8-abd8-d07c5feb5345 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router 4528d724-76f4-45e9-ae04-18aef3c23c5a has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:44:01.381471 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ec673b3-2f8d-4b96-b979-1ac58eaa4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:01.437557 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ec673b3-2f8d-4b96-b979-1ac58eaa4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:01.455536 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec673b3-2f8d-4b96-b979-1ac58eaa4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] Pushing event deleted for resources: {'Network': ['ID=1666a839-3c3e-4507-9e4f-41973513715d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:01.463090 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0ec673b3-2f8d-4b96-b979-1ac58eaa4244 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1593379394-project] 10.222.0.25 "DELETE /v2.0/networks/1666a839-3c3e-4507-9e4f-41973513715d HTTP/1.1" status: 204 len: 168 time: 1.4113383 Jan 28 06:44:01.484561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:01.487929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed2e887-872a-4f8b-9f09-cf25dfaff3dd None None] Network 358f337d-29ba-45ee-b1f4-6d6dad0850da requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:01.518297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-61f98b24-6fe9-4772-8408-cf25f42974e5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:01.566665 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:01.570605 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:01.574504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:01.575879 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ea53e2a1-8d05-42f8-bac9-ef9b8b43e038 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.3888555 Jan 28 06:44:01.586097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40536) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:01.684352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-18b3a7ed-0dc2-43ec-a962-1f387fa4ae40 None None] Provisioning for port 36e7f7e3-2368-429e-b713-ff34e78f0a37 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:01.716279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-18b3a7ed-0dc2-43ec-a962-1f387fa4ae40 None None] Provisioning complete for port 36e7f7e3-2368-429e-b713-ff34e78f0a37 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:01.716652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18b3a7ed-0dc2-43ec-a962-1f387fa4ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:01.765556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Transition to ACTIVE for port object 6f7a2d95-1528-4840-925c-1b2addaa6058 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:01.789997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:01.818633 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f98b24-6fe9-4772-8408-cf25f42974e5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:01.831803 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-61f98b24-6fe9-4772-8408-cf25f42974e5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:01.845925 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f98b24-6fe9-4772-8408-cf25f42974e5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:01.846085 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Set router 66faa02e-881d-4048-9b0e-a8a1378d6541 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:44:01.846566 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-61f98b24-6fe9-4772-8408-cf25f42974e5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:01.861466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f98b24-6fe9-4772-8408-cf25f42974e5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=05d0c36b-14a4-4c0a-87f8-c5fb28ded41e,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:01.979897 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40542) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:01.983478 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8fc98979-11b1-4ecf-832d-d6c118308354 tempest-TestNetworkAdvancedServerOps-1361496745 tempest-TestNetworkAdvancedServerOps-1361496745-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=a6fb61f475a54f949c93dfd98c4bc549&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3338730 Jan 28 06:44:02.006949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3007e86-2a18-4ed8-abd8-d07c5feb5345 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:02.011437 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3007e86-2a18-4ed8-abd8-d07c5feb5345 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:02.020889 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-61f98b24-6fe9-4772-8408-cf25f42974e5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6324203 Jan 28 06:44:02.026787 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40546) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:02.027796 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6f4f4-1c10-44f5-a3f3-1cfb188a17cc None None] Sync routers for ids ['4528d724-76f4-45e9-ae04-18aef3c23c5a'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:02.034768 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'mac_address': 'fa:16:3e:66:fc:cf', 'name': 'tempest-NetworksTestDHCPv6-2049302897'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:02.044781 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6f4f4-1c10-44f5-a3f3-1cfb188a17cc None None] Routers {'4528d724-76f4-45e9-ae04-18aef3c23c5a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:02.045739 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1dd6f4f4-1c10-44f5-a3f3-1cfb188a17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4528d724-76f4-45e9-ae04-18aef3c23c5a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:02.149444 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1dd6f4f4-1c10-44f5-a3f3-1cfb188a17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:02.171351 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd6f4f4-1c10-44f5-a3f3-1cfb188a17cc None None] Routers {'4528d724-76f4-45e9-ae04-18aef3c23c5a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:02.171968 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1dd6f4f4-1c10-44f5-a3f3-1cfb188a17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:43:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4528d724-76f4-45e9-ae04-18aef3c23c5a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:02.184565 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e3007e86-2a18-4ed8-abd8-d07c5feb5345 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "PUT /v2.0/floatingips/e48212da-5f64-4d52-9390-2904325e8e35 HTTP/1.1" status: 200 len: 977 time: 5.4055440 Jan 28 06:44:02.187779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:02.191138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40552) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:02.310313 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2192134b-f849-4b21-8602-f553208fb484 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:02.316267 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1dd6f4f4-1c10-44f5-a3f3-1cfb188a17cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:02.316811 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd6f4f4-1c10-44f5-a3f3-1cfb188a17cc None None] The sync data for ids ['4528d724-76f4-45e9-ae04-18aef3c23c5a'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:02.320675 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:02.330852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Allocated IP 172.26.4.90 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/11cd916d-13a1-4e53-ad1e-241a20f7368d) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:02.334038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40556) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:02.340135 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:02.378046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network 358f337d-29ba-45ee-b1f4-6d6dad0850da is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:02.384028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:02.393423 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:02.396123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:02.401895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:02.402660 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:02.410014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=6f7a2d95-1528-4840-925c-1b2addaa6058,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:02.412797 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:02.425426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-270bd03b-f419-4b27-8c61-ebfd8468207d tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port 4ca4108b-f2bd-47fe-b0dc-2303d3441c39 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:02.425842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-270bd03b-f419-4b27-8c61-ebfd8468207d tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:02.552360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18b3a7ed-0dc2-43ec-a962-1f387fa4ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:02.552798 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:02.573543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b31cfd-0f6d-4b39-85c0-afca3544b3ab tempest-TestNetworkAdvancedServerOps-1361496745 tempest-TestNetworkAdvancedServerOps-1361496745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:02.577927 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b2b31cfd-0f6d-4b39-85c0-afca3544b3ab tempest-TestNetworkAdvancedServerOps-1361496745 tempest-TestNetworkAdvancedServerOps-1361496745-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5934668 Jan 28 06:44:02.583336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40562) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:02.628895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-18b3a7ed-0dc2-43ec-a962-1f387fa4ae40 None None] For port 36e7f7e3-2368-429e-b713-ff34e78f0a37, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=36e7f7e3-2368-429e-b713-ff34e78f0a37,segment=NetworkSegment(86d3c2aa-3930-424e-8fc3-844d7f84e93c),segment_id=86d3c2aa-3930-424e-8fc3-844d7f84e93c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:02.630288 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-76a51b88-1459-489d-80d0-f78638c0a570 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1411481 Jan 28 06:44:02.644727 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40566) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:02.662561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'network_id': '358f337d-29ba-45ee-b1f4-6d6dad0850da', 'name': 'tempest-PortsIpV6TestJSON-1304768383', 'fixed_ips': [{'subnet_id': '6e5d2dd7-565c-4390-8f3e-2f656e05b475', 'ip_address': '2001:db8::f'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:02.687264 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c354fb7a-8b4f-4dca-ae6d-5cd3ac5ecc20 tempest-TestNetworkAdvancedServerOps-1361496745 tempest-TestNetworkAdvancedServerOps-1361496745-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0977035 Jan 28 06:44:02.692234 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40570) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:02.708967 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-680106673', 'network_id': '34ccbbcd-21f9-4314-a4df-75e91dd6be18', 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:02.722330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:02.752569 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1a3795b0-1282-44ac-892a-3d01839db6a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d702dc0033cb42f0b37d6caf19b6e176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4138839 Jan 28 06:44:02.758543 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630880367', 'tenant_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '5142347d-327d-41f6-b13e-af940efccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:54Z', 'updated_at': '2022-01-28T06:43:57Z', 'revision_number': 3, 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'gw_port': {'id': '5142347d-327d-41f6-b13e-af940efccb0c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:56Z', 'updated_at': '2022-01-28T06:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:02.761536 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40574) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:02.768299 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18b3a7ed-0dc2-43ec-a962-1f387fa4ae40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:02.831899 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Checking router: 66faa02e-881d-4048-9b0e-a8a1378d6541 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:44:02.832253 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Updating router 66faa02e-881d-4048-9b0e-a8a1378d6541 port 5142347d-327d-41f6-b13e-af940efccb0c binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:44:02.895671 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:02.954300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:02.982194 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3a7ed-0dc2-43ec-a962-1f387fa4ae40 None None] Pushing event updated for resources: {'Port': ['ID=36e7f7e3-2368-429e-b713-ff34e78f0a37,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:02.987055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:03.052369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:03.057948 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 0d2aecec-98e1-444c-a137-6ccc0885c2c3 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:44:03.103593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:port and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:03.118640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:03.121772 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd265163-add3-4869-aea2-3dc392b73c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:03.130832 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:03.149535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:03.191318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:03.192564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd265163-add3-4869-aea2-3dc392b73c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:03.195783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-36d56047-e1f2-44ad-877b-4b0e59e5eec4 None None] Provisioning for port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:03.219665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Usage tracker for resource:subnet and tenant:a6fb61f475a54f949c93dfd98c4bc549 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:03.219939 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-36d56047-e1f2-44ad-877b-4b0e59e5eec4 None None] Provisioning complete for port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:03.220045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-36d56047-e1f2-44ad-877b-4b0e59e5eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:03.233225 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:03.236989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-270bd03b-f419-4b27-8c61-ebfd8468207d tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:03.243939 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:03.244267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:03.251522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:03.255259 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:03.283362 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:03.373421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d864ab1a-5078-4063-9da5-b18d5223c020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:03.455019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:03.484307 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:03.494366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:03.495340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Made reservation on behalf of a6fb61f475a54f949c93dfd98c4bc549 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:03.498916 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:03.506543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event updated for resources: {'Port': ['ID=11cd916d-13a1-4e53-ad1e-241a20f7368d,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:03.523937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:03.552073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:03.699738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-36d56047-e1f2-44ad-877b-4b0e59e5eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:03.712267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb28d1f-b681-4f28-84c4-882f62e3dd5f None None] Update dhcp port {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'fixed_ips': [{'subnet_id': '671034c7-a636-498f-a7ec-5ba6c148580e', 'ip_address': '2001:db8::f816:3eff:fef5:5bbe'}, {'subnet_id': '05d0c36b-14a4-4c0a-87f8-c5fb28ded41e'}], 'binding:host_id': 'dv-neutron-824022-4-hyperv'}, 'id': '27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91'} from dv-neutron-824022-4-hyperv. {{(pid=88218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 06:44:03.751381 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:03.858894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bdb28d1f-b681-4f28-84c4-882f62e3dd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:03.881141 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-36d56047-e1f2-44ad-877b-4b0e59e5eec4 None None] For port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:03.952832 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.007549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-36d56047-e1f2-44ad-877b-4b0e59e5eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.027055 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.034840 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-270bd03b-f419-4b27-8c61-ebfd8468207d tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.034840 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-270bd03b-f419-4b27-8c61-ebfd8468207d tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.034840 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-270bd03b-f419-4b27-8c61-ebfd8468207d tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Floating IP e48212da-5f64-4d52-9390-2904325e8e35 disassociated. External IP: 172.26.4.199, port: 4ca4108b-f2bd-47fe-b0dc-2303d3441c39. Jan 28 06:44:04.035612 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-270bd03b-f419-4b27-8c61-ebfd8468207d tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for 4ca4108b-f2bd-47fe-b0dc-2303d3441c39 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:04.042798 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 172.20.0.2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/05d0c36b-14a4-4c0a-87f8-c5fb28ded41e/0d2aecec-98e1-444c-a137-6ccc0885c2c3) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:04.044620 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Transition to ACTIVE for port object 5142347d-327d-41f6-b13e-af940efccb0c will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:04.052735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd265163-add3-4869-aea2-3dc392b73c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.084234 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::f816:3eff:fe66:fccf (2d564f63-c0b4-45b7-8160-b73c1310d2e3/671034c7-a636-498f-a7ec-5ba6c148580e/0d2aecec-98e1-444c-a137-6ccc0885c2c3) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:04.100361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd265163-add3-4869-aea2-3dc392b73c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24b482a-129d-4d75-a4e1-20836b1ad068,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:04.106749 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port 33c076f3-4e5b-4b45-9c4b-cc26e11628f3 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:44:04.143420 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b691c1f-0ff3-483b-b433-4cf83cbd3968 req-e7e78539-62f5-4897-aff3-a02569236a36 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:04.145330 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b691c1f-0ff3-483b-b433-4cf83cbd3968 req-e7e78539-62f5-4897-aff3-a02569236a36 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.2508979 Jan 28 06:44:04.175993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:44:04.176200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:44:04.178416 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d56047-e1f2-44ad-877b-4b0e59e5eec4 None None] Pushing event updated for resources: {'Port': ['ID=27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:04.196658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd265163-add3-4869-aea2-3dc392b73c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.197776 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bd265163-add3-4869-aea2-3dc392b73c81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a24b482a-129d-4d75-a4e1-20836b1ad068 HTTP/1.1" status: 204 len: 168 time: 1.4323149 Jan 28 06:44:04.246882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.290572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-99944730-4070-43fe-96f1-07cf5465ed52 None None] Provisioning for port 6f7a2d95-1528-4840-925c-1b2addaa6058 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:04.290784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.309346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-99944730-4070-43fe-96f1-07cf5465ed52 None None] Provisioning complete for port 6f7a2d95-1528-4840-925c-1b2addaa6058 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:04.309346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99944730-4070-43fe-96f1-07cf5465ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.351829 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b691c1f-0ff3-483b-b433-4cf83cbd3968 req-8b3b105f-55da-44cc-a4f8-0f7362ce9ad0 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580069 Jan 28 06:44:04.361651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.400017 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Attempting to bind port 5142347d-327d-41f6-b13e-af940efccb0c on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:44:04.400460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Attempting to bind port 5142347d-327d-41f6-b13e-af940efccb0c by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:44:04.400881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Attempting to bind port 5142347d-327d-41f6-b13e-af940efccb0c on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:44:04.406351 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.418397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b322267-4c76-4d61-9745-a8636516924a None None] Pushing event updated for resources: {'Port': ['ID=5142347d-327d-41f6-b13e-af940efccb0c,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:04.423782 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:44:04.424751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:04.424751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.425128 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:44:04.425740 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Bound port: 5142347d-327d-41f6-b13e-af940efccb0c, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:44:04.426056 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.442926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Allocated IP 172.26.4.217 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/6958ffd7-0ca8-4c99-8662-56eba6b0edd6) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:04.443980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-270bd03b-f419-4b27-8c61-ebfd8468207d tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.504987 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] For port 5142347d-327d-41f6-b13e-af940efccb0c, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:44:04.506084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event updated for resources: {'Subnet': ['ID=a837974d-3c47-498a-8e33-4aa9f327fc73,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:04.508316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] For port 5142347d-327d-41f6-b13e-af940efccb0c, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5142347d-327d-41f6-b13e-af940efccb0c,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:44:04.515460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.516200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-99944730-4070-43fe-96f1-07cf5465ed52 None None] Port 6f7a2d95-1528-4840-925c-1b2addaa6058 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:44:04.527353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Checking segment: {'id': '05718cfa-fa4f-4eed-88fa-4995893715c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34ccbbcd-21f9-4314-a4df-75e91dd6be18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:04.528001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Network hostable DHCP agents. Network: 34ccbbcd-21f9-4314-a4df-75e91dd6be18, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:44:04.541151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-99944730-4070-43fe-96f1-07cf5465ed52 None None] Provisioning complete for port 36e7f7e3-2368-429e-b713-ff34e78f0a37 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:04.541848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-99944730-4070-43fe-96f1-07cf5465ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.735556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bd03b-f419-4b27-8c61-ebfd8468207d tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=4ca4108b-f2bd-47fe-b0dc-2303d3441c39,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:04.801901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:04.812731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270bd03b-f419-4b27-8c61-ebfd8468207d tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router 4528d724-76f4-45e9-ae04-18aef3c23c5a has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:44:04.892408 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b322267-4c76-4d61-9745-a8636516924a None None] Pushing event updated for resources: {'Port': ['ID=5142347d-327d-41f6-b13e-af940efccb0c,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:04.910902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Routers {'66faa02e-881d-4048-9b0e-a8a1378d6541'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:04.911681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['66faa02e-881d-4048-9b0e-a8a1378d6541'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:04.970080 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 36e7f7e3-2368-429e-b713-ff34e78f0a37 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:05.054210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Network 34ccbbcd-21f9-4314-a4df-75e91dd6be18 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:44:05.096671 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:05.098928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Allocated IP 2001:db8::f (358f337d-29ba-45ee-b1f4-6d6dad0850da/6e5d2dd7-565c-4390-8f3e-2f656e05b475/33c076f3-4e5b-4b45-9c4b-cc26e11628f3) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:05.158523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:05.197851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 34ccbbcd-21f9-4314-a4df-75e91dd6be18) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:05.206867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6601fb1-83d1-469f-b343-dd3ce8db6a4b None None] Network 34ccbbcd-21f9-4314-a4df-75e91dd6be18 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:05.234332 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:05.235062 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:05.283890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40592) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:05.315992 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] Set router 66faa02e-881d-4048-9b0e-a8a1378d6541 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:44:05.363391 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea748f-2adb-45ea-a66a-15b78f204f18 req-1592f1c2-6c10-44ac-b7ca-33f0e4457d65 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:05.364947 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-59ea748f-2adb-45ea-a66a-15b78f204f18 req-1592f1c2-6c10-44ac-b7ca-33f0e4457d65 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.6239772 Jan 28 06:44:05.396917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:05.422278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 36e7f7e3-2368-429e-b713-ff34e78f0a37 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:05.423006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:05.439207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:05.471951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 0d2aecec-98e1-444c-a137-6ccc0885c2c3 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:05.501083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270bd03b-f419-4b27-8c61-ebfd8468207d tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:05.512415 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-accb10c2-66eb-4a20-b8f2-0d63e8a1d0bf tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8160040 Jan 28 06:44:05.538023 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bc296-0a36-4015-9dbf-1e9c1952d36d None None] Sync routers for ids ['4528d724-76f4-45e9-ae04-18aef3c23c5a'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:05.556111 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-59ea748f-2adb-45ea-a66a-15b78f204f18 req-d3796dd0-498d-4126-873e-aa0d85ff5c8f tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587400 Jan 28 06:44:05.558637 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-49a04dcc-c01e-498e-999f-346eba6ebc87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e272044cbdf49289daee1dd2d826842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736742 Jan 28 06:44:05.566568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40598) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:05.567153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40600) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:05.755693 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:05.773447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-270bd03b-f419-4b27-8c61-ebfd8468207d tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:05.773710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Transition to ACTIVE for port object 33c076f3-4e5b-4b45-9c4b-cc26e11628f3 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:05.775121 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-270bd03b-f419-4b27-8c61-ebfd8468207d tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/ports/4ca4108b-f2bd-47fe-b0dc-2303d3441c39 HTTP/1.1" status: 204 len: 168 time: 3.5828917 Jan 28 06:44:05.778479 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40608) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:05.795841 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bc296-0a36-4015-9dbf-1e9c1952d36d None None] Routers {'4528d724-76f4-45e9-ae04-18aef3c23c5a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:05.796612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cc1bc296-0a36-4015-9dbf-1e9c1952d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4528d724-76f4-45e9-ae04-18aef3c23c5a'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:05.866678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3bce36b-23c4-48b3-8945-2e9a7d0f3cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:05.875655 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cc1bc296-0a36-4015-9dbf-1e9c1952d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:05.940817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:05.942105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Router e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:44:05.953135 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bc296-0a36-4015-9dbf-1e9c1952d36d None None] Routers {'4528d724-76f4-45e9-ae04-18aef3c23c5a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:05.953593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cc1bc296-0a36-4015-9dbf-1e9c1952d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4528d724-76f4-45e9-ae04-18aef3c23c5a'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:05.972243 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3bce36b-23c4-48b3-8945-2e9a7d0f3cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:05.996667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:06.034856 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:06.042438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:06.099319 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:06.099992 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:06.110892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cc1bc296-0a36-4015-9dbf-1e9c1952d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:06.111594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bc296-0a36-4015-9dbf-1e9c1952d36d None None] The sync data for ids ['4528d724-76f4-45e9-ae04-18aef3c23c5a'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:06.140785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-34ccbbcd-21f9-4314-a4df-75e91dd6be18', 'network_id': '34ccbbcd-21f9-4314-a4df-75e91dd6be18', 'tenant_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'fixed_ips': [{'subnet_id': 'a837974d-3c47-498a-8e33-4aa9f327fc73'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:44:06.141732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:06.151626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:06.154542 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:06.190092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:06.237236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:06.237805 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-bdb28d1f-b681-4f28-84c4-882f62e3dd5f None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7f075e7e-7c6c-47fb-a0c8-fc0e2343b282 {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:44:06.239041 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-bdb28d1f-b681-4f28-84c4-882f62e3dd5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:44:06.242376 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=0d2aecec-98e1-444c-a137-6ccc0885c2c3,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:06.248840 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:06.298101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event updated for resources: {'Port': ['ID=6958ffd7-0ca8-4c99-8662-56eba6b0edd6,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:06.314013 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network 358f337d-29ba-45ee-b1f4-6d6dad0850da is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:06.316293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630880367', 'tenant_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '5142347d-327d-41f6-b13e-af940efccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:54Z', 'updated_at': '2022-01-28T06:43:57Z', 'revision_number': 3, 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'gw_port': {'id': '5142347d-327d-41f6-b13e-af940efccb0c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:56Z', 'updated_at': '2022-01-28T06:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:06.333254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:06.340700 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8721b038-6ec0-4ba4-9874-be81cc3f6ee2 None None] The sync data for ids ['66faa02e-881d-4048-9b0e-a8a1378d6541'] in dv-neutron-824022-4-hyperv is: [{'id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630880367', 'tenant_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '5142347d-327d-41f6-b13e-af940efccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:54Z', 'updated_at': '2022-01-28T06:43:57Z', 'revision_number': 3, 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'gw_port': {'id': '5142347d-327d-41f6-b13e-af940efccb0c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:56Z', 'updated_at': '2022-01-28T06:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:06.356410 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:06.361955 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:06.362839 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:06.440220 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:06.441153 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:06.477196 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:06.477872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:06.499054 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3bce36b-23c4-48b3-8945-2e9a7d0f3cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:06.514294 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Allocated IP 172.20.0.2 (34ccbbcd-21f9-4314-a4df-75e91dd6be18/a837974d-3c47-498a-8e33-4aa9f327fc73/1495ae44-2b8d-4368-9d42-51f5d0e3a3b3) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:06.571630 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=33c076f3-4e5b-4b45-9c4b-cc26e11628f3,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:06.615200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:06.622264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:06.628730 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fae7b71a-5564-4ce0-bc69-5f7f293ac050 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "PUT /v2.0/routers/e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f HTTP/1.1" status: 200 len: 914 time: 6.9889238 Jan 28 06:44:06.628730 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40614) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:06.630973 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa723b9f-560f-402c-9ca4-37b114c7edb5 None None] Sync routers for ids ['e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:06.654369 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa723b9f-560f-402c-9ca4-37b114c7edb5 None None] Routers {'e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:06.654986 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fa723b9f-560f-402c-9ca4-37b114c7edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:06.790279 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8c760bc0-4841-4889-acf6-45af15f2a424 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.7595310 Jan 28 06:44:06.791809 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b2463c3b-6f22-43a7-9bd1-ea8399c71821 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1436348 Jan 28 06:44:06.798060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40618) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:06.798636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40620) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:06.801876 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fa723b9f-560f-402c-9ca4-37b114c7edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:06.815613 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa723b9f-560f-402c-9ca4-37b114c7edb5 None None] Routers {'e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:06.819374 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fa723b9f-560f-402c-9ca4-37b114c7edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:06.832766 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bce36b-23c4-48b3-8945-2e9a7d0f3cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ace659b-3765-4dca-8ad3-efce3a5cab29,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:06.942191 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fa723b9f-560f-402c-9ca4-37b114c7edb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:06.942833 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa723b9f-560f-402c-9ca4-37b114c7edb5 None None] The sync data for ids ['e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:07.070790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5142347d-327d-41f6-b13e-af940efccb0c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:07.099655 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3bce36b-23c4-48b3-8945-2e9a7d0f3cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:07.100849 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e3bce36b-23c4-48b3-8945-2e9a7d0f3cb8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ace659b-3765-4dca-8ad3-efce3a5cab29 HTTP/1.1" status: 204 len: 168 time: 1.5308855 Jan 28 06:44:07.134108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5b0e2-8ae6-41f3-8e01-f1265a309c8e req-6fb28dc2-d083-492b-8e29-bd20ba15d742 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:07.135844 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cb5b0e2-8ae6-41f3-8e01-f1265a309c8e req-6fb28dc2-d083-492b-8e29-bd20ba15d742 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.9523897 Jan 28 06:44:07.165538 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bdb28d1f-b681-4f28-84c4-882f62e3dd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:07.180011 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a8863291-d1e1-4f25-9eab-2c48bf66a26b None None] Provisioning for port 33c076f3-4e5b-4b45-9c4b-cc26e11628f3 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:07.184683 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-be8d8743-f40e-4569-987e-169781f594f7 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/routers/e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f HTTP/1.1" status: 200 len: 920 time: 0.5570838 Jan 28 06:44:07.187701 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40628) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:07.238826 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a8863291-d1e1-4f25-9eab-2c48bf66a26b None None] Provisioning complete for port 33c076f3-4e5b-4b45-9c4b-cc26e11628f3 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:07.239214 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8863291-d1e1-4f25-9eab-2c48bf66a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:07.370577 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae0261e-5907-42df-af2a-2c8e0f3f6c2a tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:07.375189 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7ae0261e-5907-42df-af2a-2c8e0f3f6c2a tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&device_id=e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1839180 Jan 28 06:44:07.378308 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40632) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:07.391614 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a8863291-d1e1-4f25-9eab-2c48bf66a26b None None] Port 33c076f3-4e5b-4b45-9c4b-cc26e11628f3 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:44:07.404273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:07.432442 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cb5b0e2-8ae6-41f3-8e01-f1265a309c8e req-308d5167-b89b-486c-ac2a-a18552aaeea6 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720051 Jan 28 06:44:07.505457 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Transition to ACTIVE for port object 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:07.506906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aa73ce-10fd-4116-b21c-eaac59cded4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:07.508786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a7aa73ce-10fd-4116-b21c-eaac59cded4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:07.525147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 5142347d-327d-41f6-b13e-af940efccb0c completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:07.530419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66752442-550c-4e2e-8bb9-db3464e02b5b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:07.539978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66752442-550c-4e2e-8bb9-db3464e02b5b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:07.547359 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-66752442-550c-4e2e-8bb9-db3464e02b5b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.7435906 Jan 28 06:44:07.556671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5142347d-327d-41f6-b13e-af940efccb0c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:07.557052 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:07.606910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40636) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:07.631018 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Transition to ACTIVE for port object 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:07.754738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.034728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-0bd8d328-f035-4f4b-b9fe-34fbeb86c13a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 0d2aecec-98e1-444c-a137-6ccc0885c2c3 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:08.034728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d328-f035-4f4b-b9fe-34fbeb86c13a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.037048 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Network 34ccbbcd-21f9-4314-a4df-75e91dd6be18 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:08.037290 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-293701a1-3788-40a0-82d1-fe524beb4311 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.037386 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-bdb28d1f-b681-4f28-84c4-882f62e3dd5f None None] Allocated IP 172.20.0.3 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/05d0c36b-14a4-4c0a-87f8-c5fb28ded41e/27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:08.037386 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:08.037386 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:08.037386 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Pushing event updated for resources: {'Port': ['ID=1495ae44-2b8d-4368-9d42-51f5d0e3a3b3,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:08.037660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba64cbb1-52ac-4fd5-a849-e5dfef4703bb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:08.037660 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ba64cbb1-52ac-4fd5-a849-e5dfef4703bb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/networks/e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 881 time: 0.6119165 Jan 28 06:44:08.037806 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.037888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40646) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:08.076813 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5ba05098-905e-4c98-99fe-c87e5fc99d37 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f HTTP/1.1" status: 200 len: 205 time: 0.0516086 Jan 28 06:44:08.128764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40652) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:08.156232 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 5142347d-327d-41f6-b13e-af940efccb0c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5142347d-327d-41f6-b13e-af940efccb0c,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:08.169451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Attempting to bind port 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:44:08.169810 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Attempting to bind port 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '05718cfa-fa4f-4eed-88fa-4995893715c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34ccbbcd-21f9-4314-a4df-75e91dd6be18'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:44:08.170184 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Attempting to bind port 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 on network 34ccbbcd-21f9-4314-a4df-75e91dd6be18 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:44:08.186822 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:44:08.192375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Checking segment: {'id': '05718cfa-fa4f-4eed-88fa-4995893715c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34ccbbcd-21f9-4314-a4df-75e91dd6be18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:08.192375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.192375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Bound using segment: {'id': '05718cfa-fa4f-4eed-88fa-4995893715c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34ccbbcd-21f9-4314-a4df-75e91dd6be18'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:44:08.192375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Bound port: 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05718cfa-fa4f-4eed-88fa-4995893715c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34ccbbcd-21f9-4314-a4df-75e91dd6be18'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:44:08.192375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.209013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.268570 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.316743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bdb28d1f-b681-4f28-84c4-882f62e3dd5f None None] For port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:08.382961 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] For port 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:44:08.398758 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bdb28d1f-b681-4f28-84c4-882f62e3dd5f None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.403405 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] For port 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=1495ae44-2b8d-4368-9d42-51f5d0e3a3b3,segment=NetworkSegment(05718cfa-fa4f-4eed-88fa-4995893715c5),segment_id=05718cfa-fa4f-4eed-88fa-4995893715c5)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:44:08.404729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=5142347d-327d-41f6-b13e-af940efccb0c,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:08.420993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bdb28d1f-b681-4f28-84c4-882f62e3dd5f None None] Transition to ACTIVE for port object 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:08.428966 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.455828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a7aa73ce-10fd-4116-b21c-eaac59cded4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:08.457076 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a7aa73ce-10fd-4116-b21c-eaac59cded4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.6451731 Jan 28 06:44:08.469126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40658) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:08.548971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.559299 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.613440 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bdb28d1f-b681-4f28-84c4-882f62e3dd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.739430 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-293701a1-3788-40a0-82d1-fe524beb4311 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port 6333fbf4-acec-44d3-b321-fae58d45dc26 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:08.739772 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-293701a1-3788-40a0-82d1-fe524beb4311 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.764232 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7bfc1-38c8-4804-b926-d23c08091256 None None] Pushing event updated for resources: {'Port': ['ID=1495ae44-2b8d-4368-9d42-51f5d0e3a3b3,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:08.839196 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:08.923637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb28d1f-b681-4f28-84c4-882f62e3dd5f None None] Pushing event updated for resources: {'Port': ['ID=27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:08.967490 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5142347d-327d-41f6-b13e-af940efccb0c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:08.976625 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Deleting port 11cd916d-13a1-4e53-ad1e-241a20f7368d {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:08.977098 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:09.153263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5142347d-327d-41f6-b13e-af940efccb0c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:09.153879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:09.213655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:09.503618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d328-f035-4f4b-b9fe-34fbeb86c13a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:09.525797 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5499d-1786-4c12-87e5-4f53f50dd87e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:09.538138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5499d-1786-4c12-87e5-4f53f50dd87e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:09.546814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5499d-1786-4c12-87e5-4f53f50dd87e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:09.551348 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3ca5499d-1786-4c12-87e5-4f53f50dd87e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 1.0785270 Jan 28 06:44:09.582879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40676) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:09.599032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Calling delete_port for 11cd916d-13a1-4e53-ad1e-241a20f7368d owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:09.697880 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-293701a1-3788-40a0-82d1-fe524beb4311 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:09.760180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-0bd8d328-f035-4f4b-b9fe-34fbeb86c13a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 0d2aecec-98e1-444c-a137-6ccc0885c2c3 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:09.857230 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-293701a1-3788-40a0-82d1-fe524beb4311 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for 6333fbf4-acec-44d3-b321-fae58d45dc26 owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:09.866494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c49327-d0a9-43bb-bdd6-6a63342eb842 req-7e089e36-6f09-4a30-b965-65904cbd0cb3 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:09.881141 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a5c49327-d0a9-43bb-bdd6-6a63342eb842 req-7e089e36-6f09-4a30-b965-65904cbd0cb3 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 1.2341497 Jan 28 06:44:09.918003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-bbb65092-8900-4d87-87a6-0108c5794e9f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 33c076f3-4e5b-4b45-9c4b-cc26e11628f3 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:09.918343 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bbb65092-8900-4d87-87a6-0108c5794e9f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:09.922191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:10.035769 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-121fbbf5-9b1a-49d4-88c8-f9af8b5b6b97 None None] Provisioning for port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:10.041832 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-121fbbf5-9b1a-49d4-88c8-f9af8b5b6b97 None None] Provisioning complete for port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:10.042206 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-121fbbf5-9b1a-49d4-88c8-f9af8b5b6b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:10.188190 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a5c49327-d0a9-43bb-bdd6-6a63342eb842 req-9b74e684-77f1-48c0-9984-bb4d6732109b tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060751 Jan 28 06:44:10.420199 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bbb65092-8900-4d87-87a6-0108c5794e9f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:10.462616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b009aa-fdf0-46ce-95c7-bb87b8fec71b None None] Network 34ccbbcd-21f9-4314-a4df-75e91dd6be18 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:10.468876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:10.517067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Allocated IP 172.20.0.1 (34ccbbcd-21f9-4314-a4df-75e91dd6be18/a837974d-3c47-498a-8e33-4aa9f327fc73/b24e0eeb-0eb6-4c22-8a54-a635f3af6a63) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:10.537922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40690) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:10.635071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5132a9fc-40e2-4db0-98ae-7034ca4786c7 None None] Provisioning for port 0d2aecec-98e1-444c-a137-6ccc0885c2c3 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:10.640201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d328-f035-4f4b-b9fe-34fbeb86c13a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:10.655116 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5132a9fc-40e2-4db0-98ae-7034ca4786c7 None None] Provisioning complete for port 0d2aecec-98e1-444c-a137-6ccc0885c2c3 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:10.655496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5132a9fc-40e2-4db0-98ae-7034ca4786c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:10.671752 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-bbb65092-8900-4d87-87a6-0108c5794e9f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 33c076f3-4e5b-4b45-9c4b-cc26e11628f3 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:10.701163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5132a9fc-40e2-4db0-98ae-7034ca4786c7 None None] Port 0d2aecec-98e1-444c-a137-6ccc0885c2c3 was deleted so its status cannot be updated. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 06:44:10.703093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Router ba3af855-0b89-4bd6-b8b8-b3312c261383 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:44:10.714890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8d328-f035-4f4b-b9fe-34fbeb86c13a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=0d2aecec-98e1-444c-a137-6ccc0885c2c3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:10.754822 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:10.755032 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b5a2c1a3-ec16-424a-aac1-3193a980171e tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-613252496'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:10.795487 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Pushing event deleted for resources: {'Port': ['ID=11cd916d-13a1-4e53-ad1e-241a20f7368d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:10.795982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b5a2c1a3-ec16-424a-aac1-3193a980171e tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:10.911632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-293701a1-3788-40a0-82d1-fe524beb4311 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:10.927015 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b5a2c1a3-ec16-424a-aac1-3193a980171e tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Usage tracker for resource:router and tenant:f3af70880c9e496f8ee0fef56f2658e6 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:10.936827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-88ec1daf-b139-4b55-b233-c568fd4a398f None None] Provisioning for port 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:10.969773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b5a2c1a3-ec16-424a-aac1-3193a980171e tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:10.996693 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.113451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:11.222749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.234499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b5a2c1a3-ec16-424a-aac1-3193a980171e tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:11.255368 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293701a1-3788-40a0-82d1-fe524beb4311 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=6333fbf4-acec-44d3-b321-fae58d45dc26,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:11.275362 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Transition to ACTIVE for port object b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:11.302759 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:11.310121 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:11.312494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.426253 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.430674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.439974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0bd8d328-f035-4f4b-b9fe-34fbeb86c13a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.443043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c1a3-ec16-424a-aac1-3193a980171e tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.444094 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c1a3-ec16-424a-aac1-3193a980171e tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.483064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.485939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:11.495678 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0bd8d328-f035-4f4b-b9fe-34fbeb86c13a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/0d2aecec-98e1-444c-a137-6ccc0885c2c3 HTTP/1.1" status: 204 len: 168 time: 3.8669872 Jan 28 06:44:11.497883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40698) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:11.499065 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Sync routers for ids ['ba3af855-0b89-4bd6-b8b8-b3312c261383'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:11.522441 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Routers {'ba3af855-0b89-4bd6-b8b8-b3312c261383'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:11.523070 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ba3af855-0b89-4bd6-b8b8-b3312c261383'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:11.554097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.593099 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bbb65092-8900-4d87-87a6-0108c5794e9f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.612216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=1495ae44-2b8d-4368-9d42-51f5d0e3a3b3,segment=NetworkSegment(05718cfa-fa4f-4eed-88fa-4995893715c5),segment_id=05718cfa-fa4f-4eed-88fa-4995893715c5)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:11.647570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.660735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Fanout notify agent at l3_agent the message router_deleted on router e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:44:11.661603 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c1a3-ec16-424a-aac1-3193a980171e tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.669424 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb65092-8900-4d87-87a6-0108c5794e9f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=33c076f3-4e5b-4b45-9c4b-cc26e11628f3,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:11.672129 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Network 34ccbbcd-21f9-4314-a4df-75e91dd6be18 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:11.700353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:11.702460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ecbef2-6e5e-42db-8716-491b5e35fd51 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:11.704506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ecbef2-6e5e-42db-8716-491b5e35fd51 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:11.706300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ecbef2-6e5e-42db-8716-491b5e35fd51 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:11.707242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-76ecbef2-6e5e-42db-8716-491b5e35fd51 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:11.710794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:11.711997 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Set router ba3af855-0b89-4bd6-b8b8-b3312c261383 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:44:11.750534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event updated for resources: {'Port': ['ID=b24e0eeb-0eb6-4c22-8a54-a635f3af6a63,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:11.770092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.770092 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a6eed239-76a1-4153-964a-ba4e6dc9f2ce tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.6228468 Jan 28 06:44:11.770092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40702) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:11.771354 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.772372 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:11.781987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bbb65092-8900-4d87-87a6-0108c5794e9f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.807619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.815080 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-210d8389-4b94-4a26-ad0e-b375afcbfeb7 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "DELETE /v2.0/routers/e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f HTTP/1.1" status: 204 len: 168 time: 3.6804874 Jan 28 06:44:11.815080 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40706) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:11.817466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d40e10-1dc5-4925-bf5d-0d3680f86ead req-7310dc35-d0a6-4a05-b680-446a535e9648 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:11.819099 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45d40e10-1dc5-4925-bf5d-0d3680f86ead req-7310dc35-d0a6-4a05-b680-446a535e9648 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.4603467 Jan 28 06:44:11.825691 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-fe23c174-1143-4b8a-8441-c8f102b84631 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-613305140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:11.831948 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bbb65092-8900-4d87-87a6-0108c5794e9f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/33c076f3-4e5b-4b45-9c4b-cc26e11628f3 HTTP/1.1" status: 204 len: 168 time: 2.2454829 Jan 28 06:44:11.840356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40710) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:11.877152 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-fe23c174-1143-4b8a-8441-c8f102b84631 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:11.906028 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-fe23c174-1143-4b8a-8441-c8f102b84631 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Usage tracker for resource:router and tenant:e38c8523c4034d3496e7320653480a63 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:11.909182 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-819f077d-71b4-4e10-b47e-4c4fc16f5e18 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] GET failed (client error): The resource could not be found. Jan 28 06:44:11.909715 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-819f077d-71b4-4e10-b47e-4c4fc16f5e18 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:11.925949 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-fe23c174-1143-4b8a-8441-c8f102b84631 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:11.929943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-293701a1-3788-40a0-82d1-fe524beb4311 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:11.945399 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-fe23c174-1143-4b8a-8441-c8f102b84631 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:12.020765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.023523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c1a3-ec16-424a-aac1-3193a980171e tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.055563 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-76ecbef2-6e5e-42db-8716-491b5e35fd51 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:12.056740 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-76ecbef2-6e5e-42db-8716-491b5e35fd51 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5517938 Jan 28 06:44:12.066110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40714) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:12.072441 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fe23c174-1143-4b8a-8441-c8f102b84631 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.083483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fe23c174-1143-4b8a-8441-c8f102b84631 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.090606 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fe23c174-1143-4b8a-8441-c8f102b84631 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.114947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-819f077d-71b4-4e10-b47e-4c4fc16f5e18 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:12.119047 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-819f077d-71b4-4e10-b47e-4c4fc16f5e18 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/33c076f3-4e5b-4b45-9c4b-cc26e11628f3 HTTP/1.1" status: 404 len: 333 time: 0.2752430 Jan 28 06:44:12.121269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40718) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:12.165054 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45d40e10-1dc5-4925-bf5d-0d3680f86ead req-788d349c-5d63-47f5-af52-669b3ccfa1e2 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273594 Jan 28 06:44:12.192328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:12.192871 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.233068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=1495ae44-2b8d-4368-9d42-51f5d0e3a3b3,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:12.243724 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8be31fc7-e45e-4cd2-8aae-a4030a9a2050 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/routers/ba3af855-0b89-4bd6-b8b8-b3312c261383 HTTP/1.1" status: 200 len: 908 time: 0.4547355 Jan 28 06:44:12.248339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec39e98e-04fd-426f-a22f-935ee916c35c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 05d0c36b-14a4-4c0a-87f8-c5fb28ded41e {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:44:12.248465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-81ef6d63-9219-4609-a4d3-82684f7c0877 None None] Provisioning for port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:12.251204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40722) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:12.257096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec39e98e-04fd-426f-a22f-935ee916c35c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.261464 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-81ef6d63-9219-4609-a4d3-82684f7c0877 None None] Provisioning complete for port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:12.261830 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-81ef6d63-9219-4609-a4d3-82684f7c0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.281436 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-880e7389-a60e-4e78-8cdd-843aa84a12dc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 6f7a2d95-1528-4840-925c-1b2addaa6058 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:12.283701 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-880e7389-a60e-4e78-8cdd-843aa84a12dc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.287598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Request body: {'router': {'name': 'tempest-snat-router-477767726', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'enable_snat': True}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:12.298582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:12.302022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5a2c1a3-ec16-424a-aac1-3193a980171e tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.305814 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b5a2c1a3-ec16-424a-aac1-3193a980171e tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.7642674 Jan 28 06:44:12.308833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Usage tracker for resource:router and tenant:9c2d6a0b2280429fb44eee08c0680fe7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:12.310361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40726) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:12.315714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:12.325884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fe23c174-1143-4b8a-8441-c8f102b84631 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.337147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:12.350304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec39e98e-04fd-426f-a22f-935ee916c35c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.367703 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-81ef6d63-9219-4609-a4d3-82684f7c0877 None None] Port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:44:12.448172 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec39e98e-04fd-426f-a22f-935ee916c35c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.461560 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3af855-0b89-4bd6-b8b8-b3312c261383', 'name': 'tempest-snat-router-477767726', 'tenant_id': '9c2d6a0b2280429fb44eee08c0680fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': False}, 'gw_port_id': '6958ffd7-0ca8-4c99-8662-56eba6b0edd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:00Z', 'updated_at': '2022-01-28T06:44:07Z', 'revision_number': 3, 'project_id': '9c2d6a0b2280429fb44eee08c0680fe7', 'gw_port': {'id': '6958ffd7-0ca8-4c99-8662-56eba6b0edd6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3af855-0b89-4bd6-b8b8-b3312c261383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:03Z', 'updated_at': '2022-01-28T06:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:12.465581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Checking router: ba3af855-0b89-4bd6-b8b8-b3312c261383 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:44:12.465915 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Updating router ba3af855-0b89-4bd6-b8b8-b3312c261383 port 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:44:12.485877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.486876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.513821 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a9058449-c206-4b60-b872-e159cf5a20f0 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.519518 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.554341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.619245 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fe23c174-1143-4b8a-8441-c8f102b84631 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.620951 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fe23c174-1143-4b8a-8441-c8f102b84631 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8052649 Jan 28 06:44:12.628260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40730) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:12.629418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:12.647762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'enable_snat': False}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:12.931958 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:13.003078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.030247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:13.030612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.226718 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a9058449-c206-4b60-b872-e159cf5a20f0 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.233192 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a9058449-c206-4b60-b872-e159cf5a20f0 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.293873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec39e98e-04fd-426f-a22f-935ee916c35c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.297244 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-880e7389-a60e-4e78-8cdd-843aa84a12dc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.305297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293701a1-3788-40a0-82d1-fe524beb4311 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router 4528d724-76f4-45e9-ae04-18aef3c23c5a has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:44:13.429855 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-880e7389-a60e-4e78-8cdd-843aa84a12dc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 6f7a2d95-1528-4840-925c-1b2addaa6058 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:13.450177 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Transition to ACTIVE for port object 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:13.519644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.523964 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a9058449-c206-4b60-b872-e159cf5a20f0 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.527910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9058449-c206-4b60-b872-e159cf5a20f0 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b0336c9-f0d2-4121-b699-b147cca7c905 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:44:13.542055 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec39e98e-04fd-426f-a22f-935ee916c35c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.555314 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.564539 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e1e3c6-ebf2-4942-8fbb-0ee847979bd7 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:13.565679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a9058449-c206-4b60-b872-e159cf5a20f0 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.569572 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a9058449-c206-4b60-b872-e159cf5a20f0 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] 10.222.0.25 "DELETE /v2.0/routers/7b0336c9-f0d2-4121-b699-b147cca7c905 HTTP/1.1" status: 204 len: 168 time: 1.2427406 Jan 28 06:44:13.569720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39e98e-04fd-426f-a22f-935ee916c35c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=05d0c36b-14a4-4c0a-87f8-c5fb28ded41e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:13.570858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40736) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:13.579350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5fe97b32-d807-47a9-9bcd-0759f6e93858 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Request body: {'router': {'name': 'tempest-router-1115605185', 'distributed': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:13.599088 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5fe97b32-d807-47a9-9bcd-0759f6e93858 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:13.669596 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5fe97b32-d807-47a9-9bcd-0759f6e93858 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Usage tracker for resource:router and tenant:f3af70880c9e496f8ee0fef56f2658e6 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:13.676856 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5fe97b32-d807-47a9-9bcd-0759f6e93858 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:13.692248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Attempting to bind port 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:44:13.692549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Attempting to bind port 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:44:13.692997 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Attempting to bind port 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:44:13.696747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c660fd-912f-4899-adfc-93b4872032f1 None None] Pushing event updated for resources: {'Port': ['ID=6958ffd7-0ca8-4c99-8662-56eba6b0edd6,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:13.706043 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:44:13.706321 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:13.706729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.707121 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:44:13.707834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Bound port: 6958ffd7-0ca8-4c99-8662-56eba6b0edd6, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:44:13.708186 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.712345 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5fe97b32-d807-47a9-9bcd-0759f6e93858 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:13.745066 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293701a1-3788-40a0-82d1-fe524beb4311 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:13.765050 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314e7325-74ff-4daa-bc37-745a013bd11c None None] Sync routers for ids ['4528d724-76f4-45e9-ae04-18aef3c23c5a'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:13.766268 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-293701a1-3788-40a0-82d1-fe524beb4311 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "PUT /v2.0/routers/4528d724-76f4-45e9-ae04-18aef3c23c5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9867404 Jan 28 06:44:13.769743 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40740) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:13.787912 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e7325-74ff-4daa-bc37-745a013bd11c None None] Routers {'4528d724-76f4-45e9-ae04-18aef3c23c5a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:13.788777 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-314e7325-74ff-4daa-bc37-745a013bd11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4528d724-76f4-45e9-ae04-18aef3c23c5a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:13.858419 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fe97b32-d807-47a9-9bcd-0759f6e93858 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.859072 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fe97b32-d807-47a9-9bcd-0759f6e93858 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.871146 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-880e7389-a60e-4e78-8cdd-843aa84a12dc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.872916 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-314e7325-74ff-4daa-bc37-745a013bd11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:13.890949 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e7325-74ff-4daa-bc37-745a013bd11c None None] Routers {'4528d724-76f4-45e9-ae04-18aef3c23c5a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:13.891819 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-314e7325-74ff-4daa-bc37-745a013bd11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4528d724-76f4-45e9-ae04-18aef3c23c5a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:13.895284 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] For port 6958ffd7-0ca8-4c99-8662-56eba6b0edd6, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:44:13.906041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.909575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] For port 6958ffd7-0ca8-4c99-8662-56eba6b0edd6, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6958ffd7-0ca8-4c99-8662-56eba6b0edd6,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:44:13.920085 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec39e98e-04fd-426f-a22f-935ee916c35c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/05d0c36b-14a4-4c0a-87f8-c5fb28ded41e HTTP/1.1" status: 204 len: 168 time: 1.8492246 Jan 28 06:44:13.933884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40744) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:13.978248 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-314e7325-74ff-4daa-bc37-745a013bd11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:13.978642 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314e7325-74ff-4daa-bc37-745a013bd11c None None] The sync data for ids ['4528d724-76f4-45e9-ae04-18aef3c23c5a'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:13.982858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:13.997734 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e7389-a60e-4e78-8cdd-843aa84a12dc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=6f7a2d95-1528-4840-925c-1b2addaa6058,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:14.070876 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c660fd-912f-4899-adfc-93b4872032f1 None None] Pushing event updated for resources: {'Port': ['ID=6958ffd7-0ca8-4c99-8662-56eba6b0edd6,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:14.079614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90d0b5-a073-484b-9f28-64b8be1299dd req-677ebc95-3a5a-42aa-911e-dd9e0faff68f tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:14.086347 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a90d0b5-a073-484b-9f28-64b8be1299dd req-677ebc95-3a5a-42aa-911e-dd9e0faff68f tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.7955217 Jan 28 06:44:14.087105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Routers {'ba3af855-0b89-4bd6-b8b8-b3312c261383'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:14.087858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ba3af855-0b89-4bd6-b8b8-b3312c261383'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:14.235987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:14.277489 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fe97b32-d807-47a9-9bcd-0759f6e93858 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:14.314997 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-880e7389-a60e-4e78-8cdd-843aa84a12dc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:14.329527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] Set router ba3af855-0b89-4bd6-b8b8-b3312c261383 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:44:14.337538 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-880e7389-a60e-4e78-8cdd-843aa84a12dc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/6f7a2d95-1528-4840-925c-1b2addaa6058 HTTP/1.1" status: 204 len: 168 time: 2.2168453 Jan 28 06:44:14.345879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cb7a65-cd4d-43f1-9e83-cda1a1d170b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 671034c7-a636-498f-a7ec-5ba6c148580e {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:44:14.351306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40748) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:14.388671 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-94cb7a65-cd4d-43f1-9e83-cda1a1d170b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:14.389810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:14.444949 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:14.502480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fe97b32-d807-47a9-9bcd-0759f6e93858 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:14.520063 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa8a2b4-ec6e-4fb2-a65a-c3b82a8f19fa tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] GET failed (client error): The resource could not be found. Jan 28 06:44:14.520603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4fa8a2b4-ec6e-4fb2-a65a-c3b82a8f19fa tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:14.529810 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a90d0b5-a073-484b-9f28-64b8be1299dd req-d82ffec6-fcf7-49ea-a199-2af7e93affd6 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4425697 Jan 28 06:44:14.563454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-94cb7a65-cd4d-43f1-9e83-cda1a1d170b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:14.619868 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:14.640090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event updated for resources: {'Port': ['ID=b24e0eeb-0eb6-4c22-8a54-a635f3af6a63,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:14.696378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba3af855-0b89-4bd6-b8b8-b3312c261383', 'name': 'tempest-snat-router-477767726', 'tenant_id': '9c2d6a0b2280429fb44eee08c0680fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': False}, 'gw_port_id': '6958ffd7-0ca8-4c99-8662-56eba6b0edd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:00Z', 'updated_at': '2022-01-28T06:44:07Z', 'revision_number': 3, 'project_id': '9c2d6a0b2280429fb44eee08c0680fe7', 'gw_port': {'id': '6958ffd7-0ca8-4c99-8662-56eba6b0edd6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3af855-0b89-4bd6-b8b8-b3312c261383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:03Z', 'updated_at': '2022-01-28T06:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:14.697029 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fe97b32-d807-47a9-9bcd-0759f6e93858 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:14.697674 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5fe97b32-d807-47a9-9bcd-0759f6e93858 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1256948 Jan 28 06:44:14.702842 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7d185-5748-48c3-a669-7882942b4881 None None] The sync data for ids ['ba3af855-0b89-4bd6-b8b8-b3312c261383'] in dv-neutron-824022-4-hyperv is: [{'id': 'ba3af855-0b89-4bd6-b8b8-b3312c261383', 'name': 'tempest-snat-router-477767726', 'tenant_id': '9c2d6a0b2280429fb44eee08c0680fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217'}], 'enable_snat': False}, 'gw_port_id': '6958ffd7-0ca8-4c99-8662-56eba6b0edd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:00Z', 'updated_at': '2022-01-28T06:44:07Z', 'revision_number': 3, 'project_id': '9c2d6a0b2280429fb44eee08c0680fe7', 'gw_port': {'id': '6958ffd7-0ca8-4c99-8662-56eba6b0edd6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba3af855-0b89-4bd6-b8b8-b3312c261383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:03Z', 'updated_at': '2022-01-28T06:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:14.705434 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40752) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:14.800462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4fa8a2b4-ec6e-4fb2-a65a-c3b82a8f19fa tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:14.801429 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4fa8a2b4-ec6e-4fb2-a65a-c3b82a8f19fa tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/6f7a2d95-1528-4840-925c-1b2addaa6058 HTTP/1.1" status: 404 len: 333 time: 0.4478743 Jan 28 06:44:14.827405 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8eb9febc-ce71-4c1f-9938-dc366253f97c None None] Provisioning complete for port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:14.827405 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8eb9febc-ce71-4c1f-9938-dc366253f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:14.864657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40756) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:14.930365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c93776d6-fadb-4b73-bb1c-99ad3ed2cb7a tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:14.998612 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.150296 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd1382b-f06b-46c6-85da-75f9234c5c99 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting subnet 6e5d2dd7-565c-4390-8f3e-2f656e05b475 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:44:15.153145 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-94cb7a65-cd4d-43f1-9e83-cda1a1d170b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.191285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5bd1382b-f06b-46c6-85da-75f9234c5c99 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.294960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port 95dd0b14-1de9-4483-85fb-21b830727004 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:15.295760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.327996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Network 34ccbbcd-21f9-4314-a4df-75e91dd6be18 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:15.335784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:15.432390 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c93776d6-fadb-4b73-bb1c-99ad3ed2cb7a tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.439151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c93776d6-fadb-4b73-bb1c-99ad3ed2cb7a tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.445461 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.472391 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5bd1382b-f06b-46c6-85da-75f9234c5c99 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.493009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.498739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.584818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.720709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-50c19ac0-3f93-4647-a69b-d4f905cc40ab None None] Provisioning complete for port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:15.721983 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-50c19ac0-3f93-4647-a69b-d4f905cc40ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.754582 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c93776d6-fadb-4b73-bb1c-99ad3ed2cb7a tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.755062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93776d6-fadb-4b73-bb1c-99ad3ed2cb7a tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83710c15-dd9c-438b-ab56-c8217bb1199f {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:44:15.795948 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-50c19ac0-3f93-4647-a69b-d4f905cc40ab None None] Port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:44:15.833311 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c93776d6-fadb-4b73-bb1c-99ad3ed2cb7a tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.833311 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c93776d6-fadb-4b73-bb1c-99ad3ed2cb7a tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] 10.222.0.25 "DELETE /v2.0/routers/83710c15-dd9c-438b-ab56-c8217bb1199f HTTP/1.1" status: 204 len: 168 time: 1.1247320 Jan 28 06:44:15.836824 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.841678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40762) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:15.889483 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-802d1a30-0e7d-4e3d-8f53-9e9fd7a46286 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Request body: {'router': {'name': 'tempest-router-85709042', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9a67a0a548a44f0ca0d4d3d270adb73e'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:15.894115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-802d1a30-0e7d-4e3d-8f53-9e9fd7a46286 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:15.898154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-802d1a30-0e7d-4e3d-8f53-9e9fd7a46286 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Usage tracker for resource:router and tenant:9a67a0a548a44f0ca0d4d3d270adb73e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:15.901079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-802d1a30-0e7d-4e3d-8f53-9e9fd7a46286 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:15.914360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-802d1a30-0e7d-4e3d-8f53-9e9fd7a46286 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:15.936465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Router 66faa02e-881d-4048-9b0e-a8a1378d6541 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:44:15.960102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-94cb7a65-cd4d-43f1-9e83-cda1a1d170b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:15.968894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86f62-a09d-4cca-b618-46de7c84926d req-6e80a6f8-7f78-4c0b-b41a-6f2713c841eb tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:15.970356 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4be86f62-a09d-4cca-b618-46de7c84926d req-6e80a6f8-7f78-4c0b-b41a-6f2713c841eb tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.2845011 Jan 28 06:44:15.970550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for 95dd0b14-1de9-4483-85fb-21b830727004 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:15.979623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Allocated IP 172.26.4.191 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/7d61f737-c63a-4398-a002-9c0b901e674e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:16.027593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5bd1382b-f06b-46c6-85da-75f9234c5c99 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.052060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-802d1a30-0e7d-4e3d-8f53-9e9fd7a46286 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.053408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-802d1a30-0e7d-4e3d-8f53-9e9fd7a46286 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.086745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb7a65-cd4d-43f1-9e83-cda1a1d170b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=671034c7-a636-498f-a7ec-5ba6c148580e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:16.092349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-94cb7a65-cd4d-43f1-9e83-cda1a1d170b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.093906 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-94cb7a65-cd4d-43f1-9e83-cda1a1d170b8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/671034c7-a636-498f-a7ec-5ba6c148580e HTTP/1.1" status: 204 len: 168 time: 2.1531050 Jan 28 06:44:16.098361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40766) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:16.101148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb92b948-c02b-46df-9bc7-e8fe9e1d7783 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:16.196577 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-91d1825b-e8d0-4fda-b3f1-0b097909d6d6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883281 Jan 28 06:44:16.205433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40770) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:16.232144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-10f9a8a9-d14d-4de7-bcff-ac304a88e163 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:16.358010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5bd1382b-f06b-46c6-85da-75f9234c5c99 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.411405 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-802d1a30-0e7d-4e3d-8f53-9e9fd7a46286 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.416594 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1382b-f06b-46c6-85da-75f9234c5c99 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5d2dd7-565c-4390-8f3e-2f656e05b475,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:16.418975 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-10f9a8a9-d14d-4de7-bcff-ac304a88e163 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:16.419128 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4be86f62-a09d-4cca-b618-46de7c84926d req-b9d44f0a-120f-40a7-a27c-874f9148a81d tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4407034 Jan 28 06:44:16.424449 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5bd1382b-f06b-46c6-85da-75f9234c5c99 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.427359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9412f3-38cb-4f3b-879d-14199826db58 None None] Network 358f337d-29ba-45ee-b1f4-6d6dad0850da requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:16.434254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-10f9a8a9-d14d-4de7-bcff-ac304a88e163 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:16.440417 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-10f9a8a9-d14d-4de7-bcff-ac304a88e163 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:16.479194 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5bd1382b-f06b-46c6-85da-75f9234c5c99 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/6e5d2dd7-565c-4390-8f3e-2f656e05b475 HTTP/1.1" status: 204 len: 168 time: 1.6053257 Jan 28 06:44:16.483934 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-10f9a8a9-d14d-4de7-bcff-ac304a88e163 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:16.487427 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40774) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:16.500234 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:16.502073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1de8e0-1c71-4539-bfea-9334b495c75f None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:44:16.512588 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Sync routers for ids ['66faa02e-881d-4048-9b0e-a8a1378d6541'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:16.520561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-bb1de8e0-1c71-4539-bfea-9334b495c75f None None] Deleting port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:16.521066 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bb1de8e0-1c71-4539-bfea-9334b495c75f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.547419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.555652 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-917a8429-728e-40c6-85ad-e676a7a7d65f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "PUT /v2.0/routers/66faa02e-881d-4048-9b0e-a8a1378d6541/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9872096 Jan 28 06:44:16.559209 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-802d1a30-0e7d-4e3d-8f53-9e9fd7a46286 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.628451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Routers {'66faa02e-881d-4048-9b0e-a8a1378d6541'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:16.629237 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['66faa02e-881d-4048-9b0e-a8a1378d6541'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:16.651747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f9a8a9-d14d-4de7-bcff-ac304a88e163 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:16.655220 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-10f9a8a9-d14d-4de7-bcff-ac304a88e163 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.681537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.708813 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.729132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-802d1a30-0e7d-4e3d-8f53-9e9fd7a46286 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.738257 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-802d1a30-0e7d-4e3d-8f53-9e9fd7a46286 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8586528 Jan 28 06:44:16.788546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40786) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:16.817593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 36e7f7e3-2368-429e-b713-ff34e78f0a37 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:16.817954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:16.858746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e00ef9f3-4de1-48e2-be6c-33c6f08baf25 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:17.000388 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:17.015072 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=95dd0b14-1de9-4483-85fb-21b830727004,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:17.021394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:17.072792 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Set router 66faa02e-881d-4048-9b0e-a8a1378d6541 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:44:17.112369 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a438d69-7b5a-4668-9160-062d49c20859 req-a7ca27c1-c8e9-4acc-98e8-e7f5686a741c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901493866&fields=id&tenant_id=a6fb61f475a54f949c93dfd98c4bc549 HTTP/1.1" status: 200 len: 267 time: 0.3224471 Jan 28 06:44:17.171356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:17.196638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:17.211795 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bb1de8e0-1c71-4539-bfea-9334b495c75f None None] For port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:17.212478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bb1de8e0-1c71-4539-bfea-9334b495c75f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:17.227574 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:17.286166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:17.344678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Allocated IP 172.26.4.46 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/7aa8806e-f74c-4263-b8ed-9c7e1949534a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:17.363276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Pushing event updated for resources: {'Port': ['ID=7d61f737-c63a-4398-a002-9c0b901e674e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:17.403917 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-bb1de8e0-1c71-4539-bfea-9334b495c75f None None] Calling delete_port for 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:17.532392 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:17.543639 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea13c9b9-a9b8-4337-92bb-7cc8f07d4712 None None] DHCP port deletion for 358f337d-29ba-45ee-b1f4-6d6dad0850da request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:44:17.543884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:17.617895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:17.620879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ea13c9b9-a9b8-4337-92bb-7cc8f07d4712 None None] Deleting port 36e7f7e3-2368-429e-b713-ff34e78f0a37 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:17.624207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea13c9b9-a9b8-4337-92bb-7cc8f07d4712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:17.632244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e00ef9f3-4de1-48e2-be6c-33c6f08baf25 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:17.632935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e00ef9f3-4de1-48e2-be6c-33c6f08baf25 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:17.658333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] For port 36e7f7e3-2368-429e-b713-ff34e78f0a37, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=36e7f7e3-2368-429e-b713-ff34e78f0a37,segment=NetworkSegment(86d3c2aa-3930-424e-8fc3-844d7f84e93c),segment_id=86d3c2aa-3930-424e-8fc3-844d7f84e93c)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:17.658732 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:17.674232 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:17.674860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:17.800218 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 36e7f7e3-2368-429e-b713-ff34e78f0a37 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:17.809779 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bb1de8e0-1c71-4539-bfea-9334b495c75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:17.832328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:17.833114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Fanout notify agent at l3_agent the message router_deleted on router 4528d724-76f4-45e9-ae04-18aef3c23c5a {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:44:17.874054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:17.874054 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e4367d11-4db4-436c-bdfb-e0f00d345516 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/routers/4528d724-76f4-45e9-ae04-18aef3c23c5a HTTP/1.1" status: 204 len: 168 time: 4.0999968 Jan 28 06:44:17.874489 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40796) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:17.889698 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1de8e0-1c71-4539-bfea-9334b495c75f None None] Pushing event deleted for resources: {'Port': ['ID=27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:17.898200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1de8e0-1c71-4539-bfea-9334b495c75f None None] No DVR routers for this DVR port 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:44:17.914950 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-10f9a8a9-d14d-4de7-bcff-ac304a88e163 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.015796 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f9a8a9-d14d-4de7-bcff-ac304a88e163 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:18.022918 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-10f9a8a9-d14d-4de7-bcff-ac304a88e163 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:18.030800 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f9a8a9-d14d-4de7-bcff-ac304a88e163 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:18.030800 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-10f9a8a9-d14d-4de7-bcff-ac304a88e163 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.037703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9a8a9-d14d-4de7-bcff-ac304a88e163 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=e4094ed2-c214-4d6f-bb7b-8dcace151a81,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:18.039847 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-39174efd-30a5-4b7c-97e4-2cda7be82477 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting subnet 03a49cb7-7257-439f-8641-e5dce49734ab {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:44:18.045374 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-39174efd-30a5-4b7c-97e4-2cda7be82477 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.060565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdce2f0-4d29-4ce3-aa23-9d9ffb0753f5 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:18.083958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.090327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ea13c9b9-a9b8-4337-92bb-7cc8f07d4712 None None] For port 36e7f7e3-2368-429e-b713-ff34e78f0a37, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=36e7f7e3-2368-429e-b713-ff34e78f0a37,segment=NetworkSegment(86d3c2aa-3930-424e-8fc3-844d7f84e93c),segment_id=86d3c2aa-3930-424e-8fc3-844d7f84e93c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:18.090725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea13c9b9-a9b8-4337-92bb-7cc8f07d4712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.158694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=36e7f7e3-2368-429e-b713-ff34e78f0a37,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:18.164221 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No DVR routers for this DVR port 36e7f7e3-2368-429e-b713-ff34e78f0a37 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:44:18.176690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.194008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-39174efd-30a5-4b7c-97e4-2cda7be82477 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.227537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a438d69-7b5a-4668-9160-062d49c20859 req-1d9f5ea1-2be2-4db9-b82c-98428a95862e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:18.228867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4a438d69-7b5a-4668-9160-062d49c20859 req-1d9f5ea1-2be2-4db9-b82c-98428a95862e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Synchronizing usage tracker for tenant:a6fb61f475a54f949c93dfd98c4bc549 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:18.250617 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ea13c9b9-a9b8-4337-92bb-7cc8f07d4712 None None] Calling delete_port for 36e7f7e3-2368-429e-b713-ff34e78f0a37 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:18.252583 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-10f9a8a9-d14d-4de7-bcff-ac304a88e163 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0307825 Jan 28 06:44:18.258227 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e00ef9f3-4de1-48e2-be6c-33c6f08baf25 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88217) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 28 06:44:18.259099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e00ef9f3-4de1-48e2-be6c-33c6f08baf25 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Router 22665ecc-196b-4f6d-b03c-3ecb94fde19e migrating from provider to provider. {{(pid=88217) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 28 06:44:18.259099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e00ef9f3-4de1-48e2-be6c-33c6f08baf25 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.263857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40800) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:18.287338 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:18.328728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e00ef9f3-4de1-48e2-be6c-33c6f08baf25 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.356510 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630880367', 'tenant_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '5142347d-327d-41f6-b13e-af940efccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:54Z', 'updated_at': '2022-01-28T06:44:12Z', 'revision_number': 4, 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'gw_port': {'id': '5142347d-327d-41f6-b13e-af940efccb0c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:56Z', 'updated_at': '2022-01-28T06:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'b24e0eeb-0eb6-4c22-8a54-a635f3af6a63', 'name': '', 'network_id': '34ccbbcd-21f9-4314-a4df-75e91dd6be18', 'tenant_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'mac_address': 'fa:16:3e:f1:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a837974d-3c47-498a-8e33-4aa9f327fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:09Z', 'updated_at': '2022-01-28T06:44:13Z', 'revision_number': 2, 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'subnets': [{'id': 'a837974d-3c47-498a-8e33-4aa9f327fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:18.360173 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 6958ffd7-0ca8-4c99-8662-56eba6b0edd6, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6958ffd7-0ca8-4c99-8662-56eba6b0edd6,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:18.378163 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.378550 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Checking router: 66faa02e-881d-4048-9b0e-a8a1378d6541 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:44:18.379088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Updating router 66faa02e-881d-4048-9b0e-a8a1378d6541 port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:44:18.398012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.415108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364944ba-e41f-4efe-b0d3-441ad196e4d2 req-549538a6-7345-4b54-8cd9-a8441fc60e86 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:18.416559 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-364944ba-e41f-4efe-b0d3-441ad196e4d2 req-549538a6-7345-4b54-8cd9-a8441fc60e86 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.7125313 Jan 28 06:44:18.445987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e00ef9f3-4de1-48e2-be6c-33c6f08baf25 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.474224 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358f337d-29ba-45ee-b1f4-6d6dad0850da']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:18.489413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.501157 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d3c2aa-3930-424e-8fc3-844d7f84e93c') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:18.501462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d3c2aa-3930-424e-8fc3-844d7f84e93c') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:18.519867 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-39174efd-30a5-4b7c-97e4-2cda7be82477 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.526359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4a438d69-7b5a-4668-9160-062d49c20859 req-1d9f5ea1-2be2-4db9-b82c-98428a95862e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Unset dirty status for tenant:a6fb61f475a54f949c93dfd98c4bc549 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:18.534255 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a438d69-7b5a-4668-9160-062d49c20859 req-1d9f5ea1-2be2-4db9-b82c-98428a95862e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/networks?id=34ccbbcd-21f9-4314-a4df-75e91dd6be18 HTTP/1.1" status: 200 len: 797 time: 1.3503914 Jan 28 06:44:18.541590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-ea13c9b9-a9b8-4337-92bb-7cc8f07d4712 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:44:18.541941 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-ea13c9b9-a9b8-4337-92bb-7cc8f07d4712 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:44:18.554067 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.562741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.568826 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a438d69-7b5a-4668-9160-062d49c20859 req-74b84bb2-bc6b-4760-b2d8-37ac1fad82a2 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/quotas/a6fb61f475a54f949c93dfd98c4bc549 HTTP/1.1" status: 200 len: 375 time: 0.0330746 Jan 28 06:44:18.574996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:44:18.607279 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.625239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:18.627682 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:44:18.629312 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:44:18.643210 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:44:18.653460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:44:18.659965 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 27cc5ec5-e6a1-4ac1-b897-65cfb0b71c91 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:44:18.660211 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:18.670502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:18.707525 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=6958ffd7-0ca8-4c99-8662-56eba6b0edd6,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:18.719204 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-364944ba-e41f-4efe-b0d3-441ad196e4d2 req-25f31a95-24f4-4c30-9801-e7c46f6793c2 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916865 Jan 28 06:44:18.751924 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:18.791336 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e00ef9f3-4de1-48e2-be6c-33c6f08baf25 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] No L3 agents can host the router 22665ecc-196b-4f6d-b03c-3ecb94fde19e Jan 28 06:44:18.864887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': 'e4094ed2-c214-4d6f-bb7b-8dcace151a81'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:44:18.865707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.925474 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.936854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.973603 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/networks/358f337d-29ba-45ee-b1f4-6d6dad0850da HTTP/1.1" status: 204 len: 168 time: 2.4839902 Jan 28 06:44:18.980873 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff19c8-98c7-4e13-8837-ecab886636d4 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Network': ['ID=358f337d-29ba-45ee-b1f4-6d6dad0850da,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:18.984014 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:18.988013 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:18.989181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:19.007242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-39174efd-30a5-4b7c-97e4-2cda7be82477 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:19.013153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40806) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:19.029238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:19.032673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:19.043121 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ea13c9b9-a9b8-4337-92bb-7cc8f07d4712 None None] Deleting port 36e7f7e3-2368-429e-b713-ff34e78f0a37 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:19.043936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ea13c9b9-a9b8-4337-92bb-7cc8f07d4712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:19.074792 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39174efd-30a5-4b7c-97e4-2cda7be82477 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Subnet': ['ID=03a49cb7-7257-439f-8641-e5dce49734ab,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:19.079693 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-39174efd-30a5-4b7c-97e4-2cda7be82477 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:19.081559 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-39174efd-30a5-4b7c-97e4-2cda7be82477 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/subnets/03a49cb7-7257-439f-8641-e5dce49734ab HTTP/1.1" status: 204 len: 168 time: 1.2061501 Jan 28 06:44:19.084317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1921289676'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:19.134967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40810) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:19.152290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:19.182505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ea13c9b9-a9b8-4337-92bb-7cc8f07d4712 None None] The port '36e7f7e3-2368-429e-b713-ff34e78f0a37' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:44:19.184023 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b0517f-3a4b-45b6-8c5d-77bab35288ed None None] Network 74380eb7-15a9-4ad7-8f19-f4dee5aede75 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:19.221962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:network and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:19.228077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:19.250831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4a438d69-7b5a-4668-9160-062d49c20859 req-f1dfa214-d565-4a91-ad33-f6fa2547bc88 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Synchronizing usage tracker for tenant:a6fb61f475a54f949c93dfd98c4bc549 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:19.254266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:19.257518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:19.267944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:19.269866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ef9f3-4de1-48e2-be6c-33c6f08baf25 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Hosts for router 22665ecc-196b-4f6d-b03c-3ecb94fde19e: [] {{(pid=88217) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Jan 28 06:44:19.311712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:19.391036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:19.438772 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port 65e3b7f6-135f-4868-92c1-19f78fdd7078 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:19.438999 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:19.445096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa8806e-f74c-4263-b8ed-9c7e1949534a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:19.527287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:19.532057 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:19.541976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ef9f3-4de1-48e2-be6c-33c6f08baf25 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Hosts for other DVR routers connected to router 22665ecc-196b-4f6d-b03c-3ecb94fde19e: set() {{(pid=88217) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jan 28 06:44:19.544422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e00ef9f3-4de1-48e2-be6c-33c6f08baf25 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:19.545609 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e00ef9f3-4de1-48e2-be6c-33c6f08baf25 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] 10.222.0.25 "PUT /v2.0/routers/22665ecc-196b-4f6d-b03c-3ecb94fde19e HTTP/1.1" status: 200 len: 715 time: 2.6996665 Jan 28 06:44:19.555474 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40816) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:19.562583 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:19.563181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:19.667242 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Allocated IP 172.20.0.2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/e4094ed2-c214-4d6f-bb7b-8dcace151a81/ccf809c9-52e8-446f-8568-46f6c6ef7382) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:19.683047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4a438d69-7b5a-4668-9160-062d49c20859 req-f1dfa214-d565-4a91-ad33-f6fa2547bc88 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Unset dirty status for tenant:a6fb61f475a54f949c93dfd98c4bc549 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:19.684599 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a438d69-7b5a-4668-9160-062d49c20859 req-f1dfa214-d565-4a91-ad33-f6fa2547bc88 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a6fb61f475a54f949c93dfd98c4bc549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9937499 Jan 28 06:44:19.705950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:19.748924 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Transition to ACTIVE for port object b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:19.791049 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fff70f68-2ee8-45f1-998a-1bb19688deae tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] 10.222.0.25 "GET /v2.0/routers/22665ecc-196b-4f6d-b03c-3ecb94fde19e HTTP/1.1" status: 200 len: 715 time: 0.2282586 Jan 28 06:44:19.851480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40820) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:19.892672 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1242d72a-6467-492c-afbc-3a5915012061 None None] DHCP port deletion for 74380eb7-15a9-4ad7-8f19-f4dee5aede75 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:44:19.906792 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:19.909615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] For port 65e3b7f6-135f-4868-92c1-19f78fdd7078, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=65e3b7f6-135f-4868-92c1-19f78fdd7078,segment=NetworkSegment(4601d7e2-8a20-4b0e-a2e2-522d30f3fd89),segment_id=4601d7e2-8a20-4b0e-a2e2-522d30f3fd89)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:19.909992 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:19.961664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1242d72a-6467-492c-afbc-3a5915012061 None None] Deleting port 65e3b7f6-135f-4868-92c1-19f78fdd7078 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:19.962411 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1242d72a-6467-492c-afbc-3a5915012061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:19.977937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:44:20.053078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for 65e3b7f6-135f-4868-92c1-19f78fdd7078 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:20.101942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:20.102281 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Added segment 750eab6e-72ad-44fe-af6b-4aaee28fc092 of type vlan for network c7a7079b-3bfe-49de-bba6-c6db37d7f3b5 Jan 28 06:44:20.161557 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc240a2d-8d56-468c-aab6-c05c009db8f4 None None] Pushing event updated for resources: {'Port': ['ID=b24e0eeb-0eb6-4c22-8a54-a635f3af6a63,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:20.251887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 36e7f7e3-2368-429e-b713-ff34e78f0a37 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:44:20.300730 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2614909-5156-4c8a-89d8-e601a88557fd req-3ec93686-5911-444d-82c6-c07ba707cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:20.302276 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2614909-5156-4c8a-89d8-e601a88557fd req-3ec93686-5911-444d-82c6-c07ba707cb6a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb1bd7b93cc04d2381fa60936dc42957&device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 1099 time: 0.8360996 Jan 28 06:44:20.306247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:20.320212 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-24dcb30d-dd2d-4891-b6fa-764b87d9903c tempest-RoutersTestDVR-1886734926 tempest-RoutersTestDVR-1886734926-project] 10.222.0.25 "GET /v2.0/routers/22665ecc-196b-4f6d-b03c-3ecb94fde19e HTTP/1.1" status: 200 len: 681 time: 0.4621367 Jan 28 06:44:20.322221 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f6674-4319-4cb1-add7-61fb9b40813a req-429701fa-9cbf-4e57-a276-57df6fb9fb34 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:20.323023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40826) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:20.323801 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fd1f6674-4319-4cb1-add7-61fb9b40813a req-429701fa-9cbf-4e57-a276-57df6fb9fb34 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 1.0168238 Jan 28 06:44:20.341194 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 36e7f7e3-2368-429e-b713-ff34e78f0a37 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:44:20.341783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 36e7f7e3-2368-429e-b713-ff34e78f0a37 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:44:20.393877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:20.398712 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a438d69-7b5a-4668-9160-062d49c20859 req-0eb587fe-678c-4d2b-94c9-21b3aa4bc1c1 service neutron] 10.222.0.25 "GET /v2.0/networks/34ccbbcd-21f9-4314-a4df-75e91dd6be18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978440 Jan 28 06:44:20.427897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Attempting to bind port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:44:20.428268 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Attempting to bind port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '05718cfa-fa4f-4eed-88fa-4995893715c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34ccbbcd-21f9-4314-a4df-75e91dd6be18'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:44:20.428630 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Attempting to bind port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 on network 34ccbbcd-21f9-4314-a4df-75e91dd6be18 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:44:20.457565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:44:20.473894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:44:20.474157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Checking segment: {'id': '05718cfa-fa4f-4eed-88fa-4995893715c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34ccbbcd-21f9-4314-a4df-75e91dd6be18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:20.474588 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:20.474965 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Bound using segment: {'id': '05718cfa-fa4f-4eed-88fa-4995893715c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34ccbbcd-21f9-4314-a4df-75e91dd6be18'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:44:20.475476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Bound port: b24e0eeb-0eb6-4c22-8a54-a635f3af6a63, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05718cfa-fa4f-4eed-88fa-4995893715c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '34ccbbcd-21f9-4314-a4df-75e91dd6be18'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:44:20.475861 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:20.510666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:20.518876 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:20.531534 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2380f4f5-bcd3-4513-86b4-e1768c10d087 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:20.632088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Transition to ACTIVE for port object ccf809c9-52e8-446f-8568-46f6c6ef7382 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:20.656754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1242d72a-6467-492c-afbc-3a5915012061 None None] For port 65e3b7f6-135f-4868-92c1-19f78fdd7078, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=65e3b7f6-135f-4868-92c1-19f78fdd7078,segment=NetworkSegment(4601d7e2-8a20-4b0e-a2e2-522d30f3fd89),segment_id=4601d7e2-8a20-4b0e-a2e2-522d30f3fd89)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:20.656754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1242d72a-6467-492c-afbc-3a5915012061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:20.685074 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fd1f6674-4319-4cb1-add7-61fb9b40813a req-fd4587fd-8009-4c2c-803a-c2c2762e0d12 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470871 Jan 28 06:44:20.740998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Transition to ACTIVE for port object ccf809c9-52e8-446f-8568-46f6c6ef7382 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:20.768006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:20.773706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:20.774477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:20.875395 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:20.903162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Network': ['ID=c7a7079b-3bfe-49de-bba6-c6db37d7f3b5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:20.930668 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network c7a7079b-3bfe-49de-bba6-c6db37d7f3b5 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:44:20.943267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 65e3b7f6-135f-4868-92c1-19f78fdd7078 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:44:20.980096 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1242d72a-6467-492c-afbc-3a5915012061 None None] Calling delete_port for 65e3b7f6-135f-4868-92c1-19f78fdd7078 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:21.007661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.052521 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=65e3b7f6-135f-4868-92c1-19f78fdd7078,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:21.057097 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] No DVR routers for this DVR port 65e3b7f6-135f-4868-92c1-19f78fdd7078 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:44:21.076079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] For port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:44:21.076493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2614909-5156-4c8a-89d8-e601a88557fd req-19e2d55b-d72b-4d23-a2c9-c9b2acecc46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:21.077964 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2614909-5156-4c8a-89d8-e601a88557fd req-19e2d55b-d72b-4d23-a2c9-c9b2acecc46e service neutron] 10.222.0.37 "GET /v2.0/networks?id=900882d3-f259-4633-a0ad-6db24a9bc89e HTTP/1.1" status: 200 len: 913 time: 0.7533095 Jan 28 06:44:21.095212 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.objects.ports [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88216) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:44:21.096768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 65e3b7f6-135f-4868-92c1-19f78fdd7078 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:44:21.097113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 65e3b7f6-135f-4868-92c1-19f78fdd7078 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:44:21.102327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2380f4f5-bcd3-4513-86b4-e1768c10d087 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.126828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] For port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b24e0eeb-0eb6-4c22-8a54-a635f3af6a63,segment=NetworkSegment(05718cfa-fa4f-4eed-88fa-4995893715c5),segment_id=05718cfa-fa4f-4eed-88fa-4995893715c5)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:44:21.138391 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2380f4f5-bcd3-4513-86b4-e1768c10d087 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.169383 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-11fa6f20-4783-41e3-b0eb-f3859f4edc74 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1493478 Jan 28 06:44:21.170204 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40830) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:21.176549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:21.193841 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:21.203569 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.206697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': 'c7a7079b-3bfe-49de-bba6-c6db37d7f3b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:21.206949 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:21.219558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Pushing event updated for resources: {'Port': ['ID=ccf809c9-52e8-446f-8568-46f6c6ef7382,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:21.360071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.379867 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2380f4f5-bcd3-4513-86b4-e1768c10d087 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.380467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2380f4f5-bcd3-4513-86b4-e1768c10d087 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22665ecc-196b-4f6d-b03c-3ecb94fde19e {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:44:21.396074 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.416554 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-1242d72a-6467-492c-afbc-3a5915012061 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:44:21.418105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-1242d72a-6467-492c-afbc-3a5915012061 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:44:21.428603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Routers {'66faa02e-881d-4048-9b0e-a8a1378d6541'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:21.429380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['66faa02e-881d-4048-9b0e-a8a1378d6541'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:21.509535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc240a2d-8d56-468c-aab6-c05c009db8f4 None None] Pushing event updated for resources: {'Port': ['ID=b24e0eeb-0eb6-4c22-8a54-a635f3af6a63,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:21.522232 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Attempting to bind port ccf809c9-52e8-446f-8568-46f6c6ef7382 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:44:21.522601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Attempting to bind port ccf809c9-52e8-446f-8568-46f6c6ef7382 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:44:21.522962 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Attempting to bind port ccf809c9-52e8-446f-8568-46f6c6ef7382 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:44:21.528972 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:21.533800 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:21.537566 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:21.542611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:44:21.543036 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:21.543468 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.543859 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:44:21.544335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Bound port: ccf809c9-52e8-446f-8568-46f6c6ef7382, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:44:21.544704 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.547544 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:21.558533 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74380eb7-15a9-4ad7-8f19-f4dee5aede75']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:21.571341 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2380f4f5-bcd3-4513-86b4-e1768c10d087 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.574866 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2380f4f5-bcd3-4513-86b4-e1768c10d087 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] 10.222.0.25 "DELETE /v2.0/routers/22665ecc-196b-4f6d-b03c-3ecb94fde19e HTTP/1.1" status: 204 len: 168 time: 1.2507806 Jan 28 06:44:21.582085 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40834) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:21.590241 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ce033c47-54bc-44db-96eb-afee9b5eb558 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Request body: {'router': {'name': 'tempest-router-202955228', 'distributed': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:21.594369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4601d7e2-8a20-4b0e-a2e2-522d30f3fd89') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:21.594668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4601d7e2-8a20-4b0e-a2e2-522d30f3fd89') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:21.611515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ce033c47-54bc-44db-96eb-afee9b5eb558 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:21.612718 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a438d69-7b5a-4668-9160-062d49c20859 req-167f3db5-66a1-45f2-ac13-0f51357b3862 service neutron] 10.222.0.25 "GET /v2.0/networks/34ccbbcd-21f9-4314-a4df-75e91dd6be18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1564450 Jan 28 06:44:21.619132 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ce033c47-54bc-44db-96eb-afee9b5eb558 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Usage tracker for resource:router and tenant:f3af70880c9e496f8ee0fef56f2658e6 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:21.625756 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.632487 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:21.635861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.655129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ce033c47-54bc-44db-96eb-afee9b5eb558 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:21.680387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ce033c47-54bc-44db-96eb-afee9b5eb558 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:21.687655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.697636 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:44:21.698038 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.734724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] Set router 66faa02e-881d-4048-9b0e-a8a1378d6541 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:44:21.739758 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:44:21.749245 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2614909-5156-4c8a-89d8-e601a88557fd req-4c9c2369-914c-4612-b44b-e8144570ea00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f325355-9184-4dbf-8fc8-9d2ada28d833 HTTP/1.1" status: 200 len: 1001 time: 0.6598420 Jan 28 06:44:21.878175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce033c47-54bc-44db-96eb-afee9b5eb558 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.879178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce033c47-54bc-44db-96eb-afee9b5eb558 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.928074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1242d72a-6467-492c-afbc-3a5915012061 None None] Deleting port 65e3b7f6-135f-4868-92c1-19f78fdd7078 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:21.928448 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1242d72a-6467-492c-afbc-3a5915012061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.935162 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.940066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.947731 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce033c47-54bc-44db-96eb-afee9b5eb558 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:21.953227 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2614909-5156-4c8a-89d8-e601a88557fd req-1c4669ad-7aaf-4130-af8c-1a9a443b312d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:21.954699 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2614909-5156-4c8a-89d8-e601a88557fd req-1c4669ad-7aaf-4130-af8c-1a9a443b312d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d287cf5-03cc-4605-a5b6-1cc9364d0ed2 HTTP/1.1" status: 200 len: 851 time: 0.1923051 Jan 28 06:44:22.001809 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:22.033179 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1242d72a-6467-492c-afbc-3a5915012061 None None] The port '65e3b7f6-135f-4868-92c1-19f78fdd7078' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:44:22.033694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:22.050881 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Network': ['ID=74380eb7-15a9-4ad7-8f19-f4dee5aede75,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:22.079317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Router a409695c-892e-41cb-8138-1eaa09c86522 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:44:22.117097 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2767ec5d-343f-4de2-9fd4-7046436348b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/networks/74380eb7-15a9-4ad7-8f19-f4dee5aede75 HTTP/1.1" status: 204 len: 168 time: 2.9783828 Jan 28 06:44:22.119887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce033c47-54bc-44db-96eb-afee9b5eb558 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:22.139901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40840) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:22.248078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630880367', 'tenant_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '5142347d-327d-41f6-b13e-af940efccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:54Z', 'updated_at': '2022-01-28T06:44:12Z', 'revision_number': 4, 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'gw_port': {'id': '5142347d-327d-41f6-b13e-af940efccb0c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:56Z', 'updated_at': '2022-01-28T06:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'b24e0eeb-0eb6-4c22-8a54-a635f3af6a63', 'name': '', 'network_id': '34ccbbcd-21f9-4314-a4df-75e91dd6be18', 'tenant_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'mac_address': 'fa:16:3e:f1:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a837974d-3c47-498a-8e33-4aa9f327fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:09Z', 'updated_at': '2022-01-28T06:44:20Z', 'revision_number': 4, 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'subnets': [{'id': 'a837974d-3c47-498a-8e33-4aa9f327fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:22.255822 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd158f2c-9582-4b9a-8b4c-9884c59b2deb None None] The sync data for ids ['66faa02e-881d-4048-9b0e-a8a1378d6541'] in dv-neutron-824022-4-hyperv is: [{'id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630880367', 'tenant_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '5142347d-327d-41f6-b13e-af940efccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:54Z', 'updated_at': '2022-01-28T06:44:12Z', 'revision_number': 4, 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'gw_port': {'id': '5142347d-327d-41f6-b13e-af940efccb0c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:56Z', 'updated_at': '2022-01-28T06:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'b24e0eeb-0eb6-4c22-8a54-a635f3af6a63', 'name': '', 'network_id': '34ccbbcd-21f9-4314-a4df-75e91dd6be18', 'tenant_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'mac_address': 'fa:16:3e:f1:e1:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'a837974d-3c47-498a-8e33-4aa9f327fc73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:09Z', 'updated_at': '2022-01-28T06:44:20Z', 'revision_number': 4, 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'subnets': [{'id': 'a837974d-3c47-498a-8e33-4aa9f327fc73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:22.309992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969fd7a-8256-40f8-8cac-96d8ae7a2e47 req-99f2015f-0de0-4b3a-941d-a2385eb3b64d tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:22.311500 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1969fd7a-8256-40f8-8cac-96d8ae7a2e47 req-99f2015f-0de0-4b3a-941d-a2385eb3b64d tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.4789281 Jan 28 06:44:22.498376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2614909-5156-4c8a-89d8-e601a88557fd req-5f763c99-5e0e-43ce-a586-fd6c2133a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:22.500361 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2614909-5156-4c8a-89d8-e601a88557fd req-5f763c99-5e0e-43ce-a586-fd6c2133a2fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=900882d3-f259-4633-a0ad-6db24a9bc89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4871943 Jan 28 06:44:22.532723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:22.541354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce033c47-54bc-44db-96eb-afee9b5eb558 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:22.543523 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ce033c47-54bc-44db-96eb-afee9b5eb558 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9603353 Jan 28 06:44:22.548273 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648c569-4931-4026-8186-19758bec159e None None] Sync routers for ids ['a409695c-892e-41cb-8138-1eaa09c86522'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:22.560631 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2648c569-4931-4026-8186-19758bec159e None None] Routers {'a409695c-892e-41cb-8138-1eaa09c86522'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:22.561994 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2648c569-4931-4026-8186-19758bec159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['a409695c-892e-41cb-8138-1eaa09c86522'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:22.566817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40844) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:22.655201 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2648c569-4931-4026-8186-19758bec159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:22.657231 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1969fd7a-8256-40f8-8cac-96d8ae7a2e47 req-a24ee74e-db92-405b-a824-99f6cb295f3e tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125188 Jan 28 06:44:22.670188 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-86404ec7-9630-4ca8-a30e-a3ef5af4e7bf tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port 9629bfc0-86ce-4329-8485-642aeab13ac6 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:22.670393 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-86404ec7-9630-4ca8-a30e-a3ef5af4e7bf tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:22.670547 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2648c569-4931-4026-8186-19758bec159e None None] Routers {'a409695c-892e-41cb-8138-1eaa09c86522'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:22.671347 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2648c569-4931-4026-8186-19758bec159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['a409695c-892e-41cb-8138-1eaa09c86522'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:22.680534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:22.684810 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1f911bac-8cf0-407e-a4eb-98bd7f987b20 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "PUT /v2.0/routers/a409695c-892e-41cb-8138-1eaa09c86522 HTTP/1.1" status: 200 len: 915 time: 10.0488095 Jan 28 06:44:22.685407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40848) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:22.748178 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2648c569-4931-4026-8186-19758bec159e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:22.748894 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2648c569-4931-4026-8186-19758bec159e None None] The sync data for ids ['a409695c-892e-41cb-8138-1eaa09c86522'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:22.884318 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7b1cd49a-79d9-41f0-abbc-d3c9b8aeb962 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:22.933219 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6fc84b67-16f8-430e-a8cd-9c7317ac0065 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/routers/a409695c-892e-41cb-8138-1eaa09c86522 HTTP/1.1" status: 200 len: 921 time: 0.2443798 Jan 28 06:44:22.938339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40858) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:22.943776 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Router 46670c43-5756-4cda-9e66-0f5f6edb1e5b is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:44:22.997869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:23.010904 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:23.016305 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] For port ccf809c9-52e8-446f-8568-46f6c6ef7382, host dv-neutron-824022-4-hyperv, got binding levels [] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:23.157426 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:23.165087 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:23.165810 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:23.258137 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-83ad356e-de40-43d1-bf09-882305ca3804 req-36ec9367-b041-474d-8a5e-9595ec849294 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.3234227 Jan 28 06:44:23.259899 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2614909-5156-4c8a-89d8-e601a88557fd req-5a9921ca-c13b-4828-a3dc-64300e55863c service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7497818 Jan 28 06:44:23.366279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:23.403483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b24e0eeb-0eb6-4c22-8a54-a635f3af6a63,segment=NetworkSegment(05718cfa-fa4f-4eed-88fa-4995893715c5),segment_id=05718cfa-fa4f-4eed-88fa-4995893715c5)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:23.403721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7b1cd49a-79d9-41f0-abbc-d3c9b8aeb962 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:23.418874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7b1cd49a-79d9-41f0-abbc-d3c9b8aeb962 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:23.474415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:23.486681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.resource_extend [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:44:23.494240 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Subnet': ['ID=0607e917-0546-422d-8cf7-8e63deb50fc5,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:23.525533 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:23.559375 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Checking segment: {'id': '750eab6e-72ad-44fe-af6b-4aaee28fc092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c7a7079b-3bfe-49de-bba6-c6db37d7f3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:23.559893 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network hostable DHCP agents. Network: c7a7079b-3bfe-49de-bba6-c6db37d7f3b5, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:44:23.589628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-86404ec7-9630-4ca8-a30e-a3ef5af4e7bf tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:23.590073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-86404ec7-9630-4ca8-a30e-a3ef5af4e7bf tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:23.602746 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] For port ccf809c9-52e8-446f-8568-46f6c6ef7382, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:44:23.607731 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:23.623400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] For port ccf809c9-52e8-446f-8568-46f6c6ef7382, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ccf809c9-52e8-446f-8568-46f6c6ef7382,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:44:23.628722 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=b24e0eeb-0eb6-4c22-8a54-a635f3af6a63,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:23.671405 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2614909-5156-4c8a-89d8-e601a88557fd req-a47280bf-d287-4d20-b7bd-8e244e79d164 service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854485 Jan 28 06:44:23.675694 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0910c28-920b-469f-9dc9-419bbb641f8b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:23.676397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b0910c28-920b-469f-9dc9-419bbb641f8b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Synchronizing usage tracker for tenant:4339fab10b034116bd88b3081c5f45bb on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:23.683505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:23.696482 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] Sync routers for ids ['46670c43-5756-4cda-9e66-0f5f6edb1e5b'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:23.719024 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:23.767765 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] Routers {'46670c43-5756-4cda-9e66-0f5f6edb1e5b'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:23.772467 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['46670c43-5756-4cda-9e66-0f5f6edb1e5b'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:23.792560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b0910c28-920b-469f-9dc9-419bbb641f8b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Unset dirty status for tenant:4339fab10b034116bd88b3081c5f45bb on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:23.794923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7b1cd49a-79d9-41f0-abbc-d3c9b8aeb962 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:23.795720 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b0910c28-920b-469f-9dc9-419bbb641f8b tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&device_id=a409695c-892e-41cb-8138-1eaa09c86522&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8519962 Jan 28 06:44:23.795871 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1cd49a-79d9-41f0-abbc-d3c9b8aeb962 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48f710c1-cf0a-41af-a704-fc46e20b7dad {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:44:23.800789 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40866) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:23.824145 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-86404ec7-9630-4ca8-a30e-a3ef5af4e7bf tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for 9629bfc0-86ce-4329-8485-642aeab13ac6 owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:23.872477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:23.876850 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-de601824-6fa2-4141-b8e8-8cbc48f33f80 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 11.6207643 Jan 28 06:44:23.876992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40870) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:23.886984 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7b1cd49a-79d9-41f0-abbc-d3c9b8aeb962 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:23.891442 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7b1cd49a-79d9-41f0-abbc-d3c9b8aeb962 tempest-RoutersTestDVR-473934347 tempest-RoutersTestDVR-473934347-project-admin] 10.222.0.25 "DELETE /v2.0/routers/48f710c1-cf0a-41af-a704-fc46e20b7dad HTTP/1.1" status: 204 len: 168 time: 1.3203659 Jan 28 06:44:24.097209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f1bfd-ab26-438d-abec-9d017fad0d04 None None] Pushing event updated for resources: {'Port': ['ID=ccf809c9-52e8-446f-8568-46f6c6ef7382,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:24.123458 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c4aca7d2-23e1-4485-bd35-4cdf92ce04e6 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/routers/46670c43-5756-4cda-9e66-0f5f6edb1e5b HTTP/1.1" status: 200 len: 906 time: 0.2452905 Jan 28 06:44:24.124872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40880) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:24.162889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] Set router 46670c43-5756-4cda-9e66-0f5f6edb1e5b gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:44:24.252547 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95adcb2-153b-475b-831e-bdc718ad2f65 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:24.254514 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c95adcb2-153b-475b-831e-bdc718ad2f65 tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/networks/e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 881 time: 0.3852503 Jan 28 06:44:24.255771 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to bind port ccf809c9-52e8-446f-8568-46f6c6ef7382 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:44:24.256280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to bind port ccf809c9-52e8-446f-8568-46f6c6ef7382 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:44:24.256761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to bind port ccf809c9-52e8-446f-8568-46f6c6ef7382 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:44:24.260271 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40884) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:24.314582 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network c7a7079b-3bfe-49de-bba6-c6db37d7f3b5 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:44:24.321246 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c52a76d4-9658-4c63-9765-a8728879117a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "GET /v2.0/ports?device_id=a409695c-892e-41cb-8138-1eaa09c86522 HTTP/1.1" status: 200 len: 205 time: 0.0550921 Jan 28 06:44:24.323898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40890) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:24.335240 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:44:24.335502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:24.335956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:24.336371 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:44:24.336846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.managers [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Bound port: ccf809c9-52e8-446f-8568-46f6c6ef7382, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:44:24.337332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:24.396927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3cf47-1ae6-4c7e-a079-e52220d4e914 req-34eb42fd-cf97-4adb-b36a-af426b5de6f3 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:24.400391 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-48d3cf47-1ae6-4c7e-a079-e52220d4e914 req-34eb42fd-cf97-4adb-b36a-af426b5de6f3 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.5967002 Jan 28 06:44:24.499989 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, c7a7079b-3bfe-49de-bba6-c6db37d7f3b5) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:24.516163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783abb8a-649a-454a-b936-9fbf66743c95 None None] Network c7a7079b-3bfe-49de-bba6-c6db37d7f3b5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:24.522307 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=ccf809c9-52e8-446f-8568-46f6c6ef7382,revision_number=4']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:24.543140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:24.543140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:24.559196 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00c52ff5-4442-4fa2-82f4-87152ba79cdf req-83b33dea-c1e1-47c5-9c53-22a6ab2b4654 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1779008 Jan 28 06:44:24.594146 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40898) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:24.649862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:24.721882 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING neutron.plugins.ml2.plugin [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Concurrent port binding operations failed on port ccf809c9-52e8-446f-8568-46f6c6ef7382 Jan 28 06:44:24.724961 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3fb6239f-c11a-4ff2-991f-85bb657ae795 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5411270 Jan 28 06:44:24.729433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] For port ccf809c9-52e8-446f-8568-46f6c6ef7382, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ccf809c9-52e8-446f-8568-46f6c6ef7382,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:24.732915 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40906) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:24.773562 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-041ed5f3-216e-4803-8c8d-ade05c64590a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2143267655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:24.778200 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.plugins.ml2.plugin [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempt 2 to bind port ccf809c9-52e8-446f-8568-46f6c6ef7382 Jan 28 06:44:24.796377 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-041ed5f3-216e-4803-8c8d-ade05c64590a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:24.800972 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:24.852321 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-041ed5f3-216e-4803-8c8d-ade05c64590a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:router and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:24.857043 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:24.865396 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-48d3cf47-1ae6-4c7e-a079-e52220d4e914 req-06da4370-fae9-41e8-9a3b-5e6a9ca52eed tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4463844 Jan 28 06:44:24.869145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:24.937485 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:24.952287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Deleting port 7aa8806e-f74c-4263-b8ed-9c7e1949534a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:24.952884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:24.953748 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-041ed5f3-216e-4803-8c8d-ade05c64590a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:24.955194 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46670c43-5756-4cda-9e66-0f5f6edb1e5b', 'name': 'tempest-snat-router-477767726', 'tenant_id': '9c2d6a0b2280429fb44eee08c0680fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '7aa8806e-f74c-4263-b8ed-9c7e1949534a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:12Z', 'updated_at': '2022-01-28T06:44:20Z', 'revision_number': 3, 'project_id': '9c2d6a0b2280429fb44eee08c0680fe7', 'gw_port': {'id': '7aa8806e-f74c-4263-b8ed-9c7e1949534a', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46670c43-5756-4cda-9e66-0f5f6edb1e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:44:15Z', 'updated_at': '2022-01-28T06:44:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:24.971912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:24.993192 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-041ed5f3-216e-4803-8c8d-ade05c64590a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:24.994711 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] Checking router: 46670c43-5756-4cda-9e66-0f5f6edb1e5b for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:44:24.995820 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] Updating router 46670c43-5756-4cda-9e66-0f5f6edb1e5b port 7aa8806e-f74c-4263-b8ed-9c7e1949534a binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:44:25.002036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:25.005375 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.032360 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ac46462-e5e8-4c61-999f-535cba9af746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.049856 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-c7a7079b-3bfe-49de-bba6-c6db37d7f3b5', 'network_id': 'c7a7079b-3bfe-49de-bba6-c6db37d7f3b5', 'tenant_id': 'b7aa4a407e9649129af7fe8bd57ba33e', 'fixed_ips': [{'subnet_id': '0607e917-0546-422d-8cf7-8e63deb50fc5'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:44:25.051122 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.133751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:25.148853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0ac46462-e5e8-4c61-999f-535cba9af746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:25.152258 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=9c98314b-42b7-440a-b8ee-0a8faf08fabf,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:25.163692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-041ed5f3-216e-4803-8c8d-ade05c64590a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.164882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-041ed5f3-216e-4803-8c8d-ade05c64590a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.168695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-86404ec7-9630-4ca8-a30e-a3ef5af4e7bf tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.177550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40910) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:25.181941 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5c8d1d85-2c61-4f85-9d33-87843adfd3c5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.9151297 Jan 28 06:44:25.187324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'mac_address': 'fa:16:3e:db:4e:13', 'name': 'tempest-NetworksTestDHCPv6-18586754'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:25.195035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0ac46462-e5e8-4c61-999f-535cba9af746 admin admin] Usage tracker for resource:security_group_rule and tenant:9a67a0a548a44f0ca0d4d3d270adb73e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:25.195897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.261473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-041ed5f3-216e-4803-8c8d-ade05c64590a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.297997 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0ac46462-e5e8-4c61-999f-535cba9af746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:25.306314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0ac46462-e5e8-4c61-999f-535cba9af746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:25.378114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86404ec7-9630-4ca8-a30e-a3ef5af4e7bf tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=9629bfc0-86ce-4329-8485-642aeab13ac6,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:25.415259 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:25.415640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.432040 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-041ed5f3-216e-4803-8c8d-ade05c64590a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.436385 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.535910 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Allocated IP 2001:db8::2 (c7a7079b-3bfe-49de-bba6-c6db37d7f3b5/0607e917-0546-422d-8cf7-8e63deb50fc5/3db2e10e-82c1-49d8-8a66-77c98ab9dea2) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:25.550506 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.574656 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-86404ec7-9630-4ca8-a30e-a3ef5af4e7bf tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.595023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-86404ec7-9630-4ca8-a30e-a3ef5af4e7bf tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.600561 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-86404ec7-9630-4ca8-a30e-a3ef5af4e7bf tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/floatingips/e48212da-5f64-4d52-9390-2904325e8e35 HTTP/1.1" status: 204 len: 168 time: 3.4548435 Jan 28 06:44:25.600561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ac46462-e5e8-4c61-999f-535cba9af746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.600806 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40920) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:25.648400 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-db891b6f-3333-4763-8f6e-3061e9ee7fa5 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] DELETE failed (client error): The resource could not be found. Jan 28 06:44:25.648400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db891b6f-3333-4763-8f6e-3061e9ee7fa5 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:44:25.655707 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-db891b6f-3333-4763-8f6e-3061e9ee7fa5 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/ports/4ca4108b-f2bd-47fe-b0dc-2303d3441c39 HTTP/1.1" status: 404 len: 333 time: 0.0484040 Jan 28 06:44:25.655707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-041ed5f3-216e-4803-8c8d-ade05c64590a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.655707 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-041ed5f3-216e-4803-8c8d-ade05c64590a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9183381 Jan 28 06:44:25.655707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40924) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:25.655707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Deleting port 7d61f737-c63a-4398-a002-9c0b901e674e {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:25.655707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.659927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Calling delete_port for 7aa8806e-f74c-4263-b8ed-9c7e1949534a owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:25.678677 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd88012-cca8-4e64-825a-64b4b5b9074a None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:25.703724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40926) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:25.715461 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'network_id': 'c7a7079b-3bfe-49de-bba6-c6db37d7f3b5', 'name': 'tempest-PortsIpV6TestJSON-46891856'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:25.737061 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-308c4940-00a7-4d52-b2d5-cb7c61a71ac6 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Synchronizing usage tracker for tenant:866b65adc81f45ee83e2445ee7ce42b7 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:25.747560 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ac46462-e5e8-4c61-999f-535cba9af746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:25.786480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac46462-e5e8-4c61-999f-535cba9af746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c7708f-4036-42be-87c9-d1babdda3585,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:25.836791 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0ac46462-e5e8-4c61-999f-535cba9af746 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a67a0a548a44f0ca0d4d3d270adb73e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2334986 Jan 28 06:44:25.841118 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40932) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:25.882592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:25.887471 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f2f6b51-77b5-498a-ab4b-ca69ed8fd0f6 req-9d3f1fcc-3c4e-4166-9a5c-08d3096d3ac8 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1825001 Jan 28 06:44:25.918697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:25.927240 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:25.938702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-308c4940-00a7-4d52-b2d5-cb7c61a71ac6 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Unset dirty status for tenant:866b65adc81f45ee83e2445ee7ce42b7 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:25.942237 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-308c4940-00a7-4d52-b2d5-cb7c61a71ac6 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "GET /v2.0/ports?device_id=4528d724-76f4-45e9-ae04-18aef3c23c5a HTTP/1.1" status: 200 len: 205 time: 0.2596402 Jan 28 06:44:25.944748 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40938) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:25.992398 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:26.016585 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ccf809c9-52e8-446f-8568-46f6c6ef7382 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:26.045167 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-810f9af1-e044-4a4c-a157-73783b30ab46 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] delete failed (client error): The resource could not be found. Jan 28 06:44:26.049117 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-810f9af1-e044-4a4c-a157-73783b30ab46 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/routers/4528d724-76f4-45e9-ae04-18aef3c23c5a HTTP/1.1" status: 404 len: 336 time: 0.0989089 Jan 28 06:44:26.049296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40942) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:26.075938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f68e4e5-abb5-4d32-9c97-c0c4d5d0f0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.089183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.100160 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ebae4a-e1ed-45f1-931b-e876b2512e09 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] DELETE failed (client error): The resource could not be found. Jan 28 06:44:26.100777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ebae4a-e1ed-45f1-931b-e876b2512e09 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:44:26.101097 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3fe14c2d-ee86-4a8d-9efd-4b72bc766936 None None] Provisioning for port ccf809c9-52e8-446f-8568-46f6c6ef7382 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:26.107169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:26.154782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:port and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:26.159322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:26.174723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:26.210767 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b3ebae4a-e1ed-45f1-931b-e876b2512e09 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/subnets/03a49cb7-7257-439f-8641-e5dce49734ab HTTP/1.1" status: 404 len: 337 time: 0.1583698 Jan 28 06:44:26.222048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:26.224067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 40946) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:26.295553 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.344506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Transition to ACTIVE for port object 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:26.358700 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Calling delete_port for 7d61f737-c63a-4398-a002-9c0b901e674e owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:26.374544 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Transition to ACTIVE for port object 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:26.386589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f68e4e5-abb5-4d32-9c97-c0c4d5d0f0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.400248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port ccf809c9-52e8-446f-8568-46f6c6ef7382 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:26.407439 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ccf809c9-52e8-446f-8568-46f6c6ef7382 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:26.408103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.414146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-6825b24c-2224-4378-972d-852edbf2e939 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port b91030d8-e1ea-4153-9cba-60c97944cbb1 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:26.414573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6825b24c-2224-4378-972d-852edbf2e939 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.458515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:26.464611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.520536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.523951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.534730 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.561630 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:44:26.562375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:44:26.590949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c6016-cec2-4e8b-afb6-848622596497 req-2e709a11-0e6c-4313-adf5-2943343facef tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:26.592758 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3b1c6016-cec2-4e8b-afb6-848622596497 req-2e709a11-0e6c-4313-adf5-2943343facef tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.5070539 Jan 28 06:44:26.601447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port 0bd20c93-5fae-4ee8-accd-c3e8ded5395c yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:44:26.616982 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Network c7a7079b-3bfe-49de-bba6-c6db37d7f3b5 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:26.621647 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:26.626653 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:26.631117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f68e4e5-abb5-4d32-9c97-c0c4d5d0f0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.631288 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.643628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Pushing event updated for resources: {'Port': ['ID=3db2e10e-82c1-49d8-8a66-77c98ab9dea2,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:26.654516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68e4e5-abb5-4d32-9c97-c0c4d5d0f0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c7708f-4036-42be-87c9-d1babdda3585,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:26.668455 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f68e4e5-abb5-4d32-9c97-c0c4d5d0f0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.672014 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6f68e4e5-abb5-4d32-9c97-c0c4d5d0f0c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86c7708f-4036-42be-87c9-d1babdda3585 HTTP/1.1" status: 204 len: 168 time: 0.8276634 Jan 28 06:44:26.691720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event deleted for resources: {'Port': ['ID=7aa8806e-f74c-4263-b8ed-9c7e1949534a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:26.713352 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.792861 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port ccf809c9-52e8-446f-8568-46f6c6ef7382, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ccf809c9-52e8-446f-8568-46f6c6ef7382,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:26.805866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Attempting to bind port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:44:26.806335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Attempting to bind port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '750eab6e-72ad-44fe-af6b-4aaee28fc092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c7a7079b-3bfe-49de-bba6-c6db37d7f3b5'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:44:26.806911 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Attempting to bind port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 on network c7a7079b-3bfe-49de-bba6-c6db37d7f3b5 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:44:26.813344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:44:26.814902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Checking segment: {'id': '750eab6e-72ad-44fe-af6b-4aaee28fc092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c7a7079b-3bfe-49de-bba6-c6db37d7f3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:26.815581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.816054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Bound using segment: {'id': '750eab6e-72ad-44fe-af6b-4aaee28fc092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c7a7079b-3bfe-49de-bba6-c6db37d7f3b5'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:44:26.816661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Bound port: 3db2e10e-82c1-49d8-8a66-77c98ab9dea2, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750eab6e-72ad-44fe-af6b-4aaee28fc092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c7a7079b-3bfe-49de-bba6-c6db37d7f3b5'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:44:26.824247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.867594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 8ea0a80f-c46a-41fc-aadd-83cdc95a8a34 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:44:26.894354 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:26.931473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Pushing event deleted for resources: {'Port': ['ID=7d61f737-c63a-4398-a002-9c0b901e674e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:26.967337 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3b1c6016-cec2-4e8b-afb6-848622596497 req-5e7d0a60-c1fc-4c91-9c1a-b298e49dc880 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3262348 Jan 28 06:44:27.026777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.028644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=ccf809c9-52e8-446f-8568-46f6c6ef7382,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:27.033575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] For port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:44:27.038842 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] For port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3db2e10e-82c1-49d8-8a66-77c98ab9dea2,segment=NetworkSegment(750eab6e-72ad-44fe-af6b-4aaee28fc092),segment_id=750eab6e-72ad-44fe-af6b-4aaee28fc092)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:44:27.131577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.210501 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] Port 7aa8806e-f74c-4263-b8ed-9c7e1949534a not found while updating agent binding for router 46670c43-5756-4cda-9e66-0f5f6edb1e5b. {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 28 06:44:27.291417 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] Routers {'46670c43-5756-4cda-9e66-0f5f6edb1e5b'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:27.292846 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['46670c43-5756-4cda-9e66-0f5f6edb1e5b'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:27.326558 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.330619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.384672 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f256dfb-647a-4bae-bbde-2fa66525b45d None None] Pushing event updated for resources: {'Port': ['ID=3db2e10e-82c1-49d8-8a66-77c98ab9dea2,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:27.391631 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b846ecf4-bc49-4ab3-ac91-8669b9d51759 req-0e29ad2e-4497-4695-8939-66c42e0e022a tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.3341806 Jan 28 06:44:27.392222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.433924 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.434755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Fanout notify agent at l3_agent the message router_deleted on router a409695c-892e-41cb-8138-1eaa09c86522 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:44:27.454684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.456050 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bc6d1733-c4f7-4081-9002-44364140852a tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "DELETE /v2.0/routers/a409695c-892e-41cb-8138-1eaa09c86522 HTTP/1.1" status: 204 len: 168 time: 3.1277761 Jan 28 06:44:27.461850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40960) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:27.467821 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1914674458', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:27.472557 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] Set router 46670c43-5756-4cda-9e66-0f5f6edb1e5b gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:44:27.476220 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:27.480230 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Usage tracker for resource:router and tenant:e38c8523c4034d3496e7320653480a63 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:27.500510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:27.507198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:27.576422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40964) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:27.595823 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35955b14-af9c-42fb-a519-aa9dd8cae853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.602091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-83674847-5b11-4378-a231-17b46bff9f9a None None] Provisioning complete for port ccf809c9-52e8-446f-8568-46f6c6ef7382 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:27.602633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-83674847-5b11-4378-a231-17b46bff9f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.616685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.621545 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.625418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-35955b14-af9c-42fb-a519-aa9dd8cae853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:27.630793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-35955b14-af9c-42fb-a519-aa9dd8cae853 admin admin] Usage tracker for resource:security_group_rule and tenant:f3af70880c9e496f8ee0fef56f2658e6 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:27.635220 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-35955b14-af9c-42fb-a519-aa9dd8cae853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:27.642202 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-35955b14-af9c-42fb-a519-aa9dd8cae853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:27.654801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.655399 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46670c43-5756-4cda-9e66-0f5f6edb1e5b', 'name': 'tempest-snat-router-477767726', 'tenant_id': '9c2d6a0b2280429fb44eee08c0680fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:12Z', 'updated_at': '2022-01-28T06:44:26Z', 'revision_number': 5, 'project_id': '9c2d6a0b2280429fb44eee08c0680fe7', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:27.676382 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28bff00-b1a5-4718-bc83-67273f78b31c None None] The sync data for ids ['46670c43-5756-4cda-9e66-0f5f6edb1e5b'] in dv-neutron-824022-4-hyperv is: [{'id': '46670c43-5756-4cda-9e66-0f5f6edb1e5b', 'name': 'tempest-snat-router-477767726', 'tenant_id': '9c2d6a0b2280429fb44eee08c0680fe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:44:12Z', 'updated_at': '2022-01-28T06:44:26Z', 'revision_number': 5, 'project_id': '9c2d6a0b2280429fb44eee08c0680fe7', 'gw_port_host': None}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:27.783055 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35955b14-af9c-42fb-a519-aa9dd8cae853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.801077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Allocated IP 2001:db8::3cd (c7a7079b-3bfe-49de-bba6-c6db37d7f3b5/0607e917-0546-422d-8cf7-8e63deb50fc5/0bd20c93-5fae-4ee8-accd-c3e8ded5395c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:27.837749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.849442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.890626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6825b24c-2224-4378-972d-852edbf2e939 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:27.977034 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35955b14-af9c-42fb-a519-aa9dd8cae853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:28.098455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-6825b24c-2224-4378-972d-852edbf2e939 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for b91030d8-e1ea-4153-9cba-60c97944cbb1 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:28.149172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35955b14-af9c-42fb-a519-aa9dd8cae853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b2f243-c616-4b91-8576-3831ad6b58d0,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:28.150652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:28.151771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46670c43-5756-4cda-9e66-0f5f6edb1e5b {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:44:28.163889 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-35955b14-af9c-42fb-a519-aa9dd8cae853 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3af70880c9e496f8ee0fef56f2658e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5861819 Jan 28 06:44:28.169820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:28.173434 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40968) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:28.216626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26184a23-8cac-4368-b1a5-920b53b26f6d req-37db87c7-2a56-4494-959b-4fc3a5694f24 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:28.218089 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-26184a23-8cac-4368-b1a5-920b53b26f6d req-37db87c7-2a56-4494-959b-4fc3a5694f24 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.8955677 Jan 28 06:44:28.235589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0d02a88f-0c55-4e51-ac3c-b5fa5ac2bec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:28.263381 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0d02a88f-0c55-4e51-ac3c-b5fa5ac2bec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:28.277385 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 172.20.0.5 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/e4094ed2-c214-4d6f-bb7b-8dcace151a81/8ea0a80f-c46a-41fc-aadd-83cdc95a8a34) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:28.323631 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::f816:3eff:fedb:4e13 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/9c98314b-42b7-440a-b8ee-0a8faf08fabf/8ea0a80f-c46a-41fc-aadd-83cdc95a8a34) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:28.335940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:28.339847 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e9f3e184-aaad-4741-bfce-44854db20dbf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "DELETE /v2.0/routers/46670c43-5756-4cda-9e66-0f5f6edb1e5b HTTP/1.1" status: 204 len: 168 time: 4.2112710 Jan 28 06:44:28.340639 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40972) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:28.455706 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-26184a23-8cac-4368-b1a5-920b53b26f6d req-d904681f-f86f-49be-be41-73e6a52d037b tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274132 Jan 28 06:44:28.575522 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-603a52f8-6a89-4823-92dd-088461cae2e5 req-50bf437e-8eec-45af-9f6d-7828868a0f63 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0909312 Jan 28 06:44:28.643314 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:28.677853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Transition to ACTIVE for port object 0bd20c93-5fae-4ee8-accd-c3e8ded5395c will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:28.720527 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0d02a88f-0c55-4e51-ac3c-b5fa5ac2bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:28.720667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6825b24c-2224-4378-972d-852edbf2e939 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:28.758535 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02a88f-0c55-4e51-ac3c-b5fa5ac2bec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b2f243-c616-4b91-8576-3831ad6b58d0,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:28.803894 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0d02a88f-0c55-4e51-ac3c-b5fa5ac2bec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:28.803894 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0d02a88f-0c55-4e51-ac3c-b5fa5ac2bec6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73b2f243-c616-4b91-8576-3831ad6b58d0 HTTP/1.1" status: 204 len: 168 time: 0.6264181 Jan 28 06:44:28.805100 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825b24c-2224-4378-972d-852edbf2e939 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=b91030d8-e1ea-4153-9cba-60c97944cbb1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:28.816535 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:28.913932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfbca3f-9a8d-4387-a034-4424993ada69 None None] Network c7a7079b-3bfe-49de-bba6-c6db37d7f3b5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:29.064826 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1b1b32d7-3ae6-45a3-beb3-3deec49bff7a None None] Provisioning for port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:29.196068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:29.261494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:29.301066 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:29.303519 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:29.325933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114d0ca-5cae-4963-b4ab-4d953fe16882 req-0981b3fd-f2d3-4322-89fd-efffae982a3e tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:29.327603 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3114d0ca-5cae-4963-b4ab-4d953fe16882 req-0981b3fd-f2d3-4322-89fd-efffae982a3e tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.7258284 Jan 28 06:44:29.331057 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6825b24c-2224-4378-972d-852edbf2e939 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:29.391934 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:29.399642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:29.420571 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:29.426670 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:29.427040 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:29.483282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Deleting port 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:29.483900 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:29.513901 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6825b24c-2224-4378-972d-852edbf2e939 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/ports/b91030d8-e1ea-4153-9cba-60c97944cbb1 HTTP/1.1" status: 204 len: 168 time: 3.2854633 Jan 28 06:44:29.518678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 8ea0a80f-c46a-41fc-aadd-83cdc95a8a34 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:29.522518 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 40990) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:29.523994 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network c7a7079b-3bfe-49de-bba6-c6db37d7f3b5 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:29.532214 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Allocated IP 172.26.4.186 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/4553e9d1-e09a-4812-bdca-3372e44b36af) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:29.540975 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3114d0ca-5cae-4963-b4ab-4d953fe16882 req-caa4ffc2-3420-46c7-be67-8831c5cb8ae7 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909156 Jan 28 06:44:29.545514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:29.561810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=0bd20c93-5fae-4ee8-accd-c3e8ded5395c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:29.599883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:29.614532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:29.629169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:29.629834 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:29.672662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3db2e10e-82c1-49d8-8a66-77c98ab9dea2,segment=NetworkSegment(750eab6e-72ad-44fe-af6b-4aaee28fc092),segment_id=750eab6e-72ad-44fe-af6b-4aaee28fc092)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:29.729585 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcc8bbf8-90b8-46e9-b04a-f2f35b26038f req-a61bc706-8134-47c0-9fe6-b781177dc3cc tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0681155 Jan 28 06:44:29.735746 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-e9bbfaf1-c11e-44c4-849a-6b0e130dbde5 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port ebc795da-26d0-43d1-bee9-b6049df4802b {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:29.736780 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e9bbfaf1-c11e-44c4-849a-6b0e130dbde5 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:29.747332 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:29.748197 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ccf809c9-52e8-446f-8568-46f6c6ef7382 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:29.806210 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-374105be-cfad-4a05-94fa-37773b0c1f06 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0972700 Jan 28 06:44:29.809538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41000) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:29.946951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ccf809c9-52e8-446f-8568-46f6c6ef7382 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:29.947561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:29.952134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:30.016529 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-767b2bb3-761c-4335-a922-850eb532df1a None None] Provisioning complete for port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:30.016906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-767b2bb3-761c-4335-a922-850eb532df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:30.084882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=3db2e10e-82c1-49d8-8a66-77c98ab9dea2,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:30.114835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:30.120516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:30.128673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:30.194015 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:30.225684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] For port 6958ffd7-0ca8-4c99-8662-56eba6b0edd6, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6958ffd7-0ca8-4c99-8662-56eba6b0edd6,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:30.226048 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:30.268703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:30.269403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:30.340281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=8ea0a80f-c46a-41fc-aadd-83cdc95a8a34,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:30.407143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41014) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:30.447544 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-55b993ea-f144-474f-8153-f16860577da1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 5.2667902 Jan 28 06:44:30.455400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41018) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:30.455753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Calling delete_port for 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:30.494184 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bf3cd3b2-a96e-4439-b869-a9fe76984c0c None None] Provisioning for port 0bd20c93-5fae-4ee8-accd-c3e8ded5395c completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:30.501599 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bf3cd3b2-a96e-4439-b869-a9fe76984c0c None None] Provisioning complete for port 0bd20c93-5fae-4ee8-accd-c3e8ded5395c triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:30.502193 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bf3cd3b2-a96e-4439-b869-a9fe76984c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:30.584076 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-bf3cd3b2-a96e-4439-b869-a9fe76984c0c None None] Port 0bd20c93-5fae-4ee8-accd-c3e8ded5395c cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:44:30.662460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1142644764'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:30.675781 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:30.679257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e9bbfaf1-c11e-44c4-849a-6b0e130dbde5 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:30.720414 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Usage tracker for resource:network and tenant:6b34ccb4496343e1958bf4ba852df110 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:30.732206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:30.746097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:30.779748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4aa9e-5095-4036-9579-be43959cfcb2 req-06ac2134-8eae-4ef8-bb74-db4317305959 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:30.781483 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14d4aa9e-5095-4036-9579-be43959cfcb2 req-06ac2134-8eae-4ef8-bb74-db4317305959 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.3763728 Jan 28 06:44:30.786348 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a5334d88-304b-465f-8085-660f1e378b5e None None] Provisioning for port 8ea0a80f-c46a-41fc-aadd-83cdc95a8a34 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:30.796447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a5334d88-304b-465f-8085-660f1e378b5e None None] Provisioning complete for port 8ea0a80f-c46a-41fc-aadd-83cdc95a8a34 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:30.796828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a5334d88-304b-465f-8085-660f1e378b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:30.826423 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-e9bbfaf1-c11e-44c4-849a-6b0e130dbde5 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for ebc795da-26d0-43d1-bee9-b6049df4802b owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:30.884650 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a5334d88-304b-465f-8085-660f1e378b5e None None] Port 8ea0a80f-c46a-41fc-aadd-83cdc95a8a34 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:44:30.888657 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d3ae057-f817-4f87-9d39-352bdf90b802 req-e0df0c24-5beb-4faa-9dab-10551eb26ff1 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0804350 Jan 28 06:44:30.903891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e6fd2a-437d-486a-a8bc-2a84619205f5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:30.910793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e6fd2a-437d-486a-a8bc-2a84619205f5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:30.911782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-56e6fd2a-437d-486a-a8bc-2a84619205f5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:30.924498 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4be1d845-cbdd-45f5-b980-e030de992a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:30.955493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Made reservation on behalf of 6b34ccb4496343e1958bf4ba852df110 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:30.958933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:30.980921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:31.000939 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14d4aa9e-5095-4036-9579-be43959cfcb2 req-48d49a0f-70de-49dc-a9be-7d95ae091de0 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915989 Jan 28 06:44:31.015969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:31.045872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:31.052941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Usage tracker for resource:security_group_rule and tenant:6b34ccb4496343e1958bf4ba852df110 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:31.055680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:31.068578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:31.077787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:31.085847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:31.086233 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:31.102870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:31.176109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:31.184106 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:31.188556 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:31.199956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-56e6fd2a-437d-486a-a8bc-2a84619205f5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:31.203546 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-56e6fd2a-437d-486a-a8bc-2a84619205f5 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.7447350 Jan 28 06:44:31.225920 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41028) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:31.280857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:31.284828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e9bbfaf1-c11e-44c4-849a-6b0e130dbde5 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:31.314642 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Pushing event updated for resources: {'Port': ['ID=4553e9d1-e09a-4812-bdca-3372e44b36af,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:31.419848 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:31.423852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:31.423852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:31.423852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:31.423852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:31.423852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:31.423852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:31.423852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:31.423852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:31.423852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:31.423852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:31.423852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:31.589686 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event deleted for resources: {'Port': ['ID=6958ffd7-0ca8-4c99-8662-56eba6b0edd6,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:31.600508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:31.621449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:31.627921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-a7e33a2c-474f-41a8-86b3-0be3677cacb9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 8ea0a80f-c46a-41fc-aadd-83cdc95a8a34 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:31.628264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a7e33a2c-474f-41a8-86b3-0be3677cacb9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:31.671689 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:31.703179 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:44:31.710486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:31.740772 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbfaf1-c11e-44c4-849a-6b0e130dbde5 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=ebc795da-26d0-43d1-bee9-b6049df4802b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:31.753122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0311fa-36cd-498b-9e44-72f0a2a2156c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:31.774680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:31.774680 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Added segment ee25a632-1320-40ed-96f5-3713da952c72 of type vlan for network 1ef1251e-dc28-43d7-8fa8-932763b0c070 Jan 28 06:44:31.847443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:31.847626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=0bd20c93-5fae-4ee8-accd-c3e8ded5395c,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:31.898533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:31.905820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e9bbfaf1-c11e-44c4-849a-6b0e130dbde5 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:32.051791 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-144537c8-e982-4ddb-bff4-608c3a523960 req-fc5f66a5-dadf-4e74-bab5-bde8492799fa tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0756083 Jan 28 06:44:32.118740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:32.124565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8d9c59c0-dc94-40f1-b568-7770765e6c5f None None] Provisioning complete for port 0bd20c93-5fae-4ee8-accd-c3e8ded5395c triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:32.125715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d9c59c0-dc94-40f1-b568-7770765e6c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:32.185667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:32.186089 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8d9c59c0-dc94-40f1-b568-7770765e6c5f None None] Port 0bd20c93-5fae-4ee8-accd-c3e8ded5395c cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:44:32.191075 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:32.191683 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:32.233316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:32.238989 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e9bbfaf1-c11e-44c4-849a-6b0e130dbde5 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/ports/ebc795da-26d0-43d1-bee9-b6049df4802b HTTP/1.1" status: 204 len: 168 time: 2.7090769 Jan 28 06:44:32.243874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:32.245195 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41036) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:32.340309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event updated for resources: {'Network': ['ID=1ef1251e-dc28-43d7-8fa8-932763b0c070,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:32.351325 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:32.354011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:32.354011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:32.354011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:32.354011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:32.354011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:32.354011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:32.354011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:32.354011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:32.354669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:32.354669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:32.354811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:32.362296 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ed78a825-b254-4a2e-9614-301b5655916c tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9126728 Jan 28 06:44:32.362296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41040) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:32.365813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 1ef1251e-dc28-43d7-8fa8-932763b0c070 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:44:32.369047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Request body: {'subnet': {'network_id': '1ef1251e-dc28-43d7-8fa8-932763b0c070', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:32.393613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af68737-7959-41df-964d-fecd2aae25c1 req-836a4a33-3963-42e4-a331-77ca83856497 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:32.395068 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1af68737-7959-41df-964d-fecd2aae25c1 req-836a4a33-3963-42e4-a331-77ca83856497 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.2647793 Jan 28 06:44:32.566810 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1af68737-7959-41df-964d-fecd2aae25c1 req-21cf8650-e753-4f29-9cc6-2faea619fdc6 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617718 Jan 28 06:44:32.573570 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:32.576400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:32.576898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba3af855-0b89-4bd6-b8b8-b3312c261383 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:44:32.580672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Usage tracker for resource:subnet and tenant:6b34ccb4496343e1958bf4ba852df110 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:32.583530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:32.594000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:32.603015 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:32.619490 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:32.625577 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-205e2e05-fbed-4e5a-8e94-6986200086e7 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "DELETE /v2.0/routers/ba3af855-0b89-4bd6-b8b8-b3312c261383 HTTP/1.1" status: 204 len: 168 time: 4.2771957 Jan 28 06:44:32.625577 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a7e33a2c-474f-41a8-86b3-0be3677cacb9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:32.632607 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41046) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:32.649213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1116250875', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:32.661439 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:32.782004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-a7e33a2c-474f-41a8-86b3-0be3677cacb9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 8ea0a80f-c46a-41fc-aadd-83cdc95a8a34 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:32.809946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Made reservation on behalf of 6b34ccb4496343e1958bf4ba852df110 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:32.813896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:32.816240 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Usage tracker for resource:router and tenant:3ea613ec7cc64252be553c315f26d040 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:32.833158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91e5e1f-6057-40ae-ac2b-2d919fa5304e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:32.833764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f91e5e1f-6057-40ae-ac2b-2d919fa5304e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Synchronizing usage tracker for tenant:866b65adc81f45ee83e2445ee7ce42b7 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:32.836186 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:32.892466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:32.906746 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:33.070869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:33.071933 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:33.160902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f91e5e1f-6057-40ae-ac2b-2d919fa5304e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Unset dirty status for tenant:866b65adc81f45ee83e2445ee7ce42b7 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:33.164770 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f91e5e1f-6057-40ae-ac2b-2d919fa5304e tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7fe0131-8f41-4738-b4a3-7c617c09714d HTTP/1.1" status: 200 len: 913 time: 0.9139755 Jan 28 06:44:33.176219 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe9ef-e513-4948-b971-90537690d5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:33.185812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41054) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:33.200053 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:44:33.236675 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:44:33.237163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6958ffd7-0ca8-4c99-8662-56eba6b0edd6 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:44:33.271579 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:33.395801 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1bd15833-4f04-41c7-9b3b-227711003f3a req-c8557516-a21c-49ef-849e-1b79f1128374 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.2148478 Jan 28 06:44:33.440775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:33.565921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a7e33a2c-474f-41a8-86b3-0be3677cacb9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:33.664810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:33.738089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c9dde-bfee-47d4-9bab-58686ef0a0bd req-9cbb7e38-8132-4355-b10e-57a3e639c4f9 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:33.739646 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b7c9dde-bfee-47d4-9bab-58686ef0a0bd req-9cbb7e38-8132-4355-b10e-57a3e639c4f9 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.5564487 Jan 28 06:44:33.748228 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:33.749005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:33.793621 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ab4e6-8ad2-4d41-aa66-ec29445efef5 req-778f845b-258c-445d-8792-12eb93835df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:33.795066 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-325ab4e6-8ad2-4d41-aa66-ec29445efef5 req-778f845b-258c-445d-8792-12eb93835df1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bb1bd7b93cc04d2381fa60936dc42957&device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 1099 time: 0.6132333 Jan 28 06:44:33.809151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e33a2c-474f-41a8-86b3-0be3677cacb9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=8ea0a80f-c46a-41fc-aadd-83cdc95a8a34,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:33.867305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:34.051998 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=0bd20c93-5fae-4ee8-accd-c3e8ded5395c,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:34.087761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:34.145535 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b7c9dde-bfee-47d4-9bab-58686ef0a0bd req-3ba8ea12-e3f2-42bc-aea8-fbc846ee2486 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3824542 Jan 28 06:44:34.168818 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a7e33a2c-474f-41a8-86b3-0be3677cacb9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:34.234712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event updated for resources: {'Subnet': ['ID=52a09511-1748-49d4-9a88-db0a71021710,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:34.305833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Checking segment: {'id': 'ee25a632-1320-40ed-96f5-3713da952c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1ef1251e-dc28-43d7-8fa8-932763b0c070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:34.306195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Network hostable DHCP agents. Network: 1ef1251e-dc28-43d7-8fa8-932763b0c070, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:44:34.313216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:34.316451 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a7e33a2c-474f-41a8-86b3-0be3677cacb9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/8ea0a80f-c46a-41fc-aadd-83cdc95a8a34 HTTP/1.1" status: 204 len: 168 time: 3.0895555 Jan 28 06:44:34.320464 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Router 863de784-0d63-4188-b9f4-3296acc73366 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:44:34.322263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41062) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:34.355478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ab4e6-8ad2-4d41-aa66-ec29445efef5 req-4bbdbba1-1bf8-439f-8b43-86a042d9fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:34.356946 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-325ab4e6-8ad2-4d41-aa66-ec29445efef5 req-4bbdbba1-1bf8-439f-8b43-86a042d9fb6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=900882d3-f259-4633-a0ad-6db24a9bc89e HTTP/1.1" status: 200 len: 913 time: 0.5267928 Jan 28 06:44:34.367077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network c7a7079b-3bfe-49de-bba6-c6db37d7f3b5 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:34.376119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:34.376972 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:34.472323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e121182-cfc6-46a0-a0e2-dd14c48d8a44 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:34.473812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e121182-cfc6-46a0-a0e2-dd14c48d8a44 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:34.475329 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e121182-cfc6-46a0-a0e2-dd14c48d8a44 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:34.476119 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8e121182-cfc6-46a0-a0e2-dd14c48d8a44 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:34.626872 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ebffeb8f-5f57-45a3-b787-20633edc04b4 None None] Provisioning complete for port 0bd20c93-5fae-4ee8-accd-c3e8ded5395c triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:34.627683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ebffeb8f-5f57-45a3-b787-20633edc04b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:34.672702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:34.685769 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da189dfa-751c-4b75-96f6-cc052972689d None None] Sync routers for ids ['863de784-0d63-4188-b9f4-3296acc73366'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:34.692904 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Network 1ef1251e-dc28-43d7-8fa8-932763b0c070 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:44:34.696740 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da189dfa-751c-4b75-96f6-cc052972689d None None] Routers {'863de784-0d63-4188-b9f4-3296acc73366'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:34.697294 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ebffeb8f-5f57-45a3-b787-20633edc04b4 None None] Port 0bd20c93-5fae-4ee8-accd-c3e8ded5395c cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:44:34.698445 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-da189dfa-751c-4b75-96f6-cc052972689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['863de784-0d63-4188-b9f4-3296acc73366'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:34.740202 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8e121182-cfc6-46a0-a0e2-dd14c48d8a44 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:34.747072 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8e121182-cfc6-46a0-a0e2-dd14c48d8a44 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4179621 Jan 28 06:44:34.749273 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41070) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:34.776260 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-da189dfa-751c-4b75-96f6-cc052972689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:34.787428 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da189dfa-751c-4b75-96f6-cc052972689d None None] Routers {'863de784-0d63-4188-b9f4-3296acc73366'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:34.788263 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-da189dfa-751c-4b75-96f6-cc052972689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['863de784-0d63-4188-b9f4-3296acc73366'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:34.827120 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:34.844363 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e2019d58-be9c-42ad-98a0-966376d7bf29 req-3dc3ac0c-1f4b-4d68-a3b9-0b324355659c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1751101 Jan 28 06:44:34.849886 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-325ab4e6-8ad2-4d41-aa66-ec29445efef5 req-c1e076f2-c319-4f4a-a1d7-5786a71e6363 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f325355-9184-4dbf-8fc8-9d2ada28d833 HTTP/1.1" status: 200 len: 1001 time: 0.4749219 Jan 28 06:44:34.861496 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:34.896090 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-da189dfa-751c-4b75-96f6-cc052972689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:34.896541 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da189dfa-751c-4b75-96f6-cc052972689d None None] The sync data for ids ['863de784-0d63-4188-b9f4-3296acc73366'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:34.911691 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:34.912891 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3c72351c-530d-4c95-b2ba-fc34c1c5df86 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4500356 Jan 28 06:44:34.920235 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41074) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:34.935036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:34.939687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 1ef1251e-dc28-43d7-8fa8-932763b0c070) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:34.949161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89fbfd7-6467-451d-9800-de0c5534cd0e None None] Network 1ef1251e-dc28-43d7-8fa8-932763b0c070 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:34.949921 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ab4e6-8ad2-4d41-aa66-ec29445efef5 req-91c44f2c-84c2-4f27-8012-d8cf6ffb3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:34.951399 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-325ab4e6-8ad2-4d41-aa66-ec29445efef5 req-91c44f2c-84c2-4f27-8012-d8cf6ffb3d9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1d287cf5-03cc-4605-a5b6-1cc9364d0ed2 HTTP/1.1" status: 200 len: 851 time: 0.0893030 Jan 28 06:44:34.953659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:34.954230 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:34.999554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-11131262-f14a-47d1-908e-2adb0d97663f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 9c98314b-42b7-440a-b8ee-0a8faf08fabf {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:44:35.019617 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-11131262-f14a-47d1-908e-2adb0d97663f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:35.124591 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dc56b4dc-fb91-4760-8d0f-24f143567c05 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7612660 Jan 28 06:44:35.127674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41078) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:35.132984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ab4e6-8ad2-4d41-aa66-ec29445efef5 req-288605c4-951c-4b07-9447-57e526ce4a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:35.134475 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-325ab4e6-8ad2-4d41-aa66-ec29445efef5 req-288605c4-951c-4b07-9447-57e526ce4a7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=900882d3-f259-4633-a0ad-6db24a9bc89e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1721745 Jan 28 06:44:35.138022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4e749bb8-f0fc-4f6d-9fc3-f731cd8f06a3 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-776328741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:35.145036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-706deecb-73db-4386-a0eb-30186b8c29db tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:35.220664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4e749bb8-f0fc-4f6d-9fc3-f731cd8f06a3 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:35.222930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Router f57f0ad9-dce9-480b-af67-977463b7fb6f is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:44:35.244345 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4e749bb8-f0fc-4f6d-9fc3-f731cd8f06a3 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Usage tracker for resource:router and tenant:6b34ccb4496343e1958bf4ba852df110 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:35.258725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-1ef1251e-dc28-43d7-8fa8-932763b0c070', 'network_id': '1ef1251e-dc28-43d7-8fa8-932763b0c070', 'tenant_id': '6b34ccb4496343e1958bf4ba852df110', 'fixed_ips': [{'subnet_id': '52a09511-1748-49d4-9a88-db0a71021710'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:44:35.259610 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:35.272180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4e749bb8-f0fc-4f6d-9fc3-f731cd8f06a3 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:35.289152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4e749bb8-f0fc-4f6d-9fc3-f731cd8f06a3 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:35.334248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-11131262-f14a-47d1-908e-2adb0d97663f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:35.418504 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Allocated IP 172.26.4.195 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/567efa48-a30b-4654-8bfb-47cb5b9e6c43) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:35.446236 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Allocated IP 172.20.0.2 (1ef1251e-dc28-43d7-8fa8-932763b0c070/52a09511-1748-49d4-9a88-db0a71021710/c50eb071-0e90-4978-be72-0af9798956b2) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:35.619293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e749bb8-f0fc-4f6d-9fc3-f731cd8f06a3 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:35.620651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e749bb8-f0fc-4f6d-9fc3-f731cd8f06a3 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:35.639159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:35.673181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:35.688157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Transition to ACTIVE for port object c50eb071-0e90-4978-be72-0af9798956b2 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:35.688361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-11131262-f14a-47d1-908e-2adb0d97663f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:35.714204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Transition to ACTIVE for port object c50eb071-0e90-4978-be72-0af9798956b2 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:35.775028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:35.778477 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-325ab4e6-8ad2-4d41-aa66-ec29445efef5 req-d58fe49b-4fc5-4214-904c-b3c31750c997 service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830011 Jan 28 06:44:35.782159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e749bb8-f0fc-4f6d-9fc3-f731cd8f06a3 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:35.789834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e14440-3455-4963-8277-9b6f277c52b5 None None] Sync routers for ids ['f57f0ad9-dce9-480b-af67-977463b7fb6f'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:35.801551 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e14440-3455-4963-8277-9b6f277c52b5 None None] Routers {'f57f0ad9-dce9-480b-af67-977463b7fb6f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:35.802487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d1e14440-3455-4963-8277-9b6f277c52b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f57f0ad9-dce9-480b-af67-977463b7fb6f'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:35.840373 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-818f43e5-ad2e-4c1f-a899-21dc8bfa3d4b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "PUT /v2.0/routers/f57f0ad9-dce9-480b-af67-977463b7fb6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0266764 Jan 28 06:44:35.844717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41084) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:35.867431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:35.910601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:35.918460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d1e14440-3455-4963-8277-9b6f277c52b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:35.996521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Network 1ef1251e-dc28-43d7-8fa8-932763b0c070 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:35.998335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:36.000673 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:36.002079 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-11131262-f14a-47d1-908e-2adb0d97663f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:36.007274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e14440-3455-4963-8277-9b6f277c52b5 None None] Routers {'f57f0ad9-dce9-480b-af67-977463b7fb6f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:36.007878 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d1e14440-3455-4963-8277-9b6f277c52b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f57f0ad9-dce9-480b-af67-977463b7fb6f'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:36.058444 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:36.067126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11131262-f14a-47d1-908e-2adb0d97663f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=9c98314b-42b7-440a-b8ee-0a8faf08fabf,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:36.070203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-11131262-f14a-47d1-908e-2adb0d97663f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:36.085902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d1e14440-3455-4963-8277-9b6f277c52b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:36.086302 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e14440-3455-4963-8277-9b6f277c52b5 None None] The sync data for ids ['f57f0ad9-dce9-480b-af67-977463b7fb6f'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:36.116571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e749bb8-f0fc-4f6d-9fc3-f731cd8f06a3 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:36.124128 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bd1973-99ef-4bf9-9d00-3554c7cbd285 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:36.128707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:36.143257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:36.160959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c0d961-7a87-4bca-a1c3-3ed4f7890986 req-a522db6e-fd82-4eb0-bf1a-9346175728cf tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:36.162388 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-99c0d961-7a87-4bca-a1c3-3ed4f7890986 req-a522db6e-fd82-4eb0-bf1a-9346175728cf tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.8187399 Jan 28 06:44:36.181037 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-11131262-f14a-47d1-908e-2adb0d97663f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/9c98314b-42b7-440a-b8ee-0a8faf08fabf HTTP/1.1" status: 204 len: 168 time: 1.4265437 Jan 28 06:44:36.181250 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Pushing event updated for resources: {'Port': ['ID=c50eb071-0e90-4978-be72-0af9798956b2,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:36.188180 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41090) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:36.194931 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:36.195307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:36.195653 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:36.195990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:36.196318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:36.196652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:36.197184 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:36.197668 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:36.198178 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:36.198511 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:36.198836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:36.199163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:44:36.210666 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0b9bf25b-6286-4542-9afb-280794a639f7 req-b538c332-01bd-46bb-a514-79861e5624e6 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1012774 Jan 28 06:44:36.232947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Attempting to bind port c50eb071-0e90-4978-be72-0af9798956b2 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:44:36.233575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Attempting to bind port c50eb071-0e90-4978-be72-0af9798956b2 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'ee25a632-1320-40ed-96f5-3713da952c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1ef1251e-dc28-43d7-8fa8-932763b0c070'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:44:36.234107 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Attempting to bind port c50eb071-0e90-4978-be72-0af9798956b2 on network 1ef1251e-dc28-43d7-8fa8-932763b0c070 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:44:36.242590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:44:36.243289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Checking segment: {'id': 'ee25a632-1320-40ed-96f5-3713da952c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1ef1251e-dc28-43d7-8fa8-932763b0c070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:36.243853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:36.245006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Bound using segment: {'id': 'ee25a632-1320-40ed-96f5-3713da952c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1ef1251e-dc28-43d7-8fa8-932763b0c070'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:44:36.245929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Bound port: c50eb071-0e90-4978-be72-0af9798956b2, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee25a632-1320-40ed-96f5-3713da952c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1ef1251e-dc28-43d7-8fa8-932763b0c070'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:44:36.246493 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:36.256558 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Deleting port 4553e9d1-e09a-4812-bdca-3372e44b36af {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:36.257690 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:36.297082 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-99c0d961-7a87-4bca-a1c3-3ed4f7890986 req-0a5bdbee-9abb-449a-8cf6-b935d19b3b6d tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074698 Jan 28 06:44:36.305234 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:36.326867 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:36.328981 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-325ab4e6-8ad2-4d41-aa66-ec29445efef5 req-1b5ad473-0d18-4a00-9d68-f897dfd5c81b service neutron] 10.222.0.37 "GET /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373750 Jan 28 06:44:36.332279 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:36.337540 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e749bb8-f0fc-4f6d-9fc3-f731cd8f06a3 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:36.341336 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4e749bb8-f0fc-4f6d-9fc3-f731cd8f06a3 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.2095494 Jan 28 06:44:36.346944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41094) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:36.369751 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a102fae-0aa6-4c2f-8604-57e096ffe224 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:36.370364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3a102fae-0aa6-4c2f-8604-57e096ffe224 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:36.402190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4bb7bb2-0ec4-4e0f-8af0-0ca77562e12a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet e4094ed2-c214-4d6f-bb7b-8dcace151a81 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:44:36.405182 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4bb7bb2-0ec4-4e0f-8af0-0ca77562e12a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:36.443152 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Pushing event updated for resources: {'Port': ['ID=567efa48-a30b-4654-8bfb-47cb5b9e6c43,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:36.479840 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] For port c50eb071-0e90-4978-be72-0af9798956b2, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:44:36.513288 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4bb7bb2-0ec4-4e0f-8af0-0ca77562e12a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:36.517061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-706deecb-73db-4386-a0eb-30186b8c29db tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port 754b0821-260e-4318-b669-ce40464d8ef8 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:36.517634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-706deecb-73db-4386-a0eb-30186b8c29db tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:36.521361 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] For port c50eb071-0e90-4978-be72-0af9798956b2, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c50eb071-0e90-4978-be72-0af9798956b2,segment=NetworkSegment(ee25a632-1320-40ed-96f5-3713da952c72),segment_id=ee25a632-1320-40ed-96f5-3713da952c72)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:44:36.606225 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:36.614262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3a102fae-0aa6-4c2f-8604-57e096ffe224 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:36.615420 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3a102fae-0aa6-4c2f-8604-57e096ffe224 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57f0ad9-dce9-480b-af67-977463b7fb6f HTTP/1.1" status: 200 len: 987 time: 0.7586081 Jan 28 06:44:36.633359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41098) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:36.711376 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f532d-6fd5-41c3-b140-b0b6a6e1e2cd None None] Pushing event updated for resources: {'Port': ['ID=c50eb071-0e90-4978-be72-0af9798956b2,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:37.010807 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:37.197967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Calling delete_port for 4553e9d1-e09a-4812-bdca-3372e44b36af owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:37.257563 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4bb7bb2-0ec4-4e0f-8af0-0ca77562e12a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:37.320184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-706deecb-73db-4386-a0eb-30186b8c29db tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:37.472948 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e0146224-4e8f-4eb2-b83a-4518f5bcc15a None None] Provisioning complete for port ccf809c9-52e8-446f-8568-46f6c6ef7382 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:37.473668 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0146224-4e8f-4eb2-b83a-4518f5bcc15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:37.567545 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4bb7bb2-0ec4-4e0f-8af0-0ca77562e12a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:37.627504 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb7bb2-0ec4-4e0f-8af0-0ca77562e12a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=e4094ed2-c214-4d6f-bb7b-8dcace151a81,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:37.634605 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423d6b5b-4e0e-4bb8-a5af-a0978262ac05 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:37.635332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4bb7bb2-0ec4-4e0f-8af0-0ca77562e12a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:37.658161 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:37.703673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-706deecb-73db-4386-a0eb-30186b8c29db tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for 754b0821-260e-4318-b669-ce40464d8ef8 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:37.713500 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f4bb7bb2-0ec4-4e0f-8af0-0ca77562e12a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/e4094ed2-c214-4d6f-bb7b-8dcace151a81 HTTP/1.1" status: 204 len: 168 time: 1.5232515 Jan 28 06:44:37.720516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41106) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:37.817151 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-649d118b-7008-47ca-abfa-a483e3d0b0b4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957651 Jan 28 06:44:37.817604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41110) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:37.856996 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-26a5a144-0e15-41c0-82ca-5285c90ba6f0 req-7b8bdd9f-6d3f-4507-b064-5347a39b022a tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.5124142 Jan 28 06:44:37.866774 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c30d394f-6ac3-4a71-9a2d-53396df4773a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:37.932778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:38.003604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a4a824-a13e-4a0b-b07c-61d1103ac960 None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:44:38.009857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d7a4a824-a13e-4a0b-b07c-61d1103ac960 None None] Deleting port ccf809c9-52e8-446f-8568-46f6c6ef7382 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:38.010518 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a824-a13e-4a0b-b07c-61d1103ac960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:38.158129 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef43268-0381-44de-8d46-1853feb37582 None None] Network 1ef1251e-dc28-43d7-8fa8-932763b0c070 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:38.164772 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c30d394f-6ac3-4a71-9a2d-53396df4773a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:38.177068 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:38.184297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c30d394f-6ac3-4a71-9a2d-53396df4773a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:38.189374 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:44:38.231263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c30d394f-6ac3-4a71-9a2d-53396df4773a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:38.247765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c30d394f-6ac3-4a71-9a2d-53396df4773a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:38.253978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Pushing event deleted for resources: {'Port': ['ID=4553e9d1-e09a-4812-bdca-3372e44b36af,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:38.302315 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd3a9f-11f2-460d-b0f2-1612fd275dd2 req-4459defa-4486-40fb-ad11-390204689c11 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:38.309216 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-addd3a9f-11f2-460d-b0f2-1612fd275dd2 req-4459defa-4486-40fb-ad11-390204689c11 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.5701711 Jan 28 06:44:38.336615 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d7a4a824-a13e-4a0b-b07c-61d1103ac960 None None] For port ccf809c9-52e8-446f-8568-46f6c6ef7382, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ccf809c9-52e8-446f-8568-46f6c6ef7382,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:38.336996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a824-a13e-4a0b-b07c-61d1103ac960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:38.481251 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d7a4a824-a13e-4a0b-b07c-61d1103ac960 None None] Calling delete_port for ccf809c9-52e8-446f-8568-46f6c6ef7382 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:38.504196 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30d394f-6ac3-4a71-9a2d-53396df4773a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:38.507261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c30d394f-6ac3-4a71-9a2d-53396df4773a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:38.514619 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3a09d66c-16c7-4af3-83f4-7e28faa4d600 None None] Provisioning for port c50eb071-0e90-4978-be72-0af9798956b2 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:38.515281 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-addd3a9f-11f2-460d-b0f2-1612fd275dd2 req-ca7dd99e-bd53-4445-bf70-28d50a47813c tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050343 Jan 28 06:44:38.601483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:38.618733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Allocated IP 172.20.0.1 (1ef1251e-dc28-43d7-8fa8-932763b0c070/52a09511-1748-49d4-9a88-db0a71021710/8548fb12-aea1-4c52-bd34-6834a5d61ba2) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:38.764988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a824-a13e-4a0b-b07c-61d1103ac960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:38.770927 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:38.815657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-706deecb-73db-4386-a0eb-30186b8c29db tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:38.835038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4a824-a13e-4a0b-b07c-61d1103ac960 None None] Pushing event deleted for resources: {'Port': ['ID=ccf809c9-52e8-446f-8568-46f6c6ef7382,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:38.838535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4a824-a13e-4a0b-b07c-61d1103ac960 None None] No DVR routers for this DVR port ccf809c9-52e8-446f-8568-46f6c6ef7382 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:44:38.960741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706deecb-73db-4386-a0eb-30186b8c29db tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=754b0821-260e-4318-b669-ce40464d8ef8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:39.046495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:39.074015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c50eb071-0e90-4978-be72-0af9798956b2 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:39.097873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-996bc053-6dc2-4105-93e5-4273efdaa8cc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:39.147007 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a008947c-21ce-4b9c-994f-090b6a20a66e req-0edb08ff-9e53-40f2-8a0e-291701a4a5e5 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.2053869 Jan 28 06:44:39.193835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Transition to ACTIVE for port object 8548fb12-aea1-4c52-bd34-6834a5d61ba2 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:39.226470 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port c50eb071-0e90-4978-be72-0af9798956b2 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:39.233175 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c50eb071-0e90-4978-be72-0af9798956b2 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:39.237461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:39.303663 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:39.322433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:39.358849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:39.390480 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port c50eb071-0e90-4978-be72-0af9798956b2, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c50eb071-0e90-4978-be72-0af9798956b2,segment=NetworkSegment(ee25a632-1320-40ed-96f5-3713da952c72),segment_id=ee25a632-1320-40ed-96f5-3713da952c72)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:39.478681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:39.543593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ccf809c9-52e8-446f-8568-46f6c6ef7382 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:44:39.551728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Router 863de784-0d63-4188-b9f4-3296acc73366 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:44:39.579695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: ccf809c9-52e8-446f-8568-46f6c6ef7382 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:44:39.579934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ccf809c9-52e8-446f-8568-46f6c6ef7382 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:44:39.581206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97404c7-4287-44d5-8e82-f725756997c3 req-f0aebfee-1152-4a42-b246-c674bf74d8e5 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:39.587747 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a97404c7-4287-44d5-8e82-f725756997c3 req-f0aebfee-1152-4a42-b246-c674bf74d8e5 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.8527267 Jan 28 06:44:39.598881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=c50eb071-0e90-4978-be72-0af9798956b2,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:39.679953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c30d394f-6ac3-4a71-9a2d-53396df4773a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:39.683264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Router 8ad023c4-bef8-4179-8237-9915bc28700f is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:44:39.738306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:39.748358 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a267c2-08ea-405e-9733-6b2ecd9659bb None None] Sync routers for ids ['863de784-0d63-4188-b9f4-3296acc73366'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:39.759210 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a267c2-08ea-405e-9733-6b2ecd9659bb None None] Routers {'863de784-0d63-4188-b9f4-3296acc73366'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:39.761147 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b7a267c2-08ea-405e-9733-6b2ecd9659bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['863de784-0d63-4188-b9f4-3296acc73366'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:39.790806 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a97404c7-4287-44d5-8e82-f725756997c3 req-1076f4ce-47a2-444d-8228-2fd57c6c0ab0 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931863 Jan 28 06:44:39.796276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:39.844102 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b7a267c2-08ea-405e-9733-6b2ecd9659bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:39.856240 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a267c2-08ea-405e-9733-6b2ecd9659bb None None] Routers {'863de784-0d63-4188-b9f4-3296acc73366'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:39.857114 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b7a267c2-08ea-405e-9733-6b2ecd9659bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['863de784-0d63-4188-b9f4-3296acc73366'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:39.897893 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Network 1ef1251e-dc28-43d7-8fa8-932763b0c070 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:39.900051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-706deecb-73db-4386-a0eb-30186b8c29db tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:39.907335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:39.913842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:39.940718 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b7a267c2-08ea-405e-9733-6b2ecd9659bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:39.941215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30d394f-6ac3-4a71-9a2d-53396df4773a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:39.941845 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a267c2-08ea-405e-9733-6b2ecd9659bb None None] The sync data for ids ['863de784-0d63-4188-b9f4-3296acc73366'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:39.957294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-c30d394f-6ac3-4a71-9a2d-53396df4773a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:39.966887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d1e39-4893-4776-b669-41450d8c3996 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:39.973680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30d394f-6ac3-4a71-9a2d-53396df4773a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:39.974294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c30d394f-6ac3-4a71-9a2d-53396df4773a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:39.976667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event updated for resources: {'Port': ['ID=8548fb12-aea1-4c52-bd34-6834a5d61ba2,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:39.979121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:40.005827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d394f-6ac3-4a71-9a2d-53396df4773a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=1cc48d06-4c54-4e95-b842-71060692ccdd,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:40.012376 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:40.013787 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-841dd30e-f511-4dea-87bc-4a3aeda5e933 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "PUT /v2.0/routers/863de784-0d63-4188-b9f4-3296acc73366 HTTP/1.1" status: 200 len: 706 time: 5.0922754 Jan 28 06:44:40.018271 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41122) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:40.104085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-996bc053-6dc2-4105-93e5-4273efdaa8cc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 0bd20c93-5fae-4ee8-accd-c3e8ded5395c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:40.104382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-996bc053-6dc2-4105-93e5-4273efdaa8cc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:40.115067 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c30d394f-6ac3-4a71-9a2d-53396df4773a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2627263 Jan 28 06:44:40.212641 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41126) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:40.272813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': '1cc48d06-4c54-4e95-b842-71060692ccdd'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:44:40.275098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:40.293820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:40.337883 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54c6c8e0-afe8-420a-b30c-0cced98eb4ec req-20ec5851-cb04-4933-9250-09058e5b7ec0 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1174974 Jan 28 06:44:40.358614 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f48c984c-261b-465c-b7c3-c935791ab7eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/routers/863de784-0d63-4188-b9f4-3296acc73366 HTTP/1.1" status: 200 len: 741 time: 0.3373377 Jan 28 06:44:40.365373 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41132) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:40.485156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:40.497666 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea54f3-739d-4a77-b2bd-419dda1ecdb6 None None] Sync routers for ids ['8ad023c4-bef8-4179-8237-9915bc28700f'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:40.500097 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-981d76f7-3fce-4bc6-9113-565ccfdab1eb tempest-RoutersAdminTest-663002452 tempest-RoutersAdminTest-663002452-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&device_id=863de784-0d63-4188-b9f4-3296acc73366 HTTP/1.1" status: 200 len: 205 time: 0.1335835 Jan 28 06:44:40.500826 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Allocated IP 172.20.0.2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/1cc48d06-4c54-4e95-b842-71060692ccdd/0dd37892-64d3-4500-a257-75156b9053af) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:40.516072 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41138) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:40.519854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ea54f3-739d-4a77-b2bd-419dda1ecdb6 None None] Routers {'8ad023c4-bef8-4179-8237-9915bc28700f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:40.524586 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-20ea54f3-739d-4a77-b2bd-419dda1ecdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8ad023c4-bef8-4179-8237-9915bc28700f'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:40.544245 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-996bc053-6dc2-4105-93e5-4273efdaa8cc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:40.579750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:40.589699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:40.597647 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:40.602375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f8eee8a9-fd6a-49dc-bdc2-652373914eae None None] Provisioning for port 8548fb12-aea1-4c52-bd34-6834a5d61ba2 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:40.603282 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2e0835da-091d-467d-9619-9a6d8feecb4b tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "GET /v2.0/ports?device_id=863de784-0d63-4188-b9f4-3296acc73366 HTTP/1.1" status: 200 len: 205 time: 0.0614445 Jan 28 06:44:40.607000 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41144) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:40.609502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:40.620827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-20ea54f3-739d-4a77-b2bd-419dda1ecdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:40.633235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f8eee8a9-fd6a-49dc-bdc2-652373914eae None None] Provisioning complete for port 8548fb12-aea1-4c52-bd34-6834a5d61ba2 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:40.633608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f8eee8a9-fd6a-49dc-bdc2-652373914eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:40.682942 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:40.686605 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e8523d43-baff-4ae2-94ba-a97932d85d03 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.0464435 Jan 28 06:44:40.687118 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41148) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:40.692078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-996bc053-6dc2-4105-93e5-4273efdaa8cc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 0bd20c93-5fae-4ee8-accd-c3e8ded5395c owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:40.738742 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c233bbb6-5fd0-4bfb-ac40-64ae5693c023 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'enable_snat': False}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:40.740747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ea54f3-739d-4a77-b2bd-419dda1ecdb6 None None] Routers {'8ad023c4-bef8-4179-8237-9915bc28700f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:40.741392 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-20ea54f3-739d-4a77-b2bd-419dda1ecdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8ad023c4-bef8-4179-8237-9915bc28700f'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:40.799767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:40.828856 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-20ea54f3-739d-4a77-b2bd-419dda1ecdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:40.829271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ea54f3-739d-4a77-b2bd-419dda1ecdb6 None None] The sync data for ids ['8ad023c4-bef8-4179-8237-9915bc28700f'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:40.841221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f8eee8a9-fd6a-49dc-bdc2-652373914eae None None] Port 8548fb12-aea1-4c52-bd34-6834a5d61ba2 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:44:40.907888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:40.911064 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:40.927712 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:40.941186 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Transition to ACTIVE for port object 0dd37892-64d3-4500-a257-75156b9053af will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:40.966419 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Transition to ACTIVE for port object 0dd37892-64d3-4500-a257-75156b9053af will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:40.996151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c50eb071-0e90-4978-be72-0af9798956b2 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:41.004220 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd2f9bf4-53fb-452d-a98f-8ab25473ada8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:41.067136 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c50eb071-0e90-4978-be72-0af9798956b2 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:41.067546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:41.097084 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:41.181378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:41.187552 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706deecb-73db-4386-a0eb-30186b8c29db tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Router d7fe0131-8f41-4738-b4a3-7c617c09714d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:44:41.188690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:41.193581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:41.193817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:41.332203 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Pushing event updated for resources: {'Port': ['ID=0dd37892-64d3-4500-a257-75156b9053af,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:41.367327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Attempting to bind port 0dd37892-64d3-4500-a257-75156b9053af on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:44:41.367698 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Attempting to bind port 0dd37892-64d3-4500-a257-75156b9053af by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:44:41.368053 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Attempting to bind port 0dd37892-64d3-4500-a257-75156b9053af on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:44:41.376592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:44:41.376592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:41.376592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:41.376592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:44:41.376592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Bound port: 0dd37892-64d3-4500-a257-75156b9053af, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:44:41.377145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:41.471924 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] For port 0dd37892-64d3-4500-a257-75156b9053af, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:44:41.475319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] For port 0dd37892-64d3-4500-a257-75156b9053af, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0dd37892-64d3-4500-a257-75156b9053af,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:44:41.514716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7a6a-3cc8-4385-a498-3f058cfd8211 req-f68a8abf-e95c-4142-ad4e-32469e72b45b tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:41.516235 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aace7a6a-3cc8-4385-a498-3f058cfd8211 req-f68a8abf-e95c-4142-ad4e-32469e72b45b tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.4784529 Jan 28 06:44:41.546624 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd2f9bf4-53fb-452d-a98f-8ab25473ada8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:41.552249 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd2f9bf4-53fb-452d-a98f-8ab25473ada8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:41.559647 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:41.640441 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7c8ef89a-2757-442e-8baf-966533606460 req-defd48e2-b9c3-45d0-92dd-9bf0d087deda tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1806405 Jan 28 06:44:41.652822 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fd3ad-d273-4919-a830-8c9fcd54c56a None None] Pushing event updated for resources: {'Port': ['ID=0dd37892-64d3-4500-a257-75156b9053af,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:41.747071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd2f9bf4-53fb-452d-a98f-8ab25473ada8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:41.747640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2f9bf4-53fb-452d-a98f-8ab25473ada8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Fanout notify agent at l3_agent the message router_deleted on router 863de784-0d63-4188-b9f4-3296acc73366 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:44:41.792589 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aace7a6a-3cc8-4385-a498-3f058cfd8211 req-826a2c02-da14-421f-866f-d9a4598cef0d tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182260 Jan 28 06:44:41.795813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706deecb-73db-4386-a0eb-30186b8c29db tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:41.816898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd2f9bf4-53fb-452d-a98f-8ab25473ada8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:41.817106 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc0777-46c5-4df7-9e7a-2d82f65c3517 None None] Sync routers for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:41.822130 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bd2f9bf4-53fb-452d-a98f-8ab25473ada8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "DELETE /v2.0/routers/863de784-0d63-4188-b9f4-3296acc73366 HTTP/1.1" status: 204 len: 168 time: 1.2101398 Jan 28 06:44:41.825438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41154) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:41.832256 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc0777-46c5-4df7-9e7a-2d82f65c3517 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:41.832955 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-28dc0777-46c5-4df7-9e7a-2d82f65c3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:41.923598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-996bc053-6dc2-4105-93e5-4273efdaa8cc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:41.994681 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-28dc0777-46c5-4df7-9e7a-2d82f65c3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:41.998662 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-16eac7a1-edaf-4d9d-8089-afde49e7024d tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "GET /v2.0/ports?device_id=863de784-0d63-4188-b9f4-3296acc73366 HTTP/1.1" status: 200 len: 205 time: 0.1719987 Jan 28 06:44:42.004816 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41158) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:42.013293 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc0777-46c5-4df7-9e7a-2d82f65c3517 None None] Routers {'d7fe0131-8f41-4738-b4a3-7c617c09714d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:42.013923 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-28dc0777-46c5-4df7-9e7a-2d82f65c3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d7fe0131-8f41-4738-b4a3-7c617c09714d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:42.015063 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c233bbb6-5fd0-4bfb-ac40-64ae5693c023 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:42.062173 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-706deecb-73db-4386-a0eb-30186b8c29db tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "PUT /v2.0/routers/d7fe0131-8f41-4738-b4a3-7c617c09714d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8732717 Jan 28 06:44:42.069978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41162) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:42.075700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bc053-6dc2-4105-93e5-4273efdaa8cc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=0bd20c93-5fae-4ee8-accd-c3e8ded5395c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:42.090796 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-28dc0777-46c5-4df7-9e7a-2d82f65c3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:42.091278 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc0777-46c5-4df7-9e7a-2d82f65c3517 None None] The sync data for ids ['d7fe0131-8f41-4738-b4a3-7c617c09714d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:42.162992 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-8c3f2b4c-35bc-47ab-afb2-893d00cd7a00 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] delete failed (client error): The resource could not be found. Jan 28 06:44:42.167266 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8c3f2b4c-35bc-47ab-afb2-893d00cd7a00 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "DELETE /v2.0/routers/863de784-0d63-4188-b9f4-3296acc73366 HTTP/1.1" status: 404 len: 336 time: 0.1586525 Jan 28 06:44:42.178418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41166) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:42.260553 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e32c4678-0c6a-4362-adc4-0eefd1acb6b8 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "GET /v2.0/ports?device_id=a409695c-892e-41cb-8138-1eaa09c86522 HTTP/1.1" status: 200 len: 205 time: 0.0810337 Jan 28 06:44:42.270886 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41170) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:42.293945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-996bc053-6dc2-4105-93e5-4273efdaa8cc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:42.433824 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-5939fd1b-3260-44e9-b0cc-8f6a14cb4153 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] delete failed (client error): The resource could not be found. Jan 28 06:44:42.434856 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5939fd1b-3260-44e9-b0cc-8f6a14cb4153 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "DELETE /v2.0/routers/a409695c-892e-41cb-8138-1eaa09c86522 HTTP/1.1" status: 404 len: 336 time: 0.1626940 Jan 28 06:44:42.440532 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41174) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:42.515952 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:42.570236 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4a3b3941-abfb-4197-9567-f18dc9c74149 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f HTTP/1.1" status: 200 len: 205 time: 0.1286051 Jan 28 06:44:42.573821 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:42.575267 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41178) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:42.794940 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-7f43b9df-74dd-489c-872b-185388ad444e tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] delete failed (client error): The resource could not be found. Jan 28 06:44:42.799528 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7f43b9df-74dd-489c-872b-185388ad444e tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "DELETE /v2.0/routers/e6259b1e-dab8-4600-90b7-4d2dbe7e5f5f HTTP/1.1" status: 404 len: 336 time: 0.2130086 Jan 28 06:44:42.799528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:42.825710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41184) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:42.909955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996bc053-6dc2-4105-93e5-4273efdaa8cc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Router f57f0ad9-dce9-480b-af67-977463b7fb6f has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:44:42.957336 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-597355f7-f290-4822-a31f-fc3b2380708d req-df886c9e-7575-4a35-bcea-8c6ca386fba7 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1659789 Jan 28 06:44:43.051279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-84a741de-f784-4b1a-842d-1dc125512107 None None] Provisioning for port 0dd37892-64d3-4500-a257-75156b9053af completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:43.052436 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-405920a2-046e-4252-bb50-072e4d4fba5d tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "GET /v2.0/ports?device_id=ead79e5a-8aa4-45df-9e57-b642ea9ee429 HTTP/1.1" status: 200 len: 205 time: 0.1942899 Jan 28 06:44:43.056294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41190) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:43.059498 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:43.092250 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0dd37892-64d3-4500-a257-75156b9053af up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:43.141233 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.objects.ports [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88216) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:44:43.160882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event updated for resources: {'Port': ['ID=8548fb12-aea1-4c52-bd34-6834a5d61ba2,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:43.163276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:43.195089 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-25b4ba21-3069-4af4-acf6-5d4dc5cd0048 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] delete failed (client error): The resource could not be found. Jan 28 06:44:43.196133 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-25b4ba21-3069-4af4-acf6-5d4dc5cd0048 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "DELETE /v2.0/routers/ead79e5a-8aa4-45df-9e57-b642ea9ee429 HTTP/1.1" status: 404 len: 336 time: 0.1393464 Jan 28 06:44:43.200808 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41194) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:43.256483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 0dd37892-64d3-4500-a257-75156b9053af completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:43.261616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 0dd37892-64d3-4500-a257-75156b9053af triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:43.261839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:43.268354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996bc053-6dc2-4105-93e5-4273efdaa8cc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:43.286234 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-996bc053-6dc2-4105-93e5-4273efdaa8cc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "PUT /v2.0/routers/f57f0ad9-dce9-480b-af67-977463b7fb6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6496193 Jan 28 06:44:43.287978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41198) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:43.292617 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca14f0-079f-415c-b090-a4c3c3b81ad8 None None] Sync routers for ids ['f57f0ad9-dce9-480b-af67-977463b7fb6f'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:43.317830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting port 992709f4-d888-4a24-beed-e016a386255e {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:43.318169 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:43.321737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca14f0-079f-415c-b090-a4c3c3b81ad8 None None] Routers {'f57f0ad9-dce9-480b-af67-977463b7fb6f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:43.322415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-0aca14f0-079f-415c-b090-a4c3c3b81ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f57f0ad9-dce9-480b-af67-977463b7fb6f'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:43.375287 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1788a55d-3cee-47bf-9813-0853bc382054 tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf1cf7d1-9bef-4c14-8b7d-954d907e0f78 HTTP/1.1" status: 200 len: 205 time: 0.1714394 Jan 28 06:44:43.387911 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-0aca14f0-079f-415c-b090-a4c3c3b81ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:43.389523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41202) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:43.407065 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca14f0-079f-415c-b090-a4c3c3b81ad8 None None] Routers {'f57f0ad9-dce9-480b-af67-977463b7fb6f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:43.407706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-0aca14f0-079f-415c-b090-a4c3c3b81ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f57f0ad9-dce9-480b-af67-977463b7fb6f'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:43.428546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d1f7b-7368-4600-91c9-b0374b5699e8 req-4366f3f6-8fb6-4d68-83c4-0010ec633f79 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:43.430023 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9e9d1f7b-7368-4600-91c9-b0374b5699e8 req-4366f3f6-8fb6-4d68-83c4-0010ec633f79 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.4676917 Jan 28 06:44:43.439428 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-348832aa-b5cb-4907-a172-8c3ea527b5e5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] GET failed (client error): The resource could not be found. Jan 28 06:44:43.439962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-348832aa-b5cb-4907-a172-8c3ea527b5e5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:43.498450 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-0aca14f0-079f-415c-b090-a4c3c3b81ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:43.498450 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca14f0-079f-415c-b090-a4c3c3b81ad8 None None] The sync data for ids ['f57f0ad9-dce9-480b-af67-977463b7fb6f'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:43.526581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:43.546042 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9e9d1f7b-7368-4600-91c9-b0374b5699e8 req-c634b1aa-88cb-4b16-8634-57fe5095a77d tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968232 Jan 28 06:44:43.557465 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-244675db-f1b6-4fdc-8326-3d13dc24568e tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] delete failed (client error): The resource could not be found. Jan 28 06:44:43.560546 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-244675db-f1b6-4fdc-8326-3d13dc24568e tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "DELETE /v2.0/routers/cf1cf7d1-9bef-4c14-8b7d-954d907e0f78 HTTP/1.1" status: 404 len: 336 time: 0.1646218 Jan 28 06:44:43.560670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Network 1ef1251e-dc28-43d7-8fa8-932763b0c070 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:43.562126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41206) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:43.562962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:43.564602 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 0dd37892-64d3-4500-a257-75156b9053af, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0dd37892-64d3-4500-a257-75156b9053af,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:43.667034 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-77b5a966-2db8-4b3c-81cd-3d3b17e2440f tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d864dac-8364-4c8c-ae2b-bd25b6c3460e HTTP/1.1" status: 200 len: 205 time: 0.1017809 Jan 28 06:44:43.673087 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-348832aa-b5cb-4907-a172-8c3ea527b5e5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:43.676943 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-348832aa-b5cb-4907-a172-8c3ea527b5e5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/0bd20c93-5fae-4ee8-accd-c3e8ded5395c HTTP/1.1" status: 404 len: 333 time: 0.3849981 Jan 28 06:44:43.677099 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:43.683360 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41210) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:43.683831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41212) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:43.742368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-a9c50426-6b9a-48a1-b5ec-3507d6fd07b7 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:43.747628 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-a9c50426-6b9a-48a1-b5ec-3507d6fd07b7 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.4046426 Jan 28 06:44:43.799296 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=0dd37892-64d3-4500-a257-75156b9053af,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:43.899972 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-7b8209a7-2566-4279-ae52-5a901fb7c25b tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] delete failed (client error): The resource could not be found. Jan 28 06:44:43.901580 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7b8209a7-2566-4279-ae52-5a901fb7c25b tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "DELETE /v2.0/routers/0d864dac-8364-4c8c-ae2b-bd25b6c3460e HTTP/1.1" status: 404 len: 336 time: 0.2172005 Jan 28 06:44:43.903104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-dddab134-b334-48d5-ac1d-c373ad10975a None None] Provisioning complete for port 8548fb12-aea1-4c52-bd34-6834a5d61ba2 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:43.903665 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dddab134-b334-48d5-ac1d-c373ad10975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:43.903835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Deleting port 7f325355-9184-4dbf-8fc8-9d2ada28d833 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:43.904389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:43.927811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41218) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:43.958914 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dddab134-b334-48d5-ac1d-c373ad10975a None None] Port 8548fb12-aea1-4c52-bd34-6834a5d61ba2 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:44:44.005450 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cbffabfd-598a-40fc-99dc-25ed37bfbfd1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:44.122914 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Router ee129457-177c-4974-b76a-6638d21f230f is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:44:44.155955 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbf93eda-4727-4dc4-a92d-0cd96932d77c tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] DELETE failed (client error): The resource could not be found. Jan 28 06:44:44.156403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbf93eda-4727-4dc4-a92d-0cd96932d77c tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:44:44.158066 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fbf93eda-4727-4dc4-a92d-0cd96932d77c tempest-RoutersAdminTest-805220354 tempest-RoutersAdminTest-805220354-project] 10.222.0.25 "DELETE /v2.0/subnets/7ef8139c-18cb-413b-aa6f-5f49f803f563 HTTP/1.1" status: 404 len: 337 time: 0.2235796 Jan 28 06:44:44.176787 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1cdb2a20-528b-4dec-b27c-c21fc8e651af req-fdc054f8-dd96-41ce-8db2-5b44dd7a6c92 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0652175 Jan 28 06:44:44.190600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:44.413280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:44.423376 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b3b08e95-ff46-4465-8feb-e07cb5d7234e tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "PUT /v2.0/routers/ee129457-177c-4974-b76a-6638d21f230f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0651176 Jan 28 06:44:44.425735 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734e4c8-7e37-4f14-b72e-a786d548374b None None] Sync routers for ids ['ee129457-177c-4974-b76a-6638d21f230f'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:44.436005 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734e4c8-7e37-4f14-b72e-a786d548374b None None] Routers {'ee129457-177c-4974-b76a-6638d21f230f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:44.436697 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1734e4c8-7e37-4f14-b72e-a786d548374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ee129457-177c-4974-b76a-6638d21f230f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:44.463956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41226) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:44.473543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Request body: {'port': {'network_id': '1ef1251e-dc28-43d7-8fa8-932763b0c070', 'name': 'tempest-FloatingIPNegativeTestJSON-119498730'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:44.475219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Calling delete_port for 992709f4-d888-4a24-beed-e016a386255e owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:44.519741 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1734e4c8-7e37-4f14-b72e-a786d548374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:44.529102 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734e4c8-7e37-4f14-b72e-a786d548374b None None] Routers {'ee129457-177c-4974-b76a-6638d21f230f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:44.529748 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1734e4c8-7e37-4f14-b72e-a786d548374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ee129457-177c-4974-b76a-6638d21f230f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:44.591380 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1734e4c8-7e37-4f14-b72e-a786d548374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:44.591970 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734e4c8-7e37-4f14-b72e-a786d548374b None None] The sync data for ids ['ee129457-177c-4974-b76a-6638d21f230f'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:44.611753 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] For port 7f325355-9184-4dbf-8fc8-9d2ada28d833, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7f325355-9184-4dbf-8fc8-9d2ada28d833,segment=NetworkSegment(fa8bb530-7d34-442b-b946-f1b6510bf076),segment_id=fa8bb530-7d34-442b-b946-f1b6510bf076)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:44.612293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:44.738820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:44.753226 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41234) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:44.755476 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cbffabfd-598a-40fc-99dc-25ed37bfbfd1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:44.763760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cbffabfd-598a-40fc-99dc-25ed37bfbfd1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:44.791916 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:44.857388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Usage tracker for resource:port and tenant:6b34ccb4496343e1958bf4ba852df110 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:44.864900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:44.881425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:45.003443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Made reservation on behalf of 6b34ccb4496343e1958bf4ba852df110 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:45.006866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.010487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0dd37892-64d3-4500-a257-75156b9053af up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:45.023490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec135eb-2d5f-45dd-aa3e-255e7fefc063 req-2203609a-0d4c-4950-b016-2259160a542b tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:45.024750 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ec135eb-2d5f-45dd-aa3e-255e7fefc063 req-2203609a-0d4c-4950-b016-2259160a542b tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 946 time: 0.3249753 Jan 28 06:44:45.029647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.030012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.030315 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Floating IP 81c1f545-0972-42a1-ad9b-1279477a2161 disassociated. External IP: 172.26.4.72, port: 7f325355-9184-4dbf-8fc8-9d2ada28d833. Jan 28 06:44:45.030647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Calling delete_port for 7f325355-9184-4dbf-8fc8-9d2ada28d833 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:45.035321 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-64930c89-fc2f-4d9e-931b-8b154db8c34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.054953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cbffabfd-598a-40fc-99dc-25ed37bfbfd1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.055485 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbffabfd-598a-40fc-99dc-25ed37bfbfd1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Fanout notify agent at l3_agent the message router_deleted on router f57f0ad9-dce9-480b-af67-977463b7fb6f {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:44:45.099089 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-64930c89-fc2f-4d9e-931b-8b154db8c34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:45.119686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] device_id is not set on port 463b13ff-6c63-4dfd-9ebe-f9835f566d0a yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:44:45.130687 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-64930c89-fc2f-4d9e-931b-8b154db8c34e admin admin] Usage tracker for resource:security_group_rule and tenant:e38c8523c4034d3496e7320653480a63 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:45.136734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 0dd37892-64d3-4500-a257-75156b9053af triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:45.136734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.137371 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cbffabfd-598a-40fc-99dc-25ed37bfbfd1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.141379 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cbffabfd-598a-40fc-99dc-25ed37bfbfd1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/routers/f57f0ad9-dce9-480b-af67-977463b7fb6f HTTP/1.1" status: 204 len: 168 time: 1.4524665 Jan 28 06:44:45.141843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-64930c89-fc2f-4d9e-931b-8b154db8c34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:45.146687 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41240) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:45.197732 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ec135eb-2d5f-45dd-aa3e-255e7fefc063 req-539c2148-8bef-4485-a18b-c9d50ad17a35 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9609048-48c1-4213-b114-a9c36dfc0271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209946 Jan 28 06:44:45.203657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-64930c89-fc2f-4d9e-931b-8b154db8c34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:45.304222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c233bbb6-5fd0-4bfb-ac40-64ae5693c023 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.309000 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4cf130e5-7bce-40b7-8355-b15699c0f6f7 req-66d573fc-3f57-410c-bfbe-017e9a24c10d tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0603817 Jan 28 06:44:45.397619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Allocated IP 172.20.0.5 (1ef1251e-dc28-43d7-8fa8-932763b0c070/52a09511-1748-49d4-9a88-db0a71021710/463b13ff-6c63-4dfd-9ebe-f9835f566d0a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:45.407418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.474738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Pushing event deleted for resources: {'Port': ['ID=7f325355-9184-4dbf-8fc8-9d2ada28d833,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:45.491787 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c233bbb6-5fd0-4bfb-ac40-64ae5693c023 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.607942 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf08b042-a639-4b61-a153-adc70a512e1b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting subnet 0607e917-0546-422d-8cf7-8e63deb50fc5 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:44:45.641326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf08b042-a639-4b61-a153-adc70a512e1b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.688515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] For port 0dd37892-64d3-4500-a257-75156b9053af, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0dd37892-64d3-4500-a257-75156b9053af,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:45.804757 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf08b042-a639-4b61-a153-adc70a512e1b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.841737 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.resource_extend [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:44:45.871394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.911758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.922886 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-64930c89-fc2f-4d9e-931b-8b154db8c34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:45.923150 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Router b37009bc-5b3e-4483-9f91-b45911c20584 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:44:45.938847 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Port': ['ID=992709f4-d888-4a24-beed-e016a386255e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:45.972062 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.022920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Transition to ACTIVE for port object 463b13ff-6c63-4dfd-9ebe-f9835f566d0a will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:46.044455 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c233bbb6-5fd0-4bfb-ac40-64ae5693c023 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Router 8ad023c4-bef8-4179-8237-9915bc28700f has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:44:46.067455 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.068181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.143253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:46.163475 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd4acf-9ba5-4dbd-9a70-c8d801393c60 None None] Sync routers for ids ['b37009bc-5b3e-4483-9f91-b45911c20584'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:46.173852 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd4acf-9ba5-4dbd-9a70-c8d801393c60 None None] Routers {'b37009bc-5b3e-4483-9f91-b45911c20584'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:46.179562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-acfd4acf-9ba5-4dbd-9a70-c8d801393c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b37009bc-5b3e-4483-9f91-b45911c20584'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:46.208436 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-64930c89-fc2f-4d9e-931b-8b154db8c34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.235640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 7f325355-9184-4dbf-8fc8-9d2ada28d833 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:44:46.248815 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.264947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.285932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 7f325355-9184-4dbf-8fc8-9d2ada28d833 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:44:46.286386 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 7f325355-9184-4dbf-8fc8-9d2ada28d833 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:44:46.350086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Network 1ef1251e-dc28-43d7-8fa8-932763b0c070 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:46.351721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] No DVR routers for this DVR port 7f325355-9184-4dbf-8fc8-9d2ada28d833 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:44:46.355078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.359457 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event updated for resources: {'Port': ['ID=463b13ff-6c63-4dfd-9ebe-f9835f566d0a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:46.362982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:46.365209 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:46.394898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f463e91-97fd-4b25-b739-03625dcb7cea', 'name': 'network-vif-deleted', 'tag': '7f325355-9184-4dbf-8fc8-9d2ada28d833'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:44:46.399893 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:46.445232 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:46.450625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-acfd4acf-9ba5-4dbd-9a70-c8d801393c60 None None] Set router b37009bc-5b3e-4483-9f91-b45911c20584 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:44:46.457037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf08b042-a639-4b61-a153-adc70a512e1b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.464504 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d1036765-f813-4bef-ae73-c7052ea95582 req-f9d89cfd-3ab2-4355-b1ab-857fb65fb244 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 210 time: 0.1059260 Jan 28 06:44:46.492967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:46.493580 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.542328 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3c4d211c-2b50-4a8d-9133-08c291ff9d83 req-4bba116a-489e-4db9-a9b0-990a283b65ea tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.37 "DELETE /v2.0/ports/7f325355-9184-4dbf-8fc8-9d2ada28d833 HTTP/1.1" status: 204 len: 173 time: 2.7858891 Jan 28 06:44:46.544840 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-de67b9e1-7e0f-42e6-97d0-97558ed94c8a req-efccbdec-340e-4c45-977d-de35dcc70ce5 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1386051 Jan 28 06:44:46.578231 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-64930c89-fc2f-4d9e-931b-8b154db8c34e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e38c8523c4034d3496e7320653480a63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8207371 Jan 28 06:44:46.581881 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41252) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:46.626831 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cb2f84-a95b-418e-8914-601639b2a8da None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:46.631532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:46.632174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.653319 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f463e91-97fd-4b25-b739-03625dcb7cea', 'name': 'network-vif-deleted', 'tag': '7f325355-9184-4dbf-8fc8-9d2ada28d833', 'status': 'completed', 'code': 200} Jan 28 06:44:46.675776 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=0dd37892-64d3-4500-a257-75156b9053af,revision_number=5']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:46.681787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-902fe524-6bfc-4bab-98f6-408850e43dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.684172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=c4462a28-ebdc-4ea8-be3e-919cdae47407,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:46.688285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64930c89-fc2f-4d9e-931b-8b154db8c34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fde65ad-0032-4b7e-b0b8-81716d8ce0ab,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:46.699313 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.704129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.717161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-902fe524-6bfc-4bab-98f6-408850e43dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.761913 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d550fcbd-b20e-4ff7-8274-18bafc65004a tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2977424 Jan 28 06:44:46.765859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41256) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:46.771830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:46.778780 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0629a350-dd26-456f-bb04-909b439c8f60 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.5623260 Jan 28 06:44:46.783106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41260) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:46.787894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:46.794788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'mac_address': 'fa:16:3e:a0:21:df', 'name': 'tempest-NetworksTestDHCPv6-388663737'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:46.800645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf08b042-a639-4b61-a153-adc70a512e1b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.818104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Usage tracker for resource:floatingip and tenant:6b34ccb4496343e1958bf4ba852df110 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:46.827515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:46.850239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:46.882928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08b042-a639-4b61-a153-adc70a512e1b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Subnet': ['ID=0607e917-0546-422d-8cf7-8e63deb50fc5,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:46.889635 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf08b042-a639-4b61-a153-adc70a512e1b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.893161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-068cdbf3-b94a-4723-8d1d-35a0e241cf31 None None] Provisioning for port 463b13ff-6c63-4dfd-9ebe-f9835f566d0a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:46.895454 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cf08b042-a639-4b61-a153-adc70a512e1b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/0607e917-0546-422d-8cf7-8e63deb50fc5 HTTP/1.1" status: 204 len: 168 time: 1.7421205 Jan 28 06:44:46.898567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41264) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:46.910233 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555ee0ec-6363-49ba-aeed-e08aa775d19c None None] Network c7a7079b-3bfe-49de-bba6-c6db37d7f3b5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:46.923628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-068cdbf3-b94a-4723-8d1d-35a0e241cf31 None None] Provisioning complete for port 463b13ff-6c63-4dfd-9ebe-f9835f566d0a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:46.924007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-068cdbf3-b94a-4723-8d1d-35a0e241cf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.938580 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c233bbb6-5fd0-4bfb-ac40-64ae5693c023 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:46.944828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c233bbb6-5fd0-4bfb-ac40-64ae5693c023 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:46.945940 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c233bbb6-5fd0-4bfb-ac40-64ae5693c023 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "PUT /v2.0/routers/8ad023c4-bef8-4179-8237-9915bc28700f HTTP/1.1" status: 200 len: 926 time: 6.2579033 Jan 28 06:44:46.952039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41268) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:46.952178 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0347d2-f39c-424a-88b3-2c4969bb084d None None] Sync routers for ids ['8ad023c4-bef8-4179-8237-9915bc28700f'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:46.972443 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0347d2-f39c-424a-88b3-2c4969bb084d None None] Routers {'8ad023c4-bef8-4179-8237-9915bc28700f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:46.973045 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7e0347d2-f39c-424a-88b3-2c4969bb084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8ad023c4-bef8-4179-8237-9915bc28700f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:47.025948 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:47.026567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Fanout notify agent at l3_agent the message router_deleted on router d7fe0131-8f41-4738-b4a3-7c617c09714d {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:44:47.035586 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:47.039013 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2d3ca9ff-7018-4473-aa8d-75f42b6168ac tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/routers/d7fe0131-8f41-4738-b4a3-7c617c09714d HTTP/1.1" status: 204 len: 168 time: 4.9551060 Jan 28 06:44:47.042296 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:47.049551 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41272) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:47.050291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-902fe524-6bfc-4bab-98f6-408850e43dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:47.051337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:47.063894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-068cdbf3-b94a-4723-8d1d-35a0e241cf31 None None] Port 463b13ff-6c63-4dfd-9ebe-f9835f566d0a cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:44:47.079073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0dd37892-64d3-4500-a257-75156b9053af up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:47.098096 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7e0347d2-f39c-424a-88b3-2c4969bb084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:47.110445 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0347d2-f39c-424a-88b3-2c4969bb084d None None] Routers {'8ad023c4-bef8-4179-8237-9915bc28700f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:47.111366 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7e0347d2-f39c-424a-88b3-2c4969bb084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8ad023c4-bef8-4179-8237-9915bc28700f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:47.112755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:47.113099 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:47.125367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fe524-6bfc-4bab-98f6-408850e43dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fde65ad-0032-4b7e-b0b8-81716d8ce0ab,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:47.137849 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-902fe524-6bfc-4bab-98f6-408850e43dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:47.139295 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-902fe524-6bfc-4bab-98f6-408850e43dc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0fde65ad-0032-4b7e-b0b8-81716d8ce0ab HTTP/1.1" status: 204 len: 168 time: 0.5570419 Jan 28 06:44:47.141097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:47.174221 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:47.220311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:47.222212 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7e0347d2-f39c-424a-88b3-2c4969bb084d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:47.222791 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0347d2-f39c-424a-88b3-2c4969bb084d None None] The sync data for ids ['8ad023c4-bef8-4179-8237-9915bc28700f'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:47.296379 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-723ebe4f-b143-4be4-b519-5f90ab1b9f87 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Deleting subnet 716854b1-d3de-46ef-9ea3-506e074da290 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:44:47.299824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:47.302767 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-723ebe4f-b143-4be4-b519-5f90ab1b9f87 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:47.392129 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3660fb42-6cdc-441b-b74e-e8095c7981f5 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/routers/8ad023c4-bef8-4179-8237-9915bc28700f HTTP/1.1" status: 200 len: 926 time: 0.4390922 Jan 28 06:44:47.395910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41278) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:47.414969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-723ebe4f-b143-4be4-b519-5f90ab1b9f87 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:47.567880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 0dd37892-64d3-4500-a257-75156b9053af triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:47.568464 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:47.603041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-723ebe4f-b143-4be4-b519-5f90ab1b9f87 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:47.637847 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:47.670557 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-acfd4acf-9ba5-4dbd-9a70-c8d801393c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:40:43Z', 'revision_number': 4, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '26f71325-0f6b-46a2-bde8-3a707c6c024f', 'name': '', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'mac_address': 'fa:16:3e:19:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:53Z', 'revision_number': 5, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'subnets': [{'id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:47.683566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd4acf-9ba5-4dbd-9a70-c8d801393c60 None None] Checking router: b37009bc-5b3e-4483-9f91-b45911c20584 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:44:47.706319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd4acf-9ba5-4dbd-9a70-c8d801393c60 None None] Routers {'b37009bc-5b3e-4483-9f91-b45911c20584'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:47.707516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-acfd4acf-9ba5-4dbd-9a70-c8d801393c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b37009bc-5b3e-4483-9f91-b45911c20584'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:47.790573 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e56f49b2-fbc1-4128-8bf9-61483719c3c8 req-807c0dd9-56c6-4dc7-b50c-ce9b66fc2301 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1579471 Jan 28 06:44:47.792467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3e5d99ef-bef6-4f2c-8107-a0d4509e2555 req-a55d95e1-8d8b-45ff-9691-99b26f20a813 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Synchronizing usage tracker for tenant:bb1bd7b93cc04d2381fa60936dc42957 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:47.810028 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] For port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3db2e10e-82c1-49d8-8a66-77c98ab9dea2,segment=NetworkSegment(750eab6e-72ad-44fe-af6b-4aaee28fc092),segment_id=750eab6e-72ad-44fe-af6b-4aaee28fc092)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:47.810028 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:47.911719 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6da367d-9712-42a2-91eb-17242bcc4bfd None None] DHCP port deletion for c7a7079b-3bfe-49de-bba6-c6db37d7f3b5 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:44:47.940593 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38352831-880c-4916-8d34-212c43617728 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:47.940593 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-38352831-880c-4916-8d34-212c43617728 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Synchronizing usage tracker for tenant:9c2d6a0b2280429fb44eee08c0680fe7 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:47.960866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b6da367d-9712-42a2-91eb-17242bcc4bfd None None] Deleting port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:47.969715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b6da367d-9712-42a2-91eb-17242bcc4bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:47.990546 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:47.993809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:47.995894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3e5d99ef-bef6-4f2c-8107-a0d4509e2555 req-a55d95e1-8d8b-45ff-9691-99b26f20a813 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Unset dirty status for tenant:bb1bd7b93cc04d2381fa60936dc42957 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:48.001537 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3e5d99ef-bef6-4f2c-8107-a0d4509e2555 req-a55d95e1-8d8b-45ff-9691-99b26f20a813 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f463e91-97fd-4b25-b739-03625dcb7cea HTTP/1.1" status: 200 len: 210 time: 0.3051584 Jan 28 06:44:48.068376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.103742 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-723ebe4f-b143-4be4-b519-5f90ab1b9f87 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.106620 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-38352831-880c-4916-8d34-212c43617728 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Unset dirty status for tenant:9c2d6a0b2280429fb44eee08c0680fe7 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:48.108060 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-38352831-880c-4916-8d34-212c43617728 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&device_id=8ad023c4-bef8-4179-8237-9915bc28700f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7108076 Jan 28 06:44:48.113117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41288) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:48.126568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 158c7264-0ae4-4b45-9267-3e16d2b3f55d yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:44:48.155155 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ebe4f-b143-4be4-b519-5f90ab1b9f87 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Subnet': ['ID=716854b1-d3de-46ef-9ea3-506e074da290,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:48.181731 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-723ebe4f-b143-4be4-b519-5f90ab1b9f87 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.211348 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-723ebe4f-b143-4be4-b519-5f90ab1b9f87 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/subnets/716854b1-d3de-46ef-9ea3-506e074da290 HTTP/1.1" status: 204 len: 168 time: 1.1662476 Jan 28 06:44:48.213423 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-acfd4acf-9ba5-4dbd-9a70-c8d801393c60 None None] Set router b37009bc-5b3e-4483-9f91-b45911c20584 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:44:48.215118 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41292) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:48.270979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41296) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:48.311798 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.388954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Allocated IP 172.26.4.204 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/3d0dcf19-5335-4ec2-99d6-0e077a2b7649) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:48.395282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No DVR routers for this DVR port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:44:48.402591 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=3db2e10e-82c1-49d8-8a66-77c98ab9dea2,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:48.429996 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4dc498a4-f2a3-449f-8647-5d6aed23cf15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4339fab10b034116bd88b3081c5f45bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547141 Jan 28 06:44:48.434310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41300) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:48.535393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b6da367d-9712-42a2-91eb-17242bcc4bfd None None] For port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3db2e10e-82c1-49d8-8a66-77c98ab9dea2,segment=NetworkSegment(750eab6e-72ad-44fe-af6b-4aaee28fc092),segment_id=750eab6e-72ad-44fe-af6b-4aaee28fc092)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:48.536004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b6da367d-9712-42a2-91eb-17242bcc4bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.586428 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ba6385d-011f-4469-8c90-04ce827da4b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.608667 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87eca4-5d6f-4dd4-9ca1-66b65cb797cf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:48.609286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ef87eca4-5d6f-4dd4-9ca1-66b65cb797cf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Synchronizing usage tracker for tenant:9c2d6a0b2280429fb44eee08c0680fe7 on resource:network {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:48.664331 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.678596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 172.20.0.11 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/1cc48d06-4c54-4e95-b842-71060692ccdd/158c7264-0ae4-4b45-9267-3e16d2b3f55d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:48.686274 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d0bea4e-17b4-4d78-ab59-d0cb2053267c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.709463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::f816:3eff:fea0:21df (2d564f63-c0b4-45b7-8160-b73c1310d2e3/c4462a28-ebdc-4ea8-be3e-919cdae47407/158c7264-0ae4-4b45-9267-3e16d2b3f55d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:48.726555 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b6da367d-9712-42a2-91eb-17242bcc4bfd None None] Calling delete_port for 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:48.743344 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a7079b-3bfe-49de-bba6-c6db37d7f3b5']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:48.744564 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.757809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d0bea4e-17b4-4d78-ab59-d0cb2053267c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.771465 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750eab6e-72ad-44fe-af6b-4aaee28fc092') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:48.771799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750eab6e-72ad-44fe-af6b-4aaee28fc092') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:48.794360 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.829991 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-17eb8d6b-902c-409c-9474-574b17ff3cb6 None None] Provisioning complete for port 0dd37892-64d3-4500-a257-75156b9053af triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:48.830366 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-17eb8d6b-902c-409c-9474-574b17ff3cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.846544 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ef87eca4-5d6f-4dd4-9ca1-66b65cb797cf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Unset dirty status for tenant:9c2d6a0b2280429fb44eee08c0680fe7 on resource:network {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:48.850576 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ef87eca4-5d6f-4dd4-9ca1-66b65cb797cf tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/networks/e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 881 time: 0.7007871 Jan 28 06:44:48.851254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41306) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:48.856044 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ba6385d-011f-4469-8c90-04ce827da4b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.903081 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.931099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.937185 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b7449ed8-1afc-47d0-a705-f5cac2896484 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad023c4-bef8-4179-8237-9915bc28700f HTTP/1.1" status: 200 len: 205 time: 0.0718510 Jan 28 06:44:48.937781 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41310) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:48.938830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:44:48.939289 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:48.941352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-b6da367d-9712-42a2-91eb-17242bcc4bfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:44:48.941708 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-b6da367d-9712-42a2-91eb-17242bcc4bfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:44:48.957841 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:44:48.964981 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0ba6385d-011f-4469-8c90-04ce827da4b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45dbfea-58ea-40a0-bd87-a48ab588b506']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:49.026058 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-acfd4acf-9ba5-4dbd-9a70-c8d801393c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:40:43Z', 'revision_number': 4, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '26f71325-0f6b-46a2-bde8-3a707c6c024f', 'name': '', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'mac_address': 'fa:16:3e:19:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:53Z', 'revision_number': 5, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'subnets': [{'id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:49.026775 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c104cc2b-7760-4bd5-b09b-82135c3c7614 req-7eb03f75-1f10-4000-98ad-c1803043d0bc tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1302881 Jan 28 06:44:49.032386 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfd4acf-9ba5-4dbd-9a70-c8d801393c60 None None] The sync data for ids ['b37009bc-5b3e-4483-9f91-b45911c20584'] in dv-neutron-824022-4-hyperv is: [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:40:43Z', 'revision_number': 4, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '26f71325-0f6b-46a2-bde8-3a707c6c024f', 'name': '', 'network_id': '900882d3-f259-4633-a0ad-6db24a9bc89e', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'mac_address': 'fa:16:3e:19:29:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:40Z', 'updated_at': '2022-01-28T06:40:53Z', 'revision_number': 5, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'subnets': [{'id': '1d287cf5-03cc-4605-a5b6-1cc9364d0ed2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:44:49.039733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:49.044787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:49.049869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:49.055915 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:44:49.112912 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:44:49.113270 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:44:49.129646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d0bea4e-17b4-4d78-ab59-d0cb2053267c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.172581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event updated for resources: {'Port': ['ID=3d0dcf19-5335-4ec2-99d6-0e077a2b7649,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:49.189114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bea4e-17b4-4d78-ab59-d0cb2053267c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4df973-adc2-4aa9-a802-929335b550fd,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:49.250994 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41318) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:49.255970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0ba6385d-011f-4469-8c90-04ce827da4b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed507d76-9715-42e6-89fe-a117e83dc55a') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:49.256554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0ba6385d-011f-4469-8c90-04ce827da4b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed507d76-9715-42e6-89fe-a117e83dc55a') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:49.283507 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ba6385d-011f-4469-8c90-04ce827da4b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.324197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d0bea4e-17b4-4d78-ab59-d0cb2053267c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.325308 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3d0bea4e-17b4-4d78-ab59-d0cb2053267c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d4df973-adc2-4aa9-a802-929335b550fd HTTP/1.1" status: 204 len: 168 time: 0.8874762 Jan 28 06:44:49.374521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473008f-f3b3-4669-bed5-62197c92d5b1 None None] New status for floating IP 81c1f545-0972-42a1-ad9b-1279477a2161: DOWN {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:44:49.375327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ba6385d-011f-4469-8c90-04ce827da4b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.384578 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.384787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.389107 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba6385d-011f-4469-8c90-04ce827da4b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:44:49.391361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ba6385d-011f-4469-8c90-04ce827da4b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.401830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b263277-b6ac-4537-a174-eca0055586df tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:44:49.405532 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:44:49.433821 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.440095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b263277-b6ac-4537-a174-eca0055586df tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.467932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Network': ['ID=c7a7079b-3bfe-49de-bba6-c6db37d7f3b5,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:49.472031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b6da367d-9712-42a2-91eb-17242bcc4bfd None None] Deleting port 3db2e10e-82c1-49d8-8a66-77c98ab9dea2 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:49.472527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b6da367d-9712-42a2-91eb-17242bcc4bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.515587 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-785e7223-2281-4697-b90f-5be15b09870b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/networks/c7a7079b-3bfe-49de-bba6-c6db37d7f3b5 HTTP/1.1" status: 204 len: 168 time: 2.6159749 Jan 28 06:44:49.518404 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.519336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41324) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:49.595681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b6da367d-9712-42a2-91eb-17242bcc4bfd None None] The port '3db2e10e-82c1-49d8-8a66-77c98ab9dea2' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:44:49.600233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f67eccb-466e-4d79-bf31-b80d27058bef tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:49.601927 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3f67eccb-466e-4d79-bf31-b80d27058bef tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 HTTP/1.1" status: 200 len: 845 time: 0.0812361 Jan 28 06:44:49.604662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b263277-b6ac-4537-a174-eca0055586df tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.608983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41328) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:49.628420 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b263277-b6ac-4537-a174-eca0055586df tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9609048-48c1-4213-b114-a9c36dfc0271,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:49.662051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 158c7264-0ae4-4b45-9267-3e16d2b3f55d will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:49.671287 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ba6385d-011f-4469-8c90-04ce827da4b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.717351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.764043 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ba6385d-011f-4469-8c90-04ce827da4b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.782717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b263277-b6ac-4537-a174-eca0055586df tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.786253 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9b263277-b6ac-4537-a174-eca0055586df tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "DELETE /v2.0/security-groups/d9609048-48c1-4213-b114-a9c36dfc0271 HTTP/1.1" status: 204 len: 168 time: 0.5264781 Jan 28 06:44:49.787252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41334) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:49.795474 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6385d-011f-4469-8c90-04ce827da4b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] Pushing event deleted for resources: {'Network': ['ID=f45dbfea-58ea-40a0-bd87-a48ab588b506,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:49.801876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6800a13c-904b-430f-b5be-aa095429e9f6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:49.807902 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0ba6385d-011f-4469-8c90-04ce827da4b0 tempest-FloatingIPTestJSON-850078134 tempest-FloatingIPTestJSON-850078134-project] 10.222.0.25 "DELETE /v2.0/networks/f45dbfea-58ea-40a0-bd87-a48ab588b506 HTTP/1.1" status: 204 len: 168 time: 1.5917907 Jan 28 06:44:49.824958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.836897 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:49.897312 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-277e5963-7f3f-4f7d-ba76-fbbe7da6e709 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] show failed (client error): The resource could not be found. Jan 28 06:44:49.899840 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-277e5963-7f3f-4f7d-ba76-fbbe7da6e709 tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "GET /v2.0/security-groups/d9609048-48c1-4213-b114-a9c36dfc0271 HTTP/1.1" status: 404 len: 347 time: 0.1029377 Jan 28 06:44:49.902917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41342) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:49.986294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6800a13c-904b-430f-b5be-aa095429e9f6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:49.987725 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6800a13c-904b-430f-b5be-aa095429e9f6 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/bd43f492-c85d-4ae3-a5d7-3ed25b6993a4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3778119 Jan 28 06:44:49.988860 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Deleting port 567efa48-a30b-4654-8bfb-47cb5b9e6c43 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:49.989525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:50.041760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41348) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:50.063238 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e450b8be-f374-4757-9deb-9d053ca004a5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:50.160901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:50.163686 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aeea6f54-52ab-4279-a454-fd55d74c2637 req-e16eb8e4-baf1-4cc8-b784-52e4e38a7c4a tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0613737 Jan 28 06:44:50.164697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:50.190451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=158c7264-0ae4-4b45-9267-3e16d2b3f55d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:50.190451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:50.206667 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-bf615e7c-3fe6-41ca-af9e-b50cf71847af tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Deleting port 0115b16d-9615-4582-bb27-9e54cb7bc2e3 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:50.207035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bf615e7c-3fe6-41ca-af9e-b50cf71847af tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:50.231472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:50.354449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:50.355131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:50.424522 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e450b8be-f374-4757-9deb-9d053ca004a5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:50.456903 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e450b8be-f374-4757-9deb-9d053ca004a5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:50.465799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e450b8be-f374-4757-9deb-9d053ca004a5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:50.500778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41360) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:50.502626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e450b8be-f374-4757-9deb-9d053ca004a5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:50.505717 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-20ff225c-1f89-46ed-9cf1-4834a16ba3fc tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7202301 Jan 28 06:44:50.510610 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41362) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:50.632289 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:50.763326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:50.792760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7055d462-ad90-4f8a-8eac-561548766372 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:50.800014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7055d462-ad90-4f8a-8eac-561548766372 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:50.801114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7055d462-ad90-4f8a-8eac-561548766372 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:50.849368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:50.896264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7055d462-ad90-4f8a-8eac-561548766372 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:50.899362 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7055d462-ad90-4f8a-8eac-561548766372 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3841512 Jan 28 06:44:50.942397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c1a28012-06d4-47f1-8baa-3c3bc3295ad6 None None] Provisioning for port 158c7264-0ae4-4b45-9267-3e16d2b3f55d completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:50.944125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41378) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:50.953199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c1a28012-06d4-47f1-8baa-3c3bc3295ad6 None None] Provisioning complete for port 158c7264-0ae4-4b45-9267-3e16d2b3f55d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:50.954193 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c1a28012-06d4-47f1-8baa-3c3bc3295ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:50.976776 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Calling delete_port for 567efa48-a30b-4654-8bfb-47cb5b9e6c43 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:51.020536 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e450b8be-f374-4757-9deb-9d053ca004a5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:51.023970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e450b8be-f374-4757-9deb-9d053ca004a5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.038696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c1a28012-06d4-47f1-8baa-3c3bc3295ad6 None None] Port 158c7264-0ae4-4b45-9267-3e16d2b3f55d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:44:51.052086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event updated for resources: {'Port': ['ID=3d0dcf19-5335-4ec2-99d6-0e077a2b7649,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:51.062613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.079210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f64a0d4b-65ec-4f0c-a6f1-dd19d984bb76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 158c7264-0ae4-4b45-9267-3e16d2b3f55d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:51.079580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f64a0d4b-65ec-4f0c-a6f1-dd19d984bb76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.096435 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41382) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:51.114901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bf615e7c-3fe6-41ca-af9e-b50cf71847af tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.115219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bf615e7c-3fe6-41ca-af9e-b50cf71847af tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.221147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.225060 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6f5d1722-4b11-4022-931c-2756387a29c4 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4551702 Jan 28 06:44:51.225936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41390) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:51.243818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cd730896-1151-43f0-8eab-03c064437d55 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Request body: {'floatingip': {'port_id': '463b13ff-6c63-4dfd-9ebe-f9835f566d0a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:51.325863 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-622fbb37-dd8d-4767-b223-e99548aac3ed tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-667302607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:51.340998 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-bf615e7c-3fe6-41ca-af9e-b50cf71847af tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Calling delete_port for 0115b16d-9615-4582-bb27-9e54cb7bc2e3 owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:51.384679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-622fbb37-dd8d-4767-b223-e99548aac3ed tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:51.390859 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8ab07c12-b48f-4059-b1b6-ee3001c972d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=866b65adc81f45ee83e2445ee7ce42b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8758914 Jan 28 06:44:51.395847 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41394) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:51.406713 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-622fbb37-dd8d-4767-b223-e99548aac3ed tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Usage tracker for resource:router and tenant:e79702c8fe954f9c9b5f5c33fc39c39f is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:51.412451 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-622fbb37-dd8d-4767-b223-e99548aac3ed tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:51.428518 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-622fbb37-dd8d-4767-b223-e99548aac3ed tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:51.431494 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8b641e67-0bb5-4c92-9493-9149fa8dc7bd req-1a7c3746-387c-48ef-8bf5-2cce48281b99 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1314235 Jan 28 06:44:51.433575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd730896-1151-43f0-8eab-03c064437d55 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.517411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-622fbb37-dd8d-4767-b223-e99548aac3ed tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.518404 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-622fbb37-dd8d-4767-b223-e99548aac3ed tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.624125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f64a0d4b-65ec-4f0c-a6f1-dd19d984bb76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.645811 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-622fbb37-dd8d-4767-b223-e99548aac3ed tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.741203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bf615e7c-3fe6-41ca-af9e-b50cf71847af tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.783919 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.791245 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e450b8be-f374-4757-9deb-9d053ca004a5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.802412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f64a0d4b-65ec-4f0c-a6f1-dd19d984bb76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 158c7264-0ae4-4b45-9267-3e16d2b3f55d owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:51.842223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e898bfe5-5a9c-4efa-9b6f-5349452babc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.854833 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-622fbb37-dd8d-4767-b223-e99548aac3ed tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.873745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf615e7c-3fe6-41ca-af9e-b50cf71847af tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Pushing event deleted for resources: {'Port': ['ID=0115b16d-9615-4582-bb27-9e54cb7bc2e3,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:51.893108 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-cd730896-1151-43f0-8eab-03c064437d55 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] update failed (client error): The resource could not be found. Jan 28 06:44:51.894138 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cd730896-1151-43f0-8eab-03c064437d55 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "PUT /v2.0/floatingips/2fe147d7-f8e0-4926-8e04-1178499e2cf4 HTTP/1.1" status: 404 len: 507 time: 0.6672909 Jan 28 06:44:51.901247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41398) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:51.904400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e898bfe5-5a9c-4efa-9b6f-5349452babc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:51.998154 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Pushing event deleted for resources: {'Port': ['ID=567efa48-a30b-4654-8bfb-47cb5b9e6c43,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:52.039572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e450b8be-f374-4757-9deb-9d053ca004a5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:52.073795 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-e450b8be-f374-4757-9deb-9d053ca004a5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:52.077027 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e450b8be-f374-4757-9deb-9d053ca004a5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:52.077625 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e450b8be-f374-4757-9deb-9d053ca004a5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.083879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025ad2ae-9410-4f79-9a61-c5d076c3cd29 None None] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:52.115020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450b8be-f374-4757-9deb-9d053ca004a5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Subnet': ['ID=df06854c-d351-471f-99c4-8b96147c55e4,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:52.134383 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bf615e7c-3fe6-41ca-af9e-b50cf71847af tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.137339 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bf615e7c-3fe6-41ca-af9e-b50cf71847af tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.141679 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bf615e7c-3fe6-41ca-af9e-b50cf71847af tempest-ServerActionsTestJSON-1364486072 tempest-ServerActionsTestJSON-1364486072-project] 10.222.0.25 "DELETE /v2.0/floatingips/81c1f545-0972-42a1-ad9b-1279477a2161 HTTP/1.1" status: 204 len: 168 time: 2.2344759 Jan 28 06:44:52.142687 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41402) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:52.216870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-622fbb37-dd8d-4767-b223-e99548aac3ed tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.220670 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-622fbb37-dd8d-4767-b223-e99548aac3ed tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.1196508 Jan 28 06:44:52.223100 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41406) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:52.238173 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.260505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4b7e8-ce33-4325-9819-f535f24a3421 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Deleting port 3d0dcf19-5335-4ec2-99d6-0e077a2b7649 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:52.261099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b7e8-ce33-4325-9819-f535f24a3421 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.279917 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e450b8be-f374-4757-9deb-9d053ca004a5 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2368383 Jan 28 06:44:52.284008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1474829917'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:52.287765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41410) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:52.306930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'security_group': {'name': 'tempest-secgroup-1617321369'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:52.329109 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:52.343375 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:security_group and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:52.350514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:52.361527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'tenant_id': 'b7aa4a407e9649129af7fe8bd57ba33e', 'fixed_ips': [{'subnet_id': 'df06854c-d351-471f-99c4-8b96147c55e4'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:44:52.362358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.365072 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:52.374113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Usage tracker for resource:network and tenant:e79702c8fe954f9c9b5f5c33fc39c39f is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:52.377374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:52.550847 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:52.551983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e898bfe5-5a9c-4efa-9b6f-5349452babc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.554825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.575583 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76707108-0b86-4f8f-a62f-704989ed9017 req-2d8c4f1c-5437-4526-b75a-120ac6cb66e8 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0849457 Jan 28 06:44:52.606384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898bfe5-5a9c-4efa-9b6f-5349452babc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93541cc-b6ca-4d79-b3e7-b6b68c0372db,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:52.606771 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.608676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:52.619190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.626207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:52.631905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b7e8-ce33-4325-9819-f535f24a3421 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.634612 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b7e8-ce33-4325-9819-f535f24a3421 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.639671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:security_group_rule and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:52.644979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:52.702651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:52.766820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4b7e8-ce33-4325-9819-f535f24a3421 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Calling delete_port for 3d0dcf19-5335-4ec2-99d6-0e077a2b7649 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:52.796309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f64a0d4b-65ec-4f0c-a6f1-dd19d984bb76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.798112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Made reservation on behalf of e79702c8fe954f9c9b5f5c33fc39c39f for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:52.801613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.819375 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.819938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Fanout notify agent at l3_agent the message router_deleted on router 8ad023c4-bef8-4179-8237-9915bc28700f {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:44:52.834674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.859412 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:52.864906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.872239 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b8367206-0acf-429a-8e2b-7e57f58c64eb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "DELETE /v2.0/routers/8ad023c4-bef8-4179-8237-9915bc28700f HTTP/1.1" status: 204 len: 168 time: 3.9144146 Jan 28 06:44:52.874422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41416) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:52.878258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a0d4b-65ec-4f0c-a6f1-dd19d984bb76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=158c7264-0ae4-4b45-9267-3e16d2b3f55d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:52.883351 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Usage tracker for resource:security_group_rule and tenant:e79702c8fe954f9c9b5f5c33fc39c39f is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:52.889025 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f6ff0da2-0e9b-4cde-b430-4fee1ef8d42f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-362391805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:52.893996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e898bfe5-5a9c-4efa-9b6f-5349452babc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:52.897311 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:52.898037 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e898bfe5-5a9c-4efa-9b6f-5349452babc3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c93541cc-b6ca-4d79-b3e7-b6b68c0372db HTTP/1.1" status: 204 len: 168 time: 1.4897258 Jan 28 06:44:52.901076 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f6ff0da2-0e9b-4cde-b430-4fee1ef8d42f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:52.941029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Allocated IP 2001:db8::2 (e963dc21-bd4b-40f6-84e6-3da66e568bc5/df06854c-d351-471f-99c4-8b96147c55e4/d95f5ad5-534c-4813-a60a-b11c6efde357) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:52.959687 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f6ff0da2-0e9b-4cde-b430-4fee1ef8d42f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Usage tracker for resource:router and tenant:3ea613ec7cc64252be553c315f26d040 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:52.963710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f6ff0da2-0e9b-4cde-b430-4fee1ef8d42f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:52.975580 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:52.978149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f6ff0da2-0e9b-4cde-b430-4fee1ef8d42f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:53.092655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0da2-0e9b-4cde-b430-4fee1ef8d42f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.093588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0da2-0e9b-4cde-b430-4fee1ef8d42f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.109774 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0da2-0e9b-4cde-b430-4fee1ef8d42f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.185323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.186923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f64a0d4b-65ec-4f0c-a6f1-dd19d984bb76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.213902 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f64a0d4b-65ec-4f0c-a6f1-dd19d984bb76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/158c7264-0ae4-4b45-9267-3e16d2b3f55d HTTP/1.1" status: 204 len: 168 time: 2.2571299 Jan 28 06:44:53.217168 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41422) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:53.222093 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.244645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.250092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.288261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6476b861-e3dd-467b-ab3b-d840436ea7e7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:53.296872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0da2-0e9b-4cde-b430-4fee1ef8d42f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.307650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b7e8-ce33-4325-9819-f535f24a3421 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.308827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Transition to ACTIVE for port object d95f5ad5-534c-4813-a60a-b11c6efde357 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:53.317844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.334041 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Transition to ACTIVE for port object d95f5ad5-534c-4813-a60a-b11c6efde357 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:53.369726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4b7e8-ce33-4325-9819-f535f24a3421 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event deleted for resources: {'Port': ['ID=3d0dcf19-5335-4ec2-99d6-0e077a2b7649,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:53.375368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.376655 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d052dcf2-3e4d-44cf-bd58-a61e53b453db tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0818317 Jan 28 06:44:53.379607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41428) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:53.385582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'security_group': {'name': 'tempest-secgroup-349844261'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:53.402421 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:44:53.411948 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfec793-f9c2-4d22-abb3-81e05ea3e0f7,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:53.412328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.419504 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474146f7-dede-4d80-9f09-ddb02c23f94d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:53.421155 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474146f7-dede-4d80-9f09-ddb02c23f94d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:53.422617 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474146f7-dede-4d80-9f09-ddb02c23f94d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:53.423513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-474146f7-dede-4d80-9f09-ddb02c23f94d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:53.430653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:53.438447 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.438789 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Added segment c4652a0f-7116-4f87-b29d-9dfebf4fd286 of type vlan for network c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d Jan 28 06:44:53.448620 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:security_group and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:53.474405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f6ff0da2-0e9b-4cde-b430-4fee1ef8d42f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.476981 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f6ff0da2-0e9b-4cde-b430-4fee1ef8d42f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5988464 Jan 28 06:44:53.479584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:53.483264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41434) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:53.484932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.492431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:53.497042 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:53.520273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b7e8-ce33-4325-9819-f535f24a3421 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.523017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9ec4b7e8-ce33-4325-9819-f535f24a3421 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.524921 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9ec4b7e8-ce33-4325-9819-f535f24a3421 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "DELETE /v2.0/floatingips/2fe147d7-f8e0-4926-8e04-1178499e2cf4 HTTP/1.1" status: 204 len: 168 time: 1.6223547 Jan 28 06:44:53.528020 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41440) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:53.534426 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:53.537573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9d3dcac5-6f09-4805-beb3-767573c44606 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Request body: {'floatingip': {'floating_network_id': '1ef1251e-dc28-43d7-8fa8-932763b0c070', 'port_id': '463b13ff-6c63-4dfd-9ebe-f9835f566d0a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:53.544465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d3dcac5-6f09-4805-beb3-767573c44606 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:53.549377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d3dcac5-6f09-4805-beb3-767573c44606 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Usage tracker for resource:floatingip and tenant:6b34ccb4496343e1958bf4ba852df110 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:53.551943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Pushing event updated for resources: {'Port': ['ID=d95f5ad5-534c-4813-a60a-b11c6efde357,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:53.552095 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-71559b94-31af-4591-81e0-bb442da2aa05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.553494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d3dcac5-6f09-4805-beb3-767573c44606 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:53.554965 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:53.567363 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:53.571025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d3dcac5-6f09-4805-beb3-767573c44606 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:53.599522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.632172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-474146f7-dede-4d80-9f09-ddb02c23f94d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:53.636149 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-474146f7-dede-4d80-9f09-ddb02c23f94d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4093149 Jan 28 06:44:53.636281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:53.638699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41448) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:53.661527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Attempting to bind port d95f5ad5-534c-4813-a60a-b11c6efde357 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:44:53.662269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Attempting to bind port d95f5ad5-534c-4813-a60a-b11c6efde357 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '68adcf1f-b331-41a8-9716-90ef9625860c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:44:53.662874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Attempting to bind port d95f5ad5-534c-4813-a60a-b11c6efde357 on network e963dc21-bd4b-40f6-84e6-3da66e568bc5 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:44:53.669228 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:44:53.669897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Checking segment: {'id': '68adcf1f-b331-41a8-9716-90ef9625860c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:53.670539 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.671099 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Bound using segment: {'id': '68adcf1f-b331-41a8-9716-90ef9625860c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:44:53.671775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Bound port: d95f5ad5-534c-4813-a60a-b11c6efde357, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68adcf1f-b331-41a8-9716-90ef9625860c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:44:53.672391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.705027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:security_group_rule and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:53.758306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:53.768048 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8b57fa07-560f-40fa-acba-99891aea7491 req-22cdfee6-a17f-450f-9cdc-e6b5637d50e2 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1283422 Jan 28 06:44:53.768910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d3dcac5-6f09-4805-beb3-767573c44606 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.798727 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] For port d95f5ad5-534c-4813-a60a-b11c6efde357, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:44:53.802380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] For port d95f5ad5-534c-4813-a60a-b11c6efde357, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d95f5ad5-534c-4813-a60a-b11c6efde357,segment=NetworkSegment(68adcf1f-b331-41a8-9716-90ef9625860c),segment_id=68adcf1f-b331-41a8-9716-90ef9625860c)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:44:53.816013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:53.824068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6d043c-f049-4656-8a0f-72855640928d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 1cc48d06-4c54-4e95-b842-71060692ccdd {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:44:53.827818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e6d043c-f049-4656-8a0f-72855640928d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:53.929287 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.028058 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33aae3c-079f-46ee-87f8-160dc4d14dc1 None None] Pushing event updated for resources: {'Port': ['ID=d95f5ad5-534c-4813-a60a-b11c6efde357,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:54.047812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e6d043c-f049-4656-8a0f-72855640928d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.217233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.218194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.223977 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:54.224581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.262580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e6d043c-f049-4656-8a0f-72855640928d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.348372 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.358279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.443900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41462) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:54.451436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd48d327-d2d2-44cb-8001-4a62755a851d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:54.467377 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-9d3dcac5-6f09-4805-beb3-767573c44606 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:44:54.468572 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9d3dcac5-6f09-4805-beb3-767573c44606 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9388301 Jan 28 06:44:54.472514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41468) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:54.479131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '463b13ff-6c63-4dfd-9ebe-f9835f566d0a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:54.492197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:54.498360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Usage tracker for resource:floatingip and tenant:6b34ccb4496343e1958bf4ba852df110 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:54.501489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e6d043c-f049-4656-8a0f-72855640928d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.505415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:54.506204 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event updated for resources: {'Network': ['ID=c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:54.510747 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7fbc4f3f-9a1b-44f4-8994-c83f51600d6d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.2842417 Jan 28 06:44:54.517128 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:44:54.528042 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41472) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:54.541564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Request body: {'subnet': {'network_id': 'c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:54.548395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:54.552604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.556554 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-96617b4f-b19c-4901-8c5f-010a2350874a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1732714 Jan 28 06:44:54.560261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41476) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:54.566251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d043c-f049-4656-8a0f-72855640928d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc48d06-4c54-4e95-b842-71060692ccdd,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:54.567962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e6d043c-f049-4656-8a0f-72855640928d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.573048 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7e6d043c-f049-4656-8a0f-72855640928d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/1cc48d06-4c54-4e95-b842-71060692ccdd HTTP/1.1" status: 204 len: 168 time: 0.9289601 Jan 28 06:44:54.575052 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41480) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:54.575887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-835052919', 'security_groups': ['bd48d327-d2d2-44cb-8001-4a62755a851d'], 'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'df06854c-d351-471f-99c4-8b96147c55e4'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:54.594968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0149b4ce-be15-44de-b1c5-d6733e7666fc None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:54.693705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Request body: {'networks': [{'name': 'tempest-network--1616565385'}, {'name': 'tempest-network--1781917998'}]} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:54.693705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Request body: {'network': {'name': 'tempest-network--1616565385'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:54.694072 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Request body: {'network': {'name': 'tempest-network--1781917998'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:54.698196 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.717127 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:54.727965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Usage tracker for resource:network and tenant:f2423f3b6abf49ba8fe2abb8206063a0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:54.737787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:54.749453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:54.814577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:54.825004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1f071b-1ed2-439a-9f24-a598bce41654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet c4462a28-ebdc-4ea8-be3e-919cdae47407 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:44:54.830953 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:port and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:54.831255 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea1f071b-1ed2-439a-9f24-a598bce41654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.835601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:54.847160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:54.878754 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:54.934030 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Usage tracker for resource:subnet and tenant:e79702c8fe954f9c9b5f5c33fc39c39f is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:54.938508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Made reservation on behalf of f2423f3b6abf49ba8fe2abb8206063a0 for: {'network': 2} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:54.946684 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.953829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:54.971753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:54.973882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.974742 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-71559b94-31af-4591-81e0-bb442da2aa05 admin admin] Deleting port 26f71325-0f6b-46a2-bde8-3a707c6c024f {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:54.975166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-71559b94-31af-4591-81e0-bb442da2aa05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:54.996986 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-52e43c6d-53fa-4d90-b4a1-c73534e58ea0 req-d67bf796-f2db-48af-9e98-a41ce95673ac tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1468461 Jan 28 06:44:55.001871 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:55.008756 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Usage tracker for resource:security_group_rule and tenant:f2423f3b6abf49ba8fe2abb8206063a0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:55.013171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:55.016051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea1f071b-1ed2-439a-9f24-a598bce41654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:55.030927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:55.083876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:55.115031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:55.178109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Made reservation on behalf of e79702c8fe954f9c9b5f5c33fc39c39f for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:55.186965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:55.209224 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d95f5ad5-534c-4813-a60a-b11c6efde357 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:55.376308 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port d95f5ad5-534c-4813-a60a-b11c6efde357 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:55.393872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea1f071b-1ed2-439a-9f24-a598bce41654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:55.467163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:55.530361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:55.542374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port 9590bf47-9519-4ea8-bf57-8e292e30dabf yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:44:55.589255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Allocated IP 172.26.4.105 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/7dc5f195-26c0-452f-b1f3-5aa0b9d1d30e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:55.611820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:55.612294 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:55.640989 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-71559b94-31af-4591-81e0-bb442da2aa05 admin admin] For port 26f71325-0f6b-46a2-bde8-3a707c6c024f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=26f71325-0f6b-46a2-bde8-3a707c6c024f,segment=NetworkSegment(fa8bb530-7d34-442b-b946-f1b6510bf076),segment_id=fa8bb530-7d34-442b-b946-f1b6510bf076)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:55.641706 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-71559b94-31af-4591-81e0-bb442da2aa05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:55.768710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c32fdb1-d9c3-4fbc-a8f7-6d48f2a0e70f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:55.773475 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0f3f3e87-b4ca-40a2-8e20-626bc7c2203d None None] Provisioning for port d95f5ad5-534c-4813-a60a-b11c6efde357 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:55.780964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0f3f3e87-b4ca-40a2-8e20-626bc7c2203d None None] Provisioning complete for port d95f5ad5-534c-4813-a60a-b11c6efde357 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:55.781297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f3f3e87-b4ca-40a2-8e20-626bc7c2203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:55.824365 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:44:55.872058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:55.872342 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Added segment 7f622d6e-56e9-48cc-9fc0-1d4218b8b9d4 of type vlan for network a5d34b6a-b6f5-4b7f-b0b5-942224aa628e Jan 28 06:44:55.981605 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-71559b94-31af-4591-81e0-bb442da2aa05 admin admin] Calling delete_port for 26f71325-0f6b-46a2-bde8-3a707c6c024f owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:55.984431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:55.987781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f3f3e87-b4ca-40a2-8e20-626bc7c2203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:55.990123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.017452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.024223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Allocated IP 2001:db8::2c5 (e963dc21-bd4b-40f6-84e6-3da66e568bc5/df06854c-d351-471f-99c4-8b96147c55e4/9590bf47-9519-4ea8-bf57-8e292e30dabf) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:56.025722 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0f3f3e87-b4ca-40a2-8e20-626bc7c2203d None None] For port d95f5ad5-534c-4813-a60a-b11c6efde357, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d95f5ad5-534c-4813-a60a-b11c6efde357,segment=NetworkSegment(68adcf1f-b331-41a8-9716-90ef9625860c),segment_id=68adcf1f-b331-41a8-9716-90ef9625860c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:56.072730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f3f3e87-b4ca-40a2-8e20-626bc7c2203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.105057 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.119713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:44:56.154596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0f3f3e87-b4ca-40a2-8e20-626bc7c2203d None None] Provisioning complete for port bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:56.155024 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f3f3e87-b4ca-40a2-8e20-626bc7c2203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.160947 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f6537f50-8874-4bc6-a818-9789534090ef req-edaebbbf-e0c0-4156-88b4-c7d509e8e503 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0867546 Jan 28 06:44:56.185859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.186381 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Added segment 5f0bf062-ec62-435e-98c3-57eb6f7b4a8b of type vlan for network d945926f-c6bb-4424-a8d4-392ff4782663 Jan 28 06:44:56.217723 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f3e87-b4ca-40a2-8e20-626bc7c2203d None None] Pushing event updated for resources: {'Port': ['ID=d95f5ad5-534c-4813-a60a-b11c6efde357,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:56.235687 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0f3f3e87-b4ca-40a2-8e20-626bc7c2203d None None] Port bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:44:56.297109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea1f071b-1ed2-439a-9f24-a598bce41654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.358634 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b839c3b6-e97b-4946-980e-0fd5e9eca1b6 None None] Provisioning complete for port 0dd37892-64d3-4500-a257-75156b9053af triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:56.359161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b839c3b6-e97b-4946-980e-0fd5e9eca1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.373989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.377926 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f071b-1ed2-439a-9f24-a598bce41654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=c4462a28-ebdc-4ea8-be3e-919cdae47407,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:56.380156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.401566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a2ce7-6753-4d0a-8f86-36ae4008ba34 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:56.417069 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea1f071b-1ed2-439a-9f24-a598bce41654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.460157 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.484861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:56.491613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:56.500500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:56.523178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Allocated IP 172.26.4.176 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/e25e3497-ed38-416d-9f89-d231c773e9f2) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:56.542794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event updated for resources: {'Port': ['ID=7dc5f195-26c0-452f-b1f3-5aa0b9d1d30e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:56.558581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event updated for resources: {'Subnet': ['ID=b191744b-a8f2-405a-a441-00d0e7c1831b,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:56.594347 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.608579 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Checking segment: {'id': 'c4652a0f-7116-4f87-b29d-9dfebf4fd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:56.608960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Network hostable DHCP agents. Network: c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:44:56.655314 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Transition to ACTIVE for port object 9590bf47-9519-4ea8-bf57-8e292e30dabf will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:56.671411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-71559b94-31af-4591-81e0-bb442da2aa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.677830 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ea1f071b-1ed2-439a-9f24-a598bce41654 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/c4462a28-ebdc-4ea8-be3e-919cdae47407 HTTP/1.1" status: 204 len: 168 time: 2.0975621 Jan 28 06:44:56.678836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41488) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:56.745527 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71559b94-31af-4591-81e0-bb442da2aa05 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f71325-0f6b-46a2-bde8-3a707c6c024f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:56.775766 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d0b7c4-dd1f-4070-8d36-903ee5eac1fe None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:44:56.781606 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-55d0b7c4-dd1f-4070-8d36-903ee5eac1fe None None] Deleting port 0dd37892-64d3-4500-a257-75156b9053af {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:56.781975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-55d0b7c4-dd1f-4070-8d36-903ee5eac1fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.800734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.801236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.806629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:56.811142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:56.811813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.833980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Network c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:44:56.862502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:56.928265 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cce9351e-b991-4cd0-8772-947a8f09ebd6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2458813 Jan 28 06:44:56.935559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event updated for resources: {'Network': ['ID=a5d34b6a-b6f5-4b7f-b0b5-942224aa628e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:56.943952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41492) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:56.961327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:56.979643 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:56.980251 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:57.054546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018b8ca7-0257-45b9-afff-ef9c98872806 None None] Network c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:44:57.067290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network a5d34b6a-b6f5-4b7f-b0b5-942224aa628e details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:44:57.070761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event updated for resources: {'Network': ['ID=d945926f-c6bb-4424-a8d4-392ff4782663,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:57.106205 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network d945926f-c6bb-4424-a8d4-392ff4782663 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:44:57.149324 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-61b99d0d-647d-43c1-8910-0caf19522d6e tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6141434 Jan 28 06:44:57.153223 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d95f5ad5-534c-4813-a60a-b11c6efde357 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:44:57.154194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Deleting port 7dc5f195-26c0-452f-b1f3-5aa0b9d1d30e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:57.154543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:57.159088 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41496) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:57.165036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:57.174111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Request body: {'network': {'name': 'tempest-router-network01--1984579702'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:57.226885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-55d0b7c4-dd1f-4070-8d36-903ee5eac1fe None None] For port 0dd37892-64d3-4500-a257-75156b9053af, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0dd37892-64d3-4500-a257-75156b9053af,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:44:57.227300 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-55d0b7c4-dd1f-4070-8d36-903ee5eac1fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:57.237732 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:57.256733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Usage tracker for resource:network and tenant:e79702c8fe954f9c9b5f5c33fc39c39f is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:57.267584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:57.270295 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-71559b94-31af-4591-81e0-bb442da2aa05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:57.275439 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:57.282089 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:57.284264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:57.286705 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:57.310136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:57.312087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Pushing event updated for resources: {'Port': ['ID=e25e3497-ed38-416d-9f89-d231c773e9f2,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:57.312556 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7e23a55d-cc11-4ea0-aeac-426e4d2d3794 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.8676713 Jan 28 06:44:57.324559 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41502) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:57.326555 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a0bc0752-c536-409d-8d4b-94a19f16c93d req-9e14c2d9-9703-4973-88c2-621c2b640072 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0800412 Jan 28 06:44:57.435107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:57.447074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:57.453923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:57.459671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:57.460307 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:57.474369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Made reservation on behalf of e79702c8fe954f9c9b5f5c33fc39c39f for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:57.477644 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea801403-8546-425d-bc1b-8acfb1234d3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:57.478713 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:57.478915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ea801403-8546-425d-bc1b-8acfb1234d3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:57.499927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=9590bf47-9519-4ea8-bf57-8e292e30dabf,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:57.513443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-55d0b7c4-dd1f-4070-8d36-903ee5eac1fe None None] Calling delete_port for 0dd37892-64d3-4500-a257-75156b9053af owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:57.538466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:57.538805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:57.677521 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-67416126-9930-4a95-8526-d5e4c4fa68f1 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1131523 Jan 28 06:44:57.678348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ea801403-8546-425d-bc1b-8acfb1234d3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:57.681697 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ea801403-8546-425d-bc1b-8acfb1234d3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7244921 Jan 28 06:44:57.686629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Calling delete_port for 7dc5f195-26c0-452f-b1f3-5aa0b9d1d30e owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:57.689458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d95f5ad5-534c-4813-a60a-b11c6efde357 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:57.695007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:57.717686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41506) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:57.718071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41508) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:57.764770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-76a5aea2-51b7-4386-a60d-7d255a67bd4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:57.874760 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-55d0b7c4-dd1f-4070-8d36-903ee5eac1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:57.905303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ca9bf-710b-41a3-bfb9-4f1892066e0d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:57.905975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-522ca9bf-710b-41a3-bfb9-4f1892066e0d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:44:57.925070 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:44:57.937504 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0b7c4-dd1f-4070-8d36-903ee5eac1fe None None] Pushing event deleted for resources: {'Port': ['ID=0dd37892-64d3-4500-a257-75156b9053af,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:57.948055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d0b7c4-dd1f-4070-8d36-903ee5eac1fe None None] No DVR routers for this DVR port 0dd37892-64d3-4500-a257-75156b9053af on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:44:57.968425 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d', 'network_id': 'c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d', 'tenant_id': 'e79702c8fe954f9c9b5f5c33fc39c39f', 'fixed_ips': [{'subnet_id': 'b191744b-a8f2-405a-a441-00d0e7c1831b'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:44:57.969357 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.019661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.020049 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Added segment aa8c764d-0be1-41d1-a3f4-00a26fe193f0 of type vlan for network ffb13ea6-9982-41c2-a323-ee20bea9a68e Jan 28 06:44:58.048670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f04427-e020-43fa-8b2d-7fc4bfc281c2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:58.054628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f04427-e020-43fa-8b2d-7fc4bfc281c2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:58.060474 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f04427-e020-43fa-8b2d-7fc4bfc281c2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:58.070679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f04427-e020-43fa-8b2d-7fc4bfc281c2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:58.070679 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c5f04427-e020-43fa-8b2d-7fc4bfc281c2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7427661 Jan 28 06:44:58.074530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41514) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:58.079677 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-286ca3b5-c367-4cbe-9893-dea97a0eb126 None None] Provisioning for port 9590bf47-9519-4ea8-bf57-8e292e30dabf completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:44:58.099490 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-286ca3b5-c367-4cbe-9893-dea97a0eb126 None None] Provisioning complete for port 9590bf47-9519-4ea8-bf57-8e292e30dabf triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:44:58.099804 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-286ca3b5-c367-4cbe-9893-dea97a0eb126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.146538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-76a5aea2-51b7-4386-a60d-7d255a67bd4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:58.154717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-76a5aea2-51b7-4386-a60d-7d255a67bd4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:58.158261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-76a5aea2-51b7-4386-a60d-7d255a67bd4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:58.161534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0dd37892-64d3-4500-a257-75156b9053af no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:44:58.192712 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.194016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-522ca9bf-710b-41a3-bfb9-4f1892066e0d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:44:58.197608 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-522ca9bf-710b-41a3-bfb9-4f1892066e0d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4768436 Jan 28 06:44:58.204187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-76a5aea2-51b7-4386-a60d-7d255a67bd4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:58.205444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 0dd37892-64d3-4500-a257-75156b9053af {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:44:58.205643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0dd37892-64d3-4500-a257-75156b9053af not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:44:58.207550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41518) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:58.216248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-286ca3b5-c367-4cbe-9893-dea97a0eb126 None None] Port 9590bf47-9519-4ea8-bf57-8e292e30dabf cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:44:58.275168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a5aea2-51b7-4386-a60d-7d255a67bd4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:58.278638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76a5aea2-51b7-4386-a60d-7d255a67bd4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.285229 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Allocated IP 172.20.0.2 (c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d/b191744b-a8f2-405a-a441-00d0e7c1831b/4a0be288-6a4a-4301-862f-9cb0df42ee05) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:44:58.304097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.342607 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f1569b72-2903-4ac3-a926-893eb3063a4f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1338816 Jan 28 06:44:58.357630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41522) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:58.387281 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d8950fe-3067-4cef-a540-5c5e330569f8 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.388379 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-93ef9a29-ee9e-4e7f-b25f-e78018abe968 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:58.402134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event deleted for resources: {'Port': ['ID=7dc5f195-26c0-452f-b1f3-5aa0b9d1d30e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:58.505922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.507053 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.512254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:44:58.512846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.518542 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Transition to ACTIVE for port object 4a0be288-6a4a-4301-862f-9cb0df42ee05 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:58.538534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Transition to ACTIVE for port object 4a0be288-6a4a-4301-862f-9cb0df42ee05 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:44:58.591553 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ea431344-3874-4a1a-8511-cbd51ee27146 req-ab7af275-fd4d-4fe6-9fee-fead550ea80d tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1551936 Jan 28 06:44:58.621720 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.664383 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71559b94-31af-4591-81e0-bb442da2aa05 admin admin] Router b37009bc-5b3e-4483-9f91-b45911c20584 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:44:58.690947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Network c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:44:58.693945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:44:58.697651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:44:58.698572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-93ef9a29-ee9e-4e7f-b25f-e78018abe968 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:58.721221 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.ipam_backend_mixin [None req-76a5aea2-51b7-4386-a60d-7d255a67bd4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df06854c-d351-471f-99c4-8b96147c55e4 (CIDR: 2001:db8::/64) Jan 28 06:44:58.722224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-93ef9a29-ee9e-4e7f-b25f-e78018abe968 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:58.762686 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Pushing event updated for resources: {'Port': ['ID=4a0be288-6a4a-4301-862f-9cb0df42ee05,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:58.776875 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a5aea2-51b7-4386-a60d-7d255a67bd4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:44:58.777632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a5aea2-51b7-4386-a60d-7d255a67bd4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:44:58.791118 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6301062 Jan 28 06:44:58.794405 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Attempting to bind port 4a0be288-6a4a-4301-862f-9cb0df42ee05 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:44:58.794768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41528) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:58.795181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Attempting to bind port 4a0be288-6a4a-4301-862f-9cb0df42ee05 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'c4652a0f-7116-4f87-b29d-9dfebf4fd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:44:58.795784 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Attempting to bind port 4a0be288-6a4a-4301-862f-9cb0df42ee05 on network c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:44:58.797578 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166d167-364f-4b43-9b69-b07485155f62 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event updated for resources: {'Network': ['ID=ffb13ea6-9982-41c2-a323-ee20bea9a68e,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:58.802106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:44:58.806886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Checking segment: {'id': 'c4652a0f-7116-4f87-b29d-9dfebf4fd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:44:58.806886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.806886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Bound using segment: {'id': 'c4652a0f-7116-4f87-b29d-9dfebf4fd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:44:58.806886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Bound port: 4a0be288-6a4a-4301-862f-9cb0df42ee05, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4652a0f-7116-4f87-b29d-9dfebf4fd286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:44:58.806886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.807614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Request body: {'network': {'name': 'tempest-router-network02--478836730'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:58.812050 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] create failed (client error): The resource could not be found. Jan 28 06:44:58.813208 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-32722673-3418-4d70-b600-39f2367aac8f tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3388755 Jan 28 06:44:58.814754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:58.818236 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network ffb13ea6-9982-41c2-a323-ee20bea9a68e details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:44:58.820864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41532) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:58.825322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Usage tracker for resource:network and tenant:e79702c8fe954f9c9b5f5c33fc39c39f is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:58.829794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:58.860778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d8950fe-3067-4cef-a540-5c5e330569f8 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.887207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:58.887207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ef9a29-ee9e-4e7f-b25f-e78018abe968 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:58.887207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-93ef9a29-ee9e-4e7f-b25f-e78018abe968 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.887207 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ef9a29-ee9e-4e7f-b25f-e78018abe968 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:44:58.888221 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ef9a29-ee9e-4e7f-b25f-e78018abe968 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:44:58.935679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c71f912e-cedb-4c30-9744-4133fd55f7a6 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Deleting port 463b13ff-6c63-4dfd-9ebe-f9835f566d0a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:44:58.936098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c71f912e-cedb-4c30-9744-4133fd55f7a6 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.936857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:58.970998 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-76a5aea2-51b7-4386-a60d-7d255a67bd4a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2485278 Jan 28 06:44:58.971207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41536) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:58.983278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-44ef18c7-e3b5-4799-a5e0-51d7225bd18e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:59.013880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] For port 4a0be288-6a4a-4301-862f-9cb0df42ee05, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:44:59.014650 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-93ef9a29-ee9e-4e7f-b25f-e78018abe968 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6438944 Jan 28 06:44:59.021707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] For port 4a0be288-6a4a-4301-862f-9cb0df42ee05, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4a0be288-6a4a-4301-862f-9cb0df42ee05,segment=NetworkSegment(c4652a0f-7116-4f87-b29d-9dfebf4fd286),segment_id=c4652a0f-7116-4f87-b29d-9dfebf4fd286)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:44:59.022574 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41540) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:59.028643 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-9d8950fe-3067-4cef-a540-5c5e330569f8 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d34b6a-b6f5-4b7f-b0b5-942224aa628e']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:59.047173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-907db92c-0a17-4474-90b9-40f4eba1dfbd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:44:59.064938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-9d8950fe-3067-4cef-a540-5c5e330569f8 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f622d6e-56e9-48cc-9fc0-1d4218b8b9d4') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:59.065231 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-9d8950fe-3067-4cef-a540-5c5e330569f8 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f622d6e-56e9-48cc-9fc0-1d4218b8b9d4') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:59.140613 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:59.180829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Made reservation on behalf of e79702c8fe954f9c9b5f5c33fc39c39f for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:59.184336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:59.226547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb5a64-d798-4612-ad58-bc9602ccff35 None None] Pushing event updated for resources: {'Port': ['ID=4a0be288-6a4a-4301-862f-9cb0df42ee05,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:59.282353 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d8950fe-3067-4cef-a540-5c5e330569f8 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:59.353519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-907db92c-0a17-4474-90b9-40f4eba1dfbd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:59.356695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:44:59.375828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d8950fe-3067-4cef-a540-5c5e330569f8 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:59.384576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-907db92c-0a17-4474-90b9-40f4eba1dfbd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:59.395948 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8950fe-3067-4cef-a540-5c5e330569f8 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:44:59.396265 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d8950fe-3067-4cef-a540-5c5e330569f8 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:44:59.411783 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:44:59.421126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71559b94-31af-4591-81e0-bb442da2aa05 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:44:59.432054 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e71ed-ef30-4977-9fd0-bc5fc6fb270d None None] Sync routers for ids ['b37009bc-5b3e-4483-9f91-b45911c20584'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:44:59.436581 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-71559b94-31af-4591-81e0-bb442da2aa05 admin admin] 10.222.0.25 "PUT /v2.0/routers/b37009bc-5b3e-4483-9f91-b45911c20584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2899389 Jan 28 06:44:59.444297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41544) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:59.447071 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e71ed-ef30-4977-9fd0-bc5fc6fb270d None None] Routers {'b37009bc-5b3e-4483-9f91-b45911c20584'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:44:59.447706 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0c1e71ed-ef30-4977-9fd0-bc5fc6fb270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b37009bc-5b3e-4483-9f91-b45911c20584'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:44:59.452945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:59.453297 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Added segment c525c3e1-edf1-4b58-98d3-138bcc59d640 of type vlan for network b699ecba-2a13-4d31-9b3b-05c123eef9b2 Jan 28 06:44:59.456766 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-44ef18c7-e3b5-4799-a5e0-51d7225bd18e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:44:59.467374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-44ef18c7-e3b5-4799-a5e0-51d7225bd18e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:44:59.473180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-44ef18c7-e3b5-4799-a5e0-51d7225bd18e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:44:59.493911 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-44ef18c7-e3b5-4799-a5e0-51d7225bd18e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:44:59.549036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c71f912e-cedb-4c30-9744-4133fd55f7a6 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:59.559160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907db92c-0a17-4474-90b9-40f4eba1dfbd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:59.562657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-907db92c-0a17-4474-90b9-40f4eba1dfbd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:59.564069 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-907db92c-0a17-4474-90b9-40f4eba1dfbd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:44:59.564497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907db92c-0a17-4474-90b9-40f4eba1dfbd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:44:59.570831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:59.706058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ef18c7-e3b5-4799-a5e0-51d7225bd18e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:44:59.710321 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44ef18c7-e3b5-4799-a5e0-51d7225bd18e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:59.713958 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-0c1e71ed-ef30-4977-9fd0-bc5fc6fb270d None None] Set router b37009bc-5b3e-4483-9f91-b45911c20584 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:44:59.742942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c71f912e-cedb-4c30-9744-4133fd55f7a6 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Calling delete_port for 463b13ff-6c63-4dfd-9ebe-f9835f566d0a owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:44:59.759657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d8950fe-3067-4cef-a540-5c5e330569f8 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:59.788810 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d8950fe-3067-4cef-a540-5c5e330569f8 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:44:59.880355 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9d8950fe-3067-4cef-a540-5c5e330569f8 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "DELETE /v2.0/networks/a5d34b6a-b6f5-4b7f-b0b5-942224aa628e HTTP/1.1" status: 204 len: 168 time: 1.7950017 Jan 28 06:44:59.883251 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8950fe-3067-4cef-a540-5c5e330569f8 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event deleted for resources: {'Network': ['ID=a5d34b6a-b6f5-4b7f-b0b5-942224aa628e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:44:59.886377 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41550) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:44:59.936396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.000863 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.019262 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a265860d-8454-4e70-9069-2f38b1859064 req-058feb5e-91ba-4562-87b4-1cd69ca39302 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.2851629 Jan 28 06:45:00.029200 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-907db92c-0a17-4474-90b9-40f4eba1dfbd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9920533 Jan 28 06:45:00.036074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:45:00.043867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41554) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:00.068044 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0c1e71ed-ef30-4977-9fd0-bc5fc6fb270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:44:56Z', 'revision_number': 5, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:00.068334 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.072885 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e71ed-ef30-4977-9fd0-bc5fc6fb270d None None] Checking router: b37009bc-5b3e-4483-9f91-b45911c20584 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:45:00.082090 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e71ed-ef30-4977-9fd0-bc5fc6fb270d None None] Routers {'b37009bc-5b3e-4483-9f91-b45911c20584'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:00.082684 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0c1e71ed-ef30-4977-9fd0-bc5fc6fb270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b37009bc-5b3e-4483-9f91-b45911c20584'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:00.103700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7b058d6b-5de0-4faf-a77f-3823e45f6e27 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:00.170702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e9ffab41-b97c-4b18-bbf5-7054f7d46679 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.264215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.270410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:00.271008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.332551 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-0c1e71ed-ef30-4977-9fd0-bc5fc6fb270d None None] Set router b37009bc-5b3e-4483-9f91-b45911c20584 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:45:00.397516 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6013503 Jan 28 06:45:00.398685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7b058d6b-5de0-4faf-a77f-3823e45f6e27 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:00.402535 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41558) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:00.425973 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.432619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Request body: {'subnet': {'network_id': 'ffb13ea6-9982-41c2-a323-ee20bea9a68e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:00.441913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7b058d6b-5de0-4faf-a77f-3823e45f6e27 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:00.542495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490d774-f37f-4cc5-88b6-03aad66baca7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event updated for resources: {'Network': ['ID=b699ecba-2a13-4d31-9b3b-05c123eef9b2,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:00.556039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network b699ecba-2a13-4d31-9b3b-05c123eef9b2 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:45:00.616389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b058d6b-5de0-4faf-a77f-3823e45f6e27 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:00.621363 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b058d6b-5de0-4faf-a77f-3823e45f6e27 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.623214 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b058d6b-5de0-4faf-a77f-3823e45f6e27 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:45:00.623676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b058d6b-5de0-4faf-a77f-3823e45f6e27 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:00.636599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c71f912e-cedb-4c30-9744-4133fd55f7a6 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.666938 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0c1e71ed-ef30-4977-9fd0-bc5fc6fb270d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:44:56Z', 'revision_number': 5, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:00.673204 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e71ed-ef30-4977-9fd0-bc5fc6fb270d None None] The sync data for ids ['b37009bc-5b3e-4483-9f91-b45911c20584'] in dv-neutron-824022-4-hyperv is: [{'id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'name': 'tempest-ServerActionsTestJSON-1458317316-router', 'tenant_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:40:30Z', 'updated_at': '2022-01-28T06:44:56Z', 'revision_number': 5, 'project_id': 'bb1bd7b93cc04d2381fa60936dc42957', 'gw_port': {'id': '7b0e69a8-bdb0-448d-9cbe-503f475c3bb1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:6a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37009bc-5b3e-4483-9f91-b45911c20584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:40:32Z', 'updated_at': '2022-01-28T06:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:45:00.719843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e9ffab41-b97c-4b18-bbf5-7054f7d46679 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.727151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f912e-cedb-4c30-9744-4133fd55f7a6 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event deleted for resources: {'Port': ['ID=463b13ff-6c63-4dfd-9ebe-f9835f566d0a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:00.740413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] Deleting port 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:00.740663 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.751928 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9985425-6776-472f-bba4-746a1bcdb131 None None] Network c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:00.858697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-e9ffab41-b97c-4b18-bbf5-7054f7d46679 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d945926f-c6bb-4424-a8d4-392ff4782663']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:00.882349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-e9ffab41-b97c-4b18-bbf5-7054f7d46679 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0bf062-ec62-435e-98c3-57eb6f7b4a8b') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:00.883027 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-e9ffab41-b97c-4b18-bbf5-7054f7d46679 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0bf062-ec62-435e-98c3-57eb6f7b4a8b') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:00.908266 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:00.911023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e9ffab41-b97c-4b18-bbf5-7054f7d46679 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.923999 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Usage tracker for resource:subnet and tenant:e79702c8fe954f9c9b5f5c33fc39c39f is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:00.931046 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b555c543-d5ea-4e8f-bc01-313cdf91f2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.942035 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7b058d6b-5de0-4faf-a77f-3823e45f6e27 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8929379 Jan 28 06:45:00.942433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:00.947855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41562) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:00.953828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:00.956841 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0879d5e6-345b-43c3-a39f-3c6f3ae4a91f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:00.967146 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3a2562ca-4e59-40bc-8dbd-30a9650e999a None None] Provisioning for port 4a0be288-6a4a-4301-862f-9cb0df42ee05 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:00.972846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e9ffab41-b97c-4b18-bbf5-7054f7d46679 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.980498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44ef18c7-e3b5-4799-a5e0-51d7225bd18e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:00.985887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ffab41-b97c-4b18-bbf5-7054f7d46679 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:45:00.986298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e9ffab41-b97c-4b18-bbf5-7054f7d46679 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:45:01.004901 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:45:01.073735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Router 561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:45:01.075623 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Made reservation on behalf of e79702c8fe954f9c9b5f5c33fc39c39f for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:01.079824 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:01.114450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ef18c7-e3b5-4799-a5e0-51d7225bd18e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:01.138428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-44ef18c7-e3b5-4799-a5e0-51d7225bd18e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:01.155428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1f9926-cfcc-4438-8a00-d0324d85d83c None None] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:01.257344 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c71f912e-cedb-4c30-9744-4133fd55f7a6 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:01.264002 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c71f912e-cedb-4c30-9744-4133fd55f7a6 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "DELETE /v2.0/ports/463b13ff-6c63-4dfd-9ebe-f9835f566d0a HTTP/1.1" status: 204 len: 168 time: 2.4382737 Jan 28 06:45:01.268908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41568) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:01.315682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ef18c7-e3b5-4799-a5e0-51d7225bd18e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:01.316547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44ef18c7-e3b5-4799-a5e0-51d7225bd18e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:01.320492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef18c7-e3b5-4799-a5e0-51d7225bd18e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Subnet': ['ID=5d3bdec3-1231-4cae-b772-b388b4a28570,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:01.331832 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6634f221-9f1b-4f54-9e01-44a5e81c8ec8 req-99cfab87-ca10-45eb-b1d9-8d655e2d347d tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.2094045 Jan 28 06:45:01.338368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0879d5e6-345b-43c3-a39f-3c6f3ae4a91f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:01.352631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4a0be288-6a4a-4301-862f-9cb0df42ee05 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:01.360921 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0879d5e6-345b-43c3-a39f-3c6f3ae4a91f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:01.398239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e9ffab41-b97c-4b18-bbf5-7054f7d46679 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:01.402990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e9ffab41-b97c-4b18-bbf5-7054f7d46679 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:01.452537 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-44ef18c7-e3b5-4799-a5e0-51d7225bd18e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4769318 Jan 28 06:45:01.452744 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffab41-b97c-4b18-bbf5-7054f7d46679 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event deleted for resources: {'Network': ['ID=d945926f-c6bb-4424-a8d4-392ff4782663,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:01.453984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41572) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:01.464361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] For port 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7b0e69a8-bdb0-448d-9cbe-503f475c3bb1,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:01.464909 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:01.467216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-66e7e95f-0dfd-4e34-aa88-aae2b7ce4e43 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-230249382', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d3bdec3-1231-4cae-b772-b388b4a28570'}], 'security_groups': ['6476b861-e3dd-467b-ab3b-d840436ea7e7']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:01.505880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0879d5e6-345b-43c3-a39f-3c6f3ae4a91f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:01.510023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0879d5e6-345b-43c3-a39f-3c6f3ae4a91f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:01.511570 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-0879d5e6-345b-43c3-a39f-3c6f3ae4a91f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:45:01.511992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0879d5e6-345b-43c3-a39f-3c6f3ae4a91f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:01.526173 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e9ffab41-b97c-4b18-bbf5-7054f7d46679 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "DELETE /v2.0/networks/d945926f-c6bb-4424-a8d4-392ff4782663 HTTP/1.1" status: 204 len: 168 time: 1.6336846 Jan 28 06:45:01.532750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41576) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:01.666248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deafea6d-cebc-4afb-b7b9-56cbf8958e98 None None] Update dhcp port {'port': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'fixed_ips': [{'subnet_id': 'df06854c-d351-471f-99c4-8b96147c55e4', 'ip_address': '2001:db8::2'}, {'subnet_id': '5d3bdec3-1231-4cae-b772-b388b4a28570'}], 'binding:host_id': 'dv-neutron-824022-4-hyperv'}, 'id': 'd95f5ad5-534c-4813-a60a-b11c6efde357'} from dv-neutron-824022-4-hyperv. {{(pid=88218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 06:45:01.685616 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0879d5e6-345b-43c3-a39f-3c6f3ae4a91f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7367096 Jan 28 06:45:01.692837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41580) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:01.694883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] Calling delete_port for 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:01.703629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9c1f62ac-3ad2-4152-9da8-5722aaf769f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:01.722897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 4a0be288-6a4a-4301-862f-9cb0df42ee05 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:01.733332 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 4a0be288-6a4a-4301-862f-9cb0df42ee05 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:01.734244 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:01.798548 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-deafea6d-cebc-4afb-b7b9-56cbf8958e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:01.815404 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:45:01.827088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9c1f62ac-3ad2-4152-9da8-5722aaf769f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:01.837940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9c1f62ac-3ad2-4152-9da8-5722aaf769f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:01.845612 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:01.849747 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4534d769-602b-404d-b80d-6b991aa44eff tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "PUT /v2.0/routers/561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c HTTP/1.1" status: 200 len: 883 time: 8.3606768 Jan 28 06:45:01.853250 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41584) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:01.928949 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e354e2-0352-4809-a3bc-0d4198dba114 None None] Sync routers for ids ['561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:45:01.952480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0afaae-0c55-44c9-87f5-afa19289a40b tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:01.953244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca9529b-f9b3-4e12-9b0a-735c29b14f85 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:01.953950 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fe0afaae-0c55-44c9-87f5-afa19289a40b tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee129457-177c-4974-b76a-6638d21f230f HTTP/1.1" status: 200 len: 913 time: 0.6826499 Jan 28 06:45:01.959395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca9529b-f9b3-4e12-9b0a-735c29b14f85 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:01.960151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ca9529b-f9b3-4e12-9b0a-735c29b14f85 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Synchronizing usage tracker for tenant:f2423f3b6abf49ba8fe2abb8206063a0 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:01.967903 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e354e2-0352-4809-a3bc-0d4198dba114 None None] Routers {'561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:01.969634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41588) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:01.969768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-78e354e2-0352-4809-a3bc-0d4198dba114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:01.987380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1f62ac-3ad2-4152-9da8-5722aaf769f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:01.990801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9c1f62ac-3ad2-4152-9da8-5722aaf769f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:01.992166 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1f62ac-3ad2-4152-9da8-5722aaf769f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:45:01.992594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c1f62ac-3ad2-4152-9da8-5722aaf769f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:02.052185 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-78e354e2-0352-4809-a3bc-0d4198dba114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:02.080013 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3ac0f9bb-c717-45fd-9ac5-de27c73ce059 None None] Provisioning complete for port 4a0be288-6a4a-4301-862f-9cb0df42ee05 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:02.080834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f9bb-c717-45fd-9ac5-de27c73ce059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:02.193163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-66e7e95f-0dfd-4e34-aa88-aae2b7ce4e43 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:02.201156 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e354e2-0352-4809-a3bc-0d4198dba114 None None] Routers {'561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:02.201800 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-78e354e2-0352-4809-a3bc-0d4198dba114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:02.240545 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ca9529b-f9b3-4e12-9b0a-735c29b14f85 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Unset dirty status for tenant:f2423f3b6abf49ba8fe2abb8206063a0 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:02.245219 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7ca9529b-f9b3-4e12-9b0a-735c29b14f85 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7090654 Jan 28 06:45:02.248774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41592) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:02.263513 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-37b9cf6c-3b5a-4fe6-92dc-65c41fb064ab tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-730260211'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:02.272629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-37b9cf6c-3b5a-4fe6-92dc-65c41fb064ab tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:02.278887 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9c1f62ac-3ad2-4152-9da8-5722aaf769f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5843303 Jan 28 06:45:02.294184 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:02.302613 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-78e354e2-0352-4809-a3bc-0d4198dba114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:02.302945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e354e2-0352-4809-a3bc-0d4198dba114 None None] The sync data for ids ['561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:45:02.319968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41596) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:02.327170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cdc7fdf2-7079-46d6-8157-4cb6407dd51f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:02.347435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-37b9cf6c-3b5a-4fe6-92dc-65c41fb064ab tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:02.348271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-deafea6d-cebc-4afb-b7b9-56cbf8958e98 None None] Allocated IP 2001:db8:0:1::2 (e963dc21-bd4b-40f6-84e6-3da66e568bc5/5d3bdec3-1231-4cae-b772-b388b4a28570/d95f5ad5-534c-4813-a60a-b11c6efde357) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:02.447959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 4a0be288-6a4a-4301-862f-9cb0df42ee05, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4a0be288-6a4a-4301-862f-9cb0df42ee05,segment=NetworkSegment(c4652a0f-7116-4f87-b29d-9dfebf4fd286),segment_id=c4652a0f-7116-4f87-b29d-9dfebf4fd286)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:02.472317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f9bb-c717-45fd-9ac5-de27c73ce059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:02.493839 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:02.530501 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7207a9f7-5a1f-43a5-a3dd-96785de7f331 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/routers/561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c HTTP/1.1" status: 200 len: 924 time: 0.6710546 Jan 28 06:45:02.540486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b9cf6c-3b5a-4fe6-92dc-65c41fb064ab tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Made reservation on behalf of f2423f3b6abf49ba8fe2abb8206063a0 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:02.543761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37b9cf6c-3b5a-4fe6-92dc-65c41fb064ab tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:02.547196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:02.563200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41602) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:02.575108 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3d507e3-8532-4ca1-ad35-5a35b623790e req-c10e725b-43bd-42cb-8e04-21d555ef2500 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1385674 Jan 28 06:45:02.604598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 26f71325-0f6b-46a2-bde8-3a707c6c024f no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:02.681334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cdc7fdf2-7079-46d6-8157-4cb6407dd51f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:02.698669 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 26f71325-0f6b-46a2-bde8-3a707c6c024f {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:02.699783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 26f71325-0f6b-46a2-bde8-3a707c6c024f not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:02.728579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cdc7fdf2-7079-46d6-8157-4cb6407dd51f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:02.743646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b9cf6c-3b5a-4fe6-92dc-65c41fb064ab tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:45:02.745323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event updated for resources: {'Subnet': ['ID=0c28562e-35f5-4d9c-97d7-95844d8f8ac9,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:02.746364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-deafea6d-cebc-4afb-b7b9-56cbf8958e98 None None] For port d95f5ad5-534c-4813-a60a-b11c6efde357, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d95f5ad5-534c-4813-a60a-b11c6efde357,segment=NetworkSegment(68adcf1f-b331-41a8-9716-90ef9625860c),segment_id=68adcf1f-b331-41a8-9716-90ef9625860c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:02.748434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-3ac0f9bb-c717-45fd-9ac5-de27c73ce059 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:45:02.748782 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-3ac0f9bb-c717-45fd-9ac5-de27c73ce059 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:45:02.754937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=4a0be288-6a4a-4301-862f-9cb0df42ee05,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:02.773844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Checking segment: {'id': 'aa8c764d-0be1-41d1-a3f4-00a26fe193f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ffb13ea6-9982-41c2-a323-ee20bea9a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:02.774241 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Network hostable DHCP agents. Network: ffb13ea6-9982-41c2-a323-ee20bea9a68e, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:45:02.777939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37b9cf6c-3b5a-4fe6-92dc-65c41fb064ab tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:02.779665 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-37b9cf6c-3b5a-4fe6-92dc-65c41fb064ab tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Added segment 6b21dd95-958a-4a38-9072-0d9a52b5d919 of type vlan for network a586f16e-e2c9-4dff-b140-856858312e95 Jan 28 06:45:02.780879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-deafea6d-cebc-4afb-b7b9-56cbf8958e98 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:02.807648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53ef965-d21a-43d9-9ce7-5d2f6bf07a0d tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:02.811436 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b53ef965-d21a-43d9-9ce7-5d2f6bf07a0d tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&device_id=561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2447588 Jan 28 06:45:02.812177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41606) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:02.834777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37b9cf6c-3b5a-4fe6-92dc-65c41fb064ab tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:02.862400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc7fdf2-7079-46d6-8157-4cb6407dd51f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:02.865811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cdc7fdf2-7079-46d6-8157-4cb6407dd51f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:02.867141 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc7fdf2-7079-46d6-8157-4cb6407dd51f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:45:02.887075 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc7fdf2-7079-46d6-8157-4cb6407dd51f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:02.912496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-deafea6d-cebc-4afb-b7b9-56cbf8958e98 None None] Transition to ACTIVE for port object d95f5ad5-534c-4813-a60a-b11c6efde357 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:02.918473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:02.976350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0e69a8-bdb0-448d-9cbe-503f475c3bb1,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:02.988175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567fd456-4a77-4cf0-af55-bc9c75ade7c0 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:02.989527 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-567fd456-4a77-4cf0-af55-bc9c75ade7c0 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/networks/e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 881 time: 0.1765251 Jan 28 06:45:02.993614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41610) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:02.998894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4a0be288-6a4a-4301-862f-9cb0df42ee05 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:03.017604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Network ffb13ea6-9982-41c2-a323-ee20bea9a68e is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:45:03.060222 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-deafea6d-cebc-4afb-b7b9-56cbf8958e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.067973 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a1953697-217c-4963-ba2a-f57908a5e906 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "GET /v2.0/ports?device_id=561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c HTTP/1.1" status: 200 len: 205 time: 0.0733321 Jan 28 06:45:03.072912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41614) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:03.098986 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cdc7fdf2-7079-46d6-8157-4cb6407dd51f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7779417 Jan 28 06:45:03.100041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37b9cf6c-3b5a-4fe6-92dc-65c41fb064ab tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.106024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9cf6c-3b5a-4fe6-92dc-65c41fb064ab tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:03.106653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37b9cf6c-3b5a-4fe6-92dc-65c41fb064ab tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.111725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41618) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:03.188858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.190415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 4a0be288-6a4a-4301-862f-9cb0df42ee05 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:03.190786 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.222414 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6e79ea74-ba56-4904-b4e2-946eb8ae7a42 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0929620 Jan 28 06:45:03.234187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41622) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:03.237709 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, ffb13ea6-9982-41c2-a323-ee20bea9a68e) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:03.307889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:03.308159 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.308280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9cf6c-3b5a-4fe6-92dc-65c41fb064ab tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event updated for resources: {'Network': ['ID=a586f16e-e2c9-4dff-b140-856858312e95,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:03.314665 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-37b9cf6c-3b5a-4fe6-92dc-65c41fb064ab tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0647421 Jan 28 06:45:03.319099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41626) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:03.332724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-66e7e95f-0dfd-4e34-aa88-aae2b7ce4e43 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Delete allocated IP 2001:db8::2c5 (e963dc21-bd4b-40f6-84e6-3da66e568bc5/df06854c-d351-471f-99c4-8b96147c55e4) {{(pid=88217) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 06:45:03.340411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-66e7e95f-0dfd-4e34-aa88-aae2b7ce4e43 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Allocated IP 2001:db8:0:1::255 (e963dc21-bd4b-40f6-84e6-3da66e568bc5/5d3bdec3-1231-4cae-b772-b388b4a28570/9590bf47-9519-4ea8-bf57-8e292e30dabf) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:03.352238 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d1a379e3-86d1-4e7d-a6b8-f60fb616f354 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.361664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96765e7-aecb-47b7-83aa-7da5dce691f8 None None] Network ffb13ea6-9982-41c2-a323-ee20bea9a68e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:03.374225 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network a586f16e-e2c9-4dff-b140-856858312e95 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:45:03.420376 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b003c75-ba56-46c6-b41e-d43fbbd355cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.475980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ca7d7212-94dc-4a3a-ad30-c7c90b1dd9dd tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1995870393'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:03.485082 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ca7d7212-94dc-4a3a-ad30-c7c90b1dd9dd tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:03.508134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ca7d7212-94dc-4a3a-ad30-c7c90b1dd9dd tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:03.557432 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.563947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-66e7e95f-0dfd-4e34-aa88-aae2b7ce4e43 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.585171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-66e7e95f-0dfd-4e34-aa88-aae2b7ce4e43 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Transition to ACTIVE for port object 9590bf47-9519-4ea8-bf57-8e292e30dabf will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:03.638658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafea6d-cebc-4afb-b7b9-56cbf8958e98 None None] Pushing event updated for resources: {'Port': ['ID=d95f5ad5-534c-4813-a60a-b11c6efde357,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:03.703012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7d7212-94dc-4a3a-ad30-c7c90b1dd9dd tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Made reservation on behalf of f2423f3b6abf49ba8fe2abb8206063a0 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:03.708713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ca7d7212-94dc-4a3a-ad30-c7c90b1dd9dd tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.742728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-66e7e95f-0dfd-4e34-aa88-aae2b7ce4e43 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.747357 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d25c0c2-319c-4848-87e9-ce98bd272500 req-50b8f9ac-a1e8-45cd-b29b-3583f9b19cac tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0983512 Jan 28 06:45:03.782308 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.857420 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7e95f-0dfd-4e34-aa88-aae2b7ce4e43 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=9590bf47-9519-4ea8-bf57-8e292e30dabf,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:03.858322 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e77cdc-113d-4e49-bde1-3cb36ff3f160 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:03.859018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-67e77cdc-113d-4e49-bde1-3cb36ff3f160 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:03.873391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-ffb13ea6-9982-41c2-a323-ee20bea9a68e', 'network_id': 'ffb13ea6-9982-41c2-a323-ee20bea9a68e', 'tenant_id': 'e79702c8fe954f9c9b5f5c33fc39c39f', 'fixed_ips': [{'subnet_id': '0c28562e-35f5-4d9c-97d7-95844d8f8ac9'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:45:03.874913 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.878312 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.928939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-66e7e95f-0dfd-4e34-aa88-aae2b7ce4e43 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] In _notify_port_updated(), no bound segment for port 9590bf47-9519-4ea8-bf57-8e292e30dabf on network e963dc21-bd4b-40f6-84e6-3da66e568bc5 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:45:03.935069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e7e95f-0dfd-4e34-aa88-aae2b7ce4e43 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:03.935870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-66e7e95f-0dfd-4e34-aa88-aae2b7ce4e43 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:03.941171 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-66e7e95f-0dfd-4e34-aa88-aae2b7ce4e43 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "PUT /v2.0/ports/9590bf47-9519-4ea8-bf57-8e292e30dabf HTTP/1.1" status: 200 len: 930 time: 2.4816306 Jan 28 06:45:03.941994 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41632) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:03.942781 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7d7212-94dc-4a3a-ad30-c7c90b1dd9dd tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:45:03.997562 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6521bf82-b456-4ec7-bdbe-da9741856652 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5783679 Jan 28 06:45:04.012629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.013138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b37009bc-5b3e-4483-9f91-b45911c20584 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:45:04.020778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41636) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:04.031411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dd98a5a8-8f72-4784-81cd-086f54acfced tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 9590bf47-9519-4ea8-bf57-8e292e30dabf {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:04.031760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd98a5a8-8f72-4784-81cd-086f54acfced tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.058064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Allocated IP 172.20.0.2 (ffb13ea6-9982-41c2-a323-ee20bea9a68e/0c28562e-35f5-4d9c-97d7-95844d8f8ac9/583e9ec0-9dac-47df-b4dd-c8357c159123) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:04.088768 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Request body: {'subnet': {'network_id': 'b699ecba-2a13-4d31-9b3b-05c123eef9b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:04.119975 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.127683 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e3b4aee1-4349-4374-ac3c-88663097065d admin admin] 10.222.0.25 "DELETE /v2.0/routers/b37009bc-5b3e-4483-9f91-b45911c20584 HTTP/1.1" status: 204 len: 168 time: 4.6762838 Jan 28 06:45:04.127683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-67e77cdc-113d-4e49-bde1-3cb36ff3f160 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:04.127683 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-67e77cdc-113d-4e49-bde1-3cb36ff3f160 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8905573 Jan 28 06:45:04.150423 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41640) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:04.150670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41642) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:04.214341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ca7d7212-94dc-4a3a-ad30-c7c90b1dd9dd tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.214715 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-ca7d7212-94dc-4a3a-ad30-c7c90b1dd9dd tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Added segment fc430866-a786-4704-bf0f-20c0772bcf22 of type vlan for network 6054a477-c80d-4e3a-845a-4dc1d097ade5 Jan 28 06:45:04.295045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ca7d7212-94dc-4a3a-ad30-c7c90b1dd9dd tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.339487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.369302 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.379506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Transition to ACTIVE for port object 583e9ec0-9dac-47df-b4dd-c8357c159123 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:04.382237 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6d335942-5d73-4f11-a844-a5379f7171e2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2266486 Jan 28 06:45:04.404367 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Transition to ACTIVE for port object 583e9ec0-9dac-47df-b4dd-c8357c159123 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:04.409531 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0526cfd9-7f6b-419e-a4cc-305fa5f868d6 None None] Provisioning for port d95f5ad5-534c-4813-a60a-b11c6efde357 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:04.416165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0526cfd9-7f6b-419e-a4cc-305fa5f868d6 None None] Provisioning complete for port d95f5ad5-534c-4813-a60a-b11c6efde357 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:04.416808 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0526cfd9-7f6b-419e-a4cc-305fa5f868d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.422559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41648) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:04.427486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f1e45354-a3ea-4da8-9eeb-2831255b4ea6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:04.452195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ca7d7212-94dc-4a3a-ad30-c7c90b1dd9dd tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.458301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7d7212-94dc-4a3a-ad30-c7c90b1dd9dd tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:04.459074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ca7d7212-94dc-4a3a-ad30-c7c90b1dd9dd tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.472210 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.481542 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.510066 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3fdbfd-45cc-4816-ad84-a3d41efcdd21 admin admin] Deleting subnet 1d287cf5-03cc-4605-a5b6-1cc9364d0ed2 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:04.519291 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:04.524599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdbfd-45cc-4816-ad84-a3d41efcdd21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.568044 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Usage tracker for resource:subnet and tenant:e79702c8fe954f9c9b5f5c33fc39c39f is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:04.569847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Pushing event updated for resources: {'Port': ['ID=583e9ec0-9dac-47df-b4dd-c8357c159123,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:04.586999 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:04.597716 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:04.601057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Network ffb13ea6-9982-41c2-a323-ee20bea9a68e is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:04.601622 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.604910 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:04.608998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:04.629133 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdbfd-45cc-4816-ad84-a3d41efcdd21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.716919 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ca7d7212-94dc-4a3a-ad30-c7c90b1dd9dd tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3967535 Jan 28 06:45:04.722550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d7212-94dc-4a3a-ad30-c7c90b1dd9dd tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event updated for resources: {'Network': ['ID=6054a477-c80d-4e3a-845a-4dc1d097ade5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:04.723413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41652) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:04.726775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd98a5a8-8f72-4784-81cd-086f54acfced tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.738138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Request body: {'ports': [{'network_id': 'a586f16e-e2c9-4dff-b140-856858312e95', 'name': 'tempest-port--998429490', 'admin_state_up': True}, {'network_id': '6054a477-c80d-4e3a-845a-4dc1d097ade5', 'admin_state_up': False}]} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:04.738560 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Request body: {'port': {'network_id': 'a586f16e-e2c9-4dff-b140-856858312e95', 'name': 'tempest-port--998429490', 'admin_state_up': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:04.739444 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Request body: {'port': {'network_id': '6054a477-c80d-4e3a-845a-4dc1d097ade5', 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:04.747970 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 6054a477-c80d-4e3a-845a-4dc1d097ade5 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:45:04.764114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Deleting port e25e3497-ed38-416d-9f89-d231c773e9f2 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:04.764929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.779336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Attempting to bind port 583e9ec0-9dac-47df-b4dd-c8357c159123 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:45:04.780032 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Attempting to bind port 583e9ec0-9dac-47df-b4dd-c8357c159123 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'aa8c764d-0be1-41d1-a3f4-00a26fe193f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ffb13ea6-9982-41c2-a323-ee20bea9a68e'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:45:04.780670 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Attempting to bind port 583e9ec0-9dac-47df-b4dd-c8357c159123 on network ffb13ea6-9982-41c2-a323-ee20bea9a68e {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:45:04.804716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f1e45354-a3ea-4da8-9eeb-2831255b4ea6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:04.810348 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Made reservation on behalf of e79702c8fe954f9c9b5f5c33fc39c39f for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:04.813941 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.898663 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-d1a379e3-86d1-4e7d-a6b8-f60fb616f354 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Deleting port 8548fb12-aea1-4c52-bd34-6834a5d61ba2 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:04.899131 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d1a379e3-86d1-4e7d-a6b8-f60fb616f354 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.916348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dd98a5a8-8f72-4784-81cd-086f54acfced tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 9590bf47-9519-4ea8-bf57-8e292e30dabf owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:04.919704 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:45:04.920190 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Checking segment: {'id': 'aa8c764d-0be1-41d1-a3f4-00a26fe193f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ffb13ea6-9982-41c2-a323-ee20bea9a68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:04.920462 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.920965 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Bound using segment: {'id': 'aa8c764d-0be1-41d1-a3f4-00a26fe193f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ffb13ea6-9982-41c2-a323-ee20bea9a68e'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:45:04.921495 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Bound port: 583e9ec0-9dac-47df-b4dd-c8357c159123, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa8c764d-0be1-41d1-a3f4-00a26fe193f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'ffb13ea6-9982-41c2-a323-ee20bea9a68e'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:45:04.921808 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:04.954287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f1e45354-a3ea-4da8-9eeb-2831255b4ea6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:04.965585 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c16e277-2798-424e-ba5d-fbb496ad19ad req-a737ac00-21fc-4537-875e-4b4d8779a30e tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0997319 Jan 28 06:45:05.012842 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0526cfd9-7f6b-419e-a4cc-305fa5f868d6 None None] Provisioning complete for port bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:05.013331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0526cfd9-7f6b-419e-a4cc-305fa5f868d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:05.052970 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d95f5ad5-534c-4813-a60a-b11c6efde357 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:05.080038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e45354-a3ea-4da8-9eeb-2831255b4ea6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:05.083468 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1e45354-a3ea-4da8-9eeb-2831255b4ea6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:05.152991 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdbfd-45cc-4816-ad84-a3d41efcdd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:05.156033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] For port 583e9ec0-9dac-47df-b4dd-c8357c159123, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:45:05.157561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0526cfd9-7f6b-419e-a4cc-305fa5f868d6 None None] Port bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:05.160147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] For port 583e9ec0-9dac-47df-b4dd-c8357c159123, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=583e9ec0-9dac-47df-b4dd-c8357c159123,segment=NetworkSegment(aa8c764d-0be1-41d1-a3f4-00a26fe193f0),segment_id=aa8c764d-0be1-41d1-a3f4-00a26fe193f0)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:45:05.183073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d95f5ad5-534c-4813-a60a-b11c6efde357 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:05.183507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:05.336762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd98a5a8-8f72-4784-81cd-086f54acfced tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:05.342659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:05.390403 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0526cfd9-7f6b-419e-a4cc-305fa5f868d6 None None] Provisioning for port 9590bf47-9519-4ea8-bf57-8e292e30dabf completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:05.422754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0526cfd9-7f6b-419e-a4cc-305fa5f868d6 None None] Provisioning complete for port 9590bf47-9519-4ea8-bf57-8e292e30dabf triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:05.423035 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0526cfd9-7f6b-419e-a4cc-305fa5f868d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:05.439980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98a5a8-8f72-4784-81cd-086f54acfced tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=9590bf47-9519-4ea8-bf57-8e292e30dabf,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:05.445493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd98a5a8-8f72-4784-81cd-086f54acfced tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:05.467479 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0526cfd9-7f6b-419e-a4cc-305fa5f868d6 None None] Port 9590bf47-9519-4ea8-bf57-8e292e30dabf was deleted so its status cannot be updated. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 06:45:05.483163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdcc34-682e-4a18-8ae1-5a030dba4eb5 None None] Pushing event updated for resources: {'Port': ['ID=583e9ec0-9dac-47df-b4dd-c8357c159123,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:05.553989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:05.596332 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dd98a5a8-8f72-4784-81cd-086f54acfced tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/9590bf47-9519-4ea8-bf57-8e292e30dabf HTTP/1.1" status: 204 len: 168 time: 1.6483786 Jan 28 06:45:05.597150 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41658) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:05.613576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.objects.ports [None req-f1e45354-a3ea-4da8-9eeb-2831255b4ea6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88217) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:45:05.632672 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:05.633012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7b0e69a8-bdb0-448d-9cbe-503f475c3bb1 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:05.635928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:05.645974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1e45354-a3ea-4da8-9eeb-2831255b4ea6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:05.663631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4def3caf-3b97-479f-b220-afb302efac31 None None] Could not find standard attr ID for object 9590bf47-9519-4ea8-bf57-8e292e30dabf. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:45:05.699286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Usage tracker for resource:port and tenant:f2423f3b6abf49ba8fe2abb8206063a0 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:05.707679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:05.710451 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1dca8a3-bd8a-49a8-ab05-7091fbb39904 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] GET failed (client error): The resource could not be found. Jan 28 06:45:05.710984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b1dca8a3-bd8a-49a8-ab05-7091fbb39904 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:05.723217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e45354-a3ea-4da8-9eeb-2831255b4ea6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:05.725423 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:05.730616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f1e45354-a3ea-4da8-9eeb-2831255b4ea6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:05.735739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:05.740943 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e45354-a3ea-4da8-9eeb-2831255b4ea6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:05.741617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f1e45354-a3ea-4da8-9eeb-2831255b4ea6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:05.745440 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3479eba4-8535-4f31-8785-9b869325911b None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:05.751091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d1a379e3-86d1-4e7d-a6b8-f60fb616f354 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:05.795378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:05.824925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e45354-a3ea-4da8-9eeb-2831255b4ea6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=33938fe2-7363-4986-8354-17979efa5d72,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:05.829552 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b1dca8a3-bd8a-49a8-ab05-7091fbb39904 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:05.835738 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b1dca8a3-bd8a-49a8-ab05-7091fbb39904 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/9590bf47-9519-4ea8-bf57-8e292e30dabf HTTP/1.1" status: 404 len: 333 time: 0.2299321 Jan 28 06:45:05.835738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41662) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:05.930715 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f1e45354-a3ea-4da8-9eeb-2831255b4ea6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5054898 Jan 28 06:45:05.930715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cda1a73-c49a-4ce8-bd3b-2d41ee9246bc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:05.932033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41666) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:05.942038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'mac_address': 'fa:16:3e:dd:10:ae', 'name': 'tempest-NetworksTestDHCPv6-1009076352'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:06.039722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cda1a73-c49a-4ce8-bd3b-2d41ee9246bc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.069485 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': '33938fe2-7363-4986-8354-17979efa5d72'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:45:06.071005 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.080770 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-d1a379e3-86d1-4e7d-a6b8-f60fb616f354 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Calling delete_port for 8548fb12-aea1-4c52-bd34-6834a5d61ba2 owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:06.108990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdbfd-45cc-4816-ad84-a3d41efcdd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.128573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Calling delete_port for e25e3497-ed38-416d-9f89-d231c773e9f2 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:06.222527 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Made reservation on behalf of f2423f3b6abf49ba8fe2abb8206063a0 for: {'port': 2} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:06.227181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.240473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2b3fdbfd-45cc-4816-ad84-a3d41efcdd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.240707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c90b32-b39c-40ef-90c2-4a7bccdf411a None None] Network 900882d3-f259-4633-a0ad-6db24a9bc89e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:06.257976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fdbfd-45cc-4816-ad84-a3d41efcdd21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d287cf5-03cc-4605-a5b6-1cc9364d0ed2,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:06.268776 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f849f701-8b35-4925-83e7-1572cd7e78c7 req-67ed1727-bd9a-40d1-bd3c-3b938773518d tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.2199900 Jan 28 06:45:06.304227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.305920 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Allocated IP 2001:db8::f816:3eff:feae:7a7 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/33938fe2-7363-4986-8354-17979efa5d72/f5670bc1-fe9f-4662-bea3-6ba37f442c09) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:06.322921 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2b3fdbfd-45cc-4816-ad84-a3d41efcdd21 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1d287cf5-03cc-4605-a5b6-1cc9364d0ed2 HTTP/1.1" status: 204 len: 168 time: 2.1689560 Jan 28 06:45:06.335265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41672) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:06.450249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.470518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:06.473074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Deleting port f62a0678-8c06-4ab9-a977-34d089c7152f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:06.473512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.520263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:06.529975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:06.540171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:06.598829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cda1a73-c49a-4ce8-bd3b-2d41ee9246bc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.639528 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.672649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:06.706791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda1a73-c49a-4ce8-bd3b-2d41ee9246bc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd48d327-d2d2-44cb-8001-4a62755a851d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:06.734290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371aea3e-be9b-4a0c-a7ee-02d9050bf575 None None] DHCP port deletion for 900882d3-f259-4633-a0ad-6db24a9bc89e request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:45:06.781945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-371aea3e-be9b-4a0c-a7ee-02d9050bf575 None None] Deleting port f62a0678-8c06-4ab9-a977-34d089c7152f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:06.782471 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-371aea3e-be9b-4a0c-a7ee-02d9050bf575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.808214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cda1a73-c49a-4ce8-bd3b-2d41ee9246bc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.809468 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2cda1a73-c49a-4ce8-bd3b-2d41ee9246bc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/security-groups/bd48d327-d2d2-44cb-8001-4a62755a851d HTTP/1.1" status: 204 len: 168 time: 0.9742765 Jan 28 06:45:06.811829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] device_id is not set on port b62c6e15-439f-4d36-86f0-34c350a8beac yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:45:06.814201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41676) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:06.846529 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.906489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.913953 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3406b9-94ae-4458-94f3-723a0f46d5de None None] Network ffb13ea6-9982-41c2-a323-ee20bea9a68e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:06.935797 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] For port f62a0678-8c06-4ab9-a977-34d089c7152f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f62a0678-8c06-4ab9-a977-34d089c7152f,segment=NetworkSegment(fa8bb530-7d34-442b-b946-f1b6510bf076),segment_id=fa8bb530-7d34-442b-b946-f1b6510bf076)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:06.936268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:06.962835 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Transition to ACTIVE for port object f5670bc1-fe9f-4662-bea3-6ba37f442c09 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:06.965610 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Pushing event deleted for resources: {'Port': ['ID=e25e3497-ed38-416d-9f89-d231c773e9f2,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:07.032062 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Transition to ACTIVE for port object f5670bc1-fe9f-4662-bea3-6ba37f442c09 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:07.115951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 583e9ec0-9dac-47df-b4dd-c8357c159123 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:07.116618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Calling delete_port for f62a0678-8c06-4ab9-a977-34d089c7152f owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:07.119974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event updated for resources: {'Subnet': ['ID=3f60005a-0809-40a5-80e5-0bddeb1cc374,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:07.119974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Checking segment: {'id': 'c525c3e1-edf1-4b58-98d3-138bcc59d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b699ecba-2a13-4d31-9b3b-05c123eef9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:07.119974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Network hostable DHCP agents. Network: b699ecba-2a13-4d31-9b3b-05c123eef9b2, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:45:07.163745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cbbdf20-c0ae-4a9f-b384-91c85112a50e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.199104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.229310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8e7b9dfb-1526-46fe-b2a4-979a8e232906 None None] Provisioning for port 583e9ec0-9dac-47df-b4dd-c8357c159123 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:07.240827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cbbdf20-c0ae-4a9f-b384-91c85112a50e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.267558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-371aea3e-be9b-4a0c-a7ee-02d9050bf575 None None] For port f62a0678-8c06-4ab9-a977-34d089c7152f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f62a0678-8c06-4ab9-a977-34d089c7152f,segment=NetworkSegment(fa8bb530-7d34-442b-b946-f1b6510bf076),segment_id=fa8bb530-7d34-442b-b946-f1b6510bf076)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:07.268341 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-371aea3e-be9b-4a0c-a7ee-02d9050bf575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.276878 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.288948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 396f7ab4-54bc-4de4-a0a3-a3536610e045 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:45:07.399747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.401152 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c8f95acc-b5a8-4894-bfe1-38156089009d req-ae39a93c-dd6c-46b7-a487-58a948641c8b tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0754998 Jan 28 06:45:07.509367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::f816:3eff:fedd:10ae (2d564f63-c0b4-45b7-8160-b73c1310d2e3/33938fe2-7363-4986-8354-17979efa5d72/396f7ab4-54bc-4de4-a0a3-a3536610e045) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:07.512234 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.519105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-371aea3e-be9b-4a0c-a7ee-02d9050bf575 None None] Calling delete_port for f62a0678-8c06-4ab9-a977-34d089c7152f owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:07.525674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d1a379e3-86d1-4e7d-a6b8-f60fb616f354 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.543190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cbbdf20-c0ae-4a9f-b384-91c85112a50e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.546454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.600943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:07.601677 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Pushing event updated for resources: {'Port': ['ID=f5670bc1-fe9f-4662-bea3-6ba37f442c09,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:07.609343 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:07.639960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:07.641004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Network b699ecba-2a13-4d31-9b3b-05c123eef9b2 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:45:07.649606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbbdf20-c0ae-4a9f-b384-91c85112a50e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6476b861-e3dd-467b-ab3b-d840436ea7e7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:07.650571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Pushing event deleted for resources: {'Port': ['ID=f62a0678-8c06-4ab9-a977-34d089c7152f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:07.657833 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.662456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a379e3-86d1-4e7d-a6b8-f60fb616f354 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event deleted for resources: {'Port': ['ID=8548fb12-aea1-4c52-bd34-6834a5d61ba2,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:07.665546 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.714993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 583e9ec0-9dac-47df-b4dd-c8357c159123 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:07.718535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] No DVR routers for this DVR port f62a0678-8c06-4ab9-a977-34d089c7152f on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:07.804399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cbbdf20-c0ae-4a9f-b384-91c85112a50e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.809052 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7cbbdf20-c0ae-4a9f-b384-91c85112a50e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/security-groups/6476b861-e3dd-467b-ab3b-d840436ea7e7 HTTP/1.1" status: 204 len: 168 time: 0.9924629 Jan 28 06:45:07.809799 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-371aea3e-be9b-4a0c-a7ee-02d9050bf575 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:45:07.810119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41684) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:07.810239 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-371aea3e-be9b-4a0c-a7ee-02d9050bf575 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:45:07.810824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 583e9ec0-9dac-47df-b4dd-c8357c159123 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:07.811250 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.848156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, b699ecba-2a13-4d31-9b3b-05c123eef9b2) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:07.860219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] device_id is not set on port 19bcd5d0-58e7-4bbe-858d-c4d9713a6c15 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:45:07.865997 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:07.866575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.889462 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Attempting to bind port f5670bc1-fe9f-4662-bea3-6ba37f442c09 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:45:07.890072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Attempting to bind port f5670bc1-fe9f-4662-bea3-6ba37f442c09 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:45:07.890798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Attempting to bind port f5670bc1-fe9f-4662-bea3-6ba37f442c09 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:45:07.896984 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1756f68c-5723-481d-a2b8-997824d4ce5f None None] Network b699ecba-2a13-4d31-9b3b-05c123eef9b2 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:07.968958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.969405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Fanout notify agent at l3_agent the message router_deleted on router 561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:45:07.988893 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:07.989994 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-888f2ef6-cea1-4816-a86b-d8b1edc0653e tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "DELETE /v2.0/routers/561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c HTTP/1.1" status: 204 len: 168 time: 4.9159639 Jan 28 06:45:07.997461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41688) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:08.034783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:45:08.035315 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:08.035796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.036682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:45:08.037288 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Bound port: f5670bc1-fe9f-4662-bea3-6ba37f442c09, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:45:08.037788 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.078701 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-12d2054c-bff2-4b1c-9a5d-1fd10c5ee737 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-466742971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:08.097660 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8851bcc1-c325-43f1-be72-e7d8d099e55c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0593045 Jan 28 06:45:08.099509 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41692) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:08.102731 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-12d2054c-bff2-4b1c-9a5d-1fd10c5ee737 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:08.172777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-12d2054c-bff2-4b1c-9a5d-1fd10c5ee737 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Usage tracker for resource:router and tenant:3ea613ec7cc64252be553c315f26d040 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:08.176484 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d1a379e3-86d1-4e7d-a6b8-f60fb616f354 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.189834 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-12d2054c-bff2-4b1c-9a5d-1fd10c5ee737 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:08.194854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.222794 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.235775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900882d3-f259-4633-a0ad-6db24a9bc89e']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:08.261241 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8bb530-7d34-442b-b946-f1b6510bf076') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:08.261793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8bb530-7d34-442b-b946-f1b6510bf076') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:08.275019 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 583e9ec0-9dac-47df-b4dd-c8357c159123, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=583e9ec0-9dac-47df-b4dd-c8357c159123,segment=NetworkSegment(aa8c764d-0be1-41d1-a3f4-00a26fe193f0),segment_id=aa8c764d-0be1-41d1-a3f4-00a26fe193f0)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:08.275949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.299037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-12d2054c-bff2-4b1c-9a5d-1fd10c5ee737 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:08.307732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.315370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:45:08.315959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.324274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-371aea3e-be9b-4a0c-a7ee-02d9050bf575 None None] Deleting port f62a0678-8c06-4ab9-a977-34d089c7152f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:08.324736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-371aea3e-be9b-4a0c-a7ee-02d9050bf575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.407878 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] For port f5670bc1-fe9f-4662-bea3-6ba37f442c09, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:45:08.418045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.425636 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-371aea3e-be9b-4a0c-a7ee-02d9050bf575 None None] The port 'f62a0678-8c06-4ab9-a977-34d089c7152f' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:45:08.445394 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:45:08.491163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] For port f5670bc1-fe9f-4662-bea3-6ba37f442c09, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f5670bc1-fe9f-4662-bea3-6ba37f442c09,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:45:08.508735 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.528644 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51e62f5-ecb0-48c7-9084-092630d8b70d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting subnet df06854c-d351-471f-99c4-8b96147c55e4 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:08.542513 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f62a0678-8c06-4ab9-a977-34d089c7152f no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:08.576167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.594536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: f62a0678-8c06-4ab9-a977-34d089c7152f {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:08.594933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f62a0678-8c06-4ab9-a977-34d089c7152f not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:08.609196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.613421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=583e9ec0-9dac-47df-b4dd-c8357c159123,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:08.621975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.628592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b51e62f5-ecb0-48c7-9084-092630d8b70d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.650033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-b699ecba-2a13-4d31-9b3b-05c123eef9b2', 'network_id': 'b699ecba-2a13-4d31-9b3b-05c123eef9b2', 'tenant_id': 'e79702c8fe954f9c9b5f5c33fc39c39f', 'fixed_ips': [{'subnet_id': '3f60005a-0809-40a5-80e5-0bddeb1cc374'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:45:08.651124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.658178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] Pushing event deleted for resources: {'Network': ['ID=900882d3-f259-4633-a0ad-6db24a9bc89e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:08.669239 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-867c4cb3-08bc-47c8-887d-65f0d667d904 req-d7d15930-bc22-450e-b11d-16ea95ab3ab3 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1382730 Jan 28 06:45:08.670324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 396f7ab4-54bc-4de4-a0a3-a3536610e045 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:08.703876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b51e62f5-ecb0-48c7-9084-092630d8b70d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.715017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-12d2054c-bff2-4b1c-9a5d-1fd10c5ee737 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.716110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-12d2054c-bff2-4b1c-9a5d-1fd10c5ee737 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.724747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.778593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3d7d309b-4b33-488c-a993-b7c1f3aaa1bc None None] Provisioning complete for port 583e9ec0-9dac-47df-b4dd-c8357c159123 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:08.779214 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3d7d309b-4b33-488c-a993-b7c1f3aaa1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.813022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b51e62f5-ecb0-48c7-9084-092630d8b70d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.844739 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6acd1-e6ce-4fce-87a6-60ede2c2bd96 None None] Pushing event updated for resources: {'Port': ['ID=f5670bc1-fe9f-4662-bea3-6ba37f442c09,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:08.863725 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-afb9c620-0202-46d6-a697-1d5e46cc9458 admin admin] 10.222.0.25 "DELETE /v2.0/networks/900882d3-f259-4633-a0ad-6db24a9bc89e HTTP/1.1" status: 204 len: 168 time: 2.5249493 Jan 28 06:45:08.947401 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:08.960411 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Allocated IP 172.20.0.2 (b699ecba-2a13-4d31-9b3b-05c123eef9b2/3f60005a-0809-40a5-80e5-0bddeb1cc374/588a51ec-5055-488d-b377-f05168d08a9c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:09.068355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b51e62f5-ecb0-48c7-9084-092630d8b70d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:09.150583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-12d2054c-bff2-4b1c-9a5d-1fd10c5ee737 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:09.163147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:09.172124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e62f5-ecb0-48c7-9084-092630d8b70d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Subnet': ['ID=df06854c-d351-471f-99c4-8b96147c55e4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:09.172676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:09.181622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:09.187258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:09.187886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:09.192132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b51e62f5-ecb0-48c7-9084-092630d8b70d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:09.198581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 583e9ec0-9dac-47df-b4dd-c8357c159123 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:09.229445 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b51e62f5-ecb0-48c7-9084-092630d8b70d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/df06854c-d351-471f-99c4-8b96147c55e4 HTTP/1.1" status: 204 len: 168 time: 1.4065228 Jan 28 06:45:09.229445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=396f7ab4-54bc-4de4-a0a3-a3536610e045,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:09.230264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80c0fa8-73cb-4866-afbe-0140d501893a None None] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:09.243401 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41700) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:09.261532 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-06737617-cdf4-4955-91d7-237353c7aa33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:09.332458 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a379e3-86d1-4e7d-a6b8-f60fb616f354 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Router ee129457-177c-4974-b76a-6638d21f230f has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:45:09.361984 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:09.379534 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ac86a6db-792f-448b-90f2-737173dfaf76 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4434047 Jan 28 06:45:09.379868 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41704) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:09.471351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41708) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:09.529136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c0ed88-3bbc-4d08-b261-8cfe6bf3d0a9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:09.534951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c0ed88-3bbc-4d08-b261-8cfe6bf3d0a9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:09.535796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b5c0ed88-3bbc-4d08-b261-8cfe6bf3d0a9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:09.544261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-12d2054c-bff2-4b1c-9a5d-1fd10c5ee737 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:09.567942 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fa3986e9-7c0d-4943-b450-4eac36b58076 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb1bd7b93cc04d2381fa60936dc42957&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0915587 Jan 28 06:45:09.570855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41712) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:09.577328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 583e9ec0-9dac-47df-b4dd-c8357c159123 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:09.577704 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:09.580695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:09.638608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bb56f52-ce46-4d32-84aa-b29472c19042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:09.650035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b5c0ed88-3bbc-4d08-b261-8cfe6bf3d0a9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:09.653866 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b5c0ed88-3bbc-4d08-b261-8cfe6bf3d0a9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2703648 Jan 28 06:45:09.654104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41716) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:09.665162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:09.690606 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Transition to ACTIVE for port object 588a51ec-5055-488d-b377-f05168d08a9c will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:09.716450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bb56f52-ce46-4d32-84aa-b29472c19042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:09.722284 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Transition to ACTIVE for port object 588a51ec-5055-488d-b377-f05168d08a9c will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:09.762306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e5a34da0-b3c0-41b8-b0ce-b05a3d0882ab tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 396f7ab4-54bc-4de4-a0a3-a3536610e045 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:09.762660 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5a34da0-b3c0-41b8-b0ce-b05a3d0882ab tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:09.850798 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a379e3-86d1-4e7d-a6b8-f60fb616f354 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:45:09.858957 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d1a379e3-86d1-4e7d-a6b8-f60fb616f354 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "PUT /v2.0/routers/ee129457-177c-4974-b76a-6638d21f230f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8866913 Jan 28 06:45:09.863251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41722) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:09.870127 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8b8f0e-0abd-47f3-aafa-b88838c6073a None None] Sync routers for ids ['ee129457-177c-4974-b76a-6638d21f230f'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:45:09.883034 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8b8f0e-0abd-47f3-aafa-b88838c6073a None None] Routers {'ee129457-177c-4974-b76a-6638d21f230f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:09.883830 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fc8b8f0e-0abd-47f3-aafa-b88838c6073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ee129457-177c-4974-b76a-6638d21f230f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:09.901159 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-06737617-cdf4-4955-91d7-237353c7aa33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:09.914447 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-06737617-cdf4-4955-91d7-237353c7aa33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:09.921625 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-06737617-cdf4-4955-91d7-237353c7aa33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:09.926827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event updated for resources: {'Port': ['ID=b62c6e15-439f-4d36-86f0-34c350a8beac,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:09.969047 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-06737617-cdf4-4955-91d7-237353c7aa33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:09.969422 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fc8b8f0e-0abd-47f3-aafa-b88838c6073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:09.969422 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8b8f0e-0abd-47f3-aafa-b88838c6073a None None] Routers {'ee129457-177c-4974-b76a-6638d21f230f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:09.969422 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fc8b8f0e-0abd-47f3-aafa-b88838c6073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ee129457-177c-4974-b76a-6638d21f230f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:10.011708 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eb3e2a6d-9276-4ff9-8590-c59c26a060a8 req-dbd014ea-aaca-4d49-ac80-da2cb940d192 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1793158 Jan 28 06:45:10.027298 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:10.038184 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Checking segment: {'id': '6b21dd95-958a-4a38-9072-0d9a52b5d919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a586f16e-e2c9-4dff-b140-856858312e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:10.039012 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Network hostable DHCP agents. Network: a586f16e-e2c9-4dff-b140-856858312e95, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:45:10.056484 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fc8b8f0e-0abd-47f3-aafa-b88838c6073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:10.056894 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8b8f0e-0abd-47f3-aafa-b88838c6073a None None] The sync data for ids ['ee129457-177c-4974-b76a-6638d21f230f'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:45:10.080203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-12d2054c-bff2-4b1c-9a5d-1fd10c5ee737 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:10.085434 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-12d2054c-bff2-4b1c-9a5d-1fd10c5ee737 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.0830159 Jan 28 06:45:10.085434 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41726) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:10.119886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Network b699ecba-2a13-4d31-9b3b-05c123eef9b2 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:10.142291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9f81aee-b8e7-48fa-bc52-5f20818d6131 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:10.149924 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:10.158050 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:10.167999 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Allocated IP 172.20.0.1 (ffb13ea6-9982-41c2-a323-ee20bea9a68e/0c28562e-35f5-4d9c-97d7-95844d8f8ac9/cc39b7e5-9a84-410f-9636-fc8917e392e3) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:10.235564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'enable_snat': True}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:10.252436 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Pushing event updated for resources: {'Port': ['ID=588a51ec-5055-488d-b377-f05168d08a9c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:10.310167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Attempting to bind port 588a51ec-5055-488d-b377-f05168d08a9c on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:45:10.311018 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Attempting to bind port 588a51ec-5055-488d-b377-f05168d08a9c by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'c525c3e1-edf1-4b58-98d3-138bcc59d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b699ecba-2a13-4d31-9b3b-05c123eef9b2'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:45:10.311692 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Attempting to bind port 588a51ec-5055-488d-b377-f05168d08a9c on network b699ecba-2a13-4d31-9b3b-05c123eef9b2 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:45:10.320396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:45:10.320910 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Checking segment: {'id': 'c525c3e1-edf1-4b58-98d3-138bcc59d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b699ecba-2a13-4d31-9b3b-05c123eef9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:10.321422 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:10.322015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Bound using segment: {'id': 'c525c3e1-edf1-4b58-98d3-138bcc59d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b699ecba-2a13-4d31-9b3b-05c123eef9b2'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:45:10.322790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Bound port: 588a51ec-5055-488d-b377-f05168d08a9c, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c525c3e1-edf1-4b58-98d3-138bcc59d640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b699ecba-2a13-4d31-9b3b-05c123eef9b2'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:45:10.323710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:10.433971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bb56f52-ce46-4d32-84aa-b29472c19042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:10.454729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] For port 588a51ec-5055-488d-b377-f05168d08a9c, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:45:10.460138 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] For port 588a51ec-5055-488d-b377-f05168d08a9c, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=588a51ec-5055-488d-b377-f05168d08a9c,segment=NetworkSegment(c525c3e1-edf1-4b58-98d3-138bcc59d640),segment_id=c525c3e1-edf1-4b58-98d3-138bcc59d640)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:45:10.594378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:10.611634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06737617-cdf4-4955-91d7-237353c7aa33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:10.616015 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-06737617-cdf4-4955-91d7-237353c7aa33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:10.672550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb56f52-ce46-4d32-84aa-b29472c19042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2de5d5b-5608-42a4-b674-6d03b666cf07,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:10.698568 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Network a586f16e-e2c9-4dff-b140-856858312e95 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:45:10.752685 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9eecee-7da0-4063-9e27-5a30c0547725 None None] Pushing event updated for resources: {'Port': ['ID=588a51ec-5055-488d-b377-f05168d08a9c,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:10.779399 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:10.809716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0fb5bd79-bde1-4697-a9ea-413020ccb37e None None] Provisioning for port f5670bc1-fe9f-4662-bea3-6ba37f442c09 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:10.840776 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, a586f16e-e2c9-4dff-b140-856858312e95) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:10.855180 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7130a8c-da7e-4df2-bd72-02b43764aa61 None None] Network a586f16e-e2c9-4dff-b140-856858312e95 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:10.924775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bb56f52-ce46-4d32-84aa-b29472c19042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:10.924967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:10.925724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:10.926792 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4bb56f52-ce46-4d32-84aa-b29472c19042 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2de5d5b-5608-42a4-b674-6d03b666cf07 HTTP/1.1" status: 204 len: 168 time: 1.3539777 Jan 28 06:45:10.938740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9f81aee-b8e7-48fa-bc52-5f20818d6131 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:10.942320 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5a34da0-b3c0-41b8-b0ce-b05a3d0882ab tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:10.951676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9f81aee-b8e7-48fa-bc52-5f20818d6131 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.164458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e5a34da0-b3c0-41b8-b0ce-b05a3d0882ab tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 396f7ab4-54bc-4de4-a0a3-a3536610e045 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:11.224939 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f5670bc1-fe9f-4662-bea3-6ba37f442c09 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:11.275397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8440e7ca-75f6-4e8b-a368-a2cd6445931d None None] Provisioning complete for port d95f5ad5-534c-4813-a60a-b11c6efde357 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:11.276890 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8440e7ca-75f6-4e8b-a368-a2cd6445931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.279309 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8257d813-15f4-426e-93de-3c357467a772 req-b8c0c1d7-2740-4202-bbf6-778af10b0bad tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1239209 Jan 28 06:45:11.384662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9f81aee-b8e7-48fa-bc52-5f20818d6131 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.385175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f81aee-b8e7-48fa-bc52-5f20818d6131 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Fanout notify agent at l3_agent the message router_deleted on router ee129457-177c-4974-b76a-6638d21f230f {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:45:11.401936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9f81aee-b8e7-48fa-bc52-5f20818d6131 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.403101 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f9f81aee-b8e7-48fa-bc52-5f20818d6131 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "DELETE /v2.0/routers/ee129457-177c-4974-b76a-6638d21f230f HTTP/1.1" status: 204 len: 168 time: 1.5334210 Jan 28 06:45:11.410503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41734) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:11.419007 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.431138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.458342 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Checking segment: {'id': 'fc430866-a786-4704-bf0f-20c0772bcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6054a477-c80d-4e3a-845a-4dc1d097ade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:11.458683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Network hostable DHCP agents. Network: 6054a477-c80d-4e3a-845a-4dc1d097ade5, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:45:11.477745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d64fc0-da78-4985-bfdb-06328beb53e8 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Deleting subnet 52a09511-1748-49d4-9a88-db0a71021710 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:11.478269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Transition to ACTIVE for port object cc39b7e5-9a84-410f-9636-fc8917e392e3 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:11.485046 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event updated for resources: {'Port': ['ID=19bcd5d0-58e7-4bbe-858d-c4d9713a6c15,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:11.488765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9d64fc0-da78-4985-bfdb-06328beb53e8 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.522122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5a34da0-b3c0-41b8-b0ce-b05a3d0882ab tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.527671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port f5670bc1-fe9f-4662-bea3-6ba37f442c09 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:11.541516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port f5670bc1-fe9f-4662-bea3-6ba37f442c09 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:11.542136 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.576862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a34da0-b3c0-41b8-b0ce-b05a3d0882ab tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=396f7ab4-54bc-4de4-a0a3-a3536610e045,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:11.599647 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Network 6054a477-c80d-4e3a-845a-4dc1d097ade5 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:45:11.676900 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-06737617-cdf4-4955-91d7-237353c7aa33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.681157 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.693425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5a34da0-b3c0-41b8-b0ce-b05a3d0882ab tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.695541 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e5a34da0-b3c0-41b8-b0ce-b05a3d0882ab tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/396f7ab4-54bc-4de4-a0a3-a3536610e045 HTTP/1.1" status: 204 len: 168 time: 2.0405788 Jan 28 06:45:11.698214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9d64fc0-da78-4985-bfdb-06328beb53e8 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.728585 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41744) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:11.739478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.766550 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8440e7ca-75f6-4e8b-a368-a2cd6445931d None None] Provisioning complete for port bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:11.767070 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8440e7ca-75f6-4e8b-a368-a2cd6445931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.798995 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 6054a477-c80d-4e3a-845a-4dc1d097ade5) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:11.829784 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06737617-cdf4-4955-91d7-237353c7aa33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:11.845233 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-06737617-cdf4-4955-91d7-237353c7aa33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:11.849008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8440e7ca-75f6-4e8b-a368-a2cd6445931d None None] Port bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:11.852690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ce5b1-92f7-4343-a565-133d0040352e None None] Network 6054a477-c80d-4e3a-845a-4dc1d097ade5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:11.860122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Network ffb13ea6-9982-41c2-a323-ee20bea9a68e is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:11.873112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06737617-cdf4-4955-91d7-237353c7aa33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:11.873736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-06737617-cdf4-4955-91d7-237353c7aa33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.880528 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:11.890627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:11.903108 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:11.906259 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:11.914510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:11.940161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ec110b-bcb7-4686-8c73-562c14d9a3b7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:11.942195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ec110b-bcb7-4686-8c73-562c14d9a3b7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:11.943143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e9ec110b-bcb7-4686-8c73-562c14d9a3b7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:11.951608 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:12.014796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9d64fc0-da78-4985-bfdb-06328beb53e8 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:12.027829 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bcff4d-3fa7-4c08-96c8-d0ec37e749c0 None None] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:12.076459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e9ec110b-bcb7-4686-8c73-562c14d9a3b7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:12.079957 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e9ec110b-bcb7-4686-8c73-562c14d9a3b7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3476572 Jan 28 06:45:12.082247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41752) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:12.138350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06737617-cdf4-4955-91d7-237353c7aa33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Subnet': ['ID=0641fce2-9209-4ba9-bcb2-3c9c3e875f05,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:12.141030 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event updated for resources: {'Port': ['ID=cc39b7e5-9a84-410f-9636-fc8917e392e3,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:12.232905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa08d876-b1c7-4578-94e0-183c1264168f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 33938fe2-7363-4986-8354-17979efa5d72 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:12.238682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa08d876-b1c7-4578-94e0-183c1264168f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:12.247981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c2e2a875-22c1-4a7b-bef1-f314c7801883 None None] Could not find standard attr ID for object 396f7ab4-54bc-4de4-a0a3-a3536610e045. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:45:12.299767 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:12.306136 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port f5670bc1-fe9f-4662-bea3-6ba37f442c09, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f5670bc1-fe9f-4662-bea3-6ba37f442c09,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:12.354863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa08d876-b1c7-4578-94e0-183c1264168f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:12.445877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9d64fc0-da78-4985-bfdb-06328beb53e8 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:12.494239 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:12.495140 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d4e0cf96-96d3-4fc1-b504-0f03ff49762e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.7654603 Jan 28 06:45:12.495140 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-06737617-cdf4-4955-91d7-237353c7aa33 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2450531 Jan 28 06:45:12.495140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41764) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:12.497313 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0a10370c-ecc3-41c0-9213-35c7c681c36b req-0ece1c23-897d-4d64-9625-fc8478510dc8 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1031249 Jan 28 06:45:12.504620 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41766) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:12.524742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'security_group': {'name': 'tempest-secgroup-624523990'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:12.537049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d64fc0-da78-4985-bfdb-06328beb53e8 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event deleted for resources: {'Subnet': ['ID=52a09511-1748-49d4-9a88-db0a71021710,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:12.545653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:12.548254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9d64fc0-da78-4985-bfdb-06328beb53e8 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:12.556842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:security_group and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:12.562053 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:12.567059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a205df-c3a3-4769-8d0e-9a8591f82bd1 None None] Network b699ecba-2a13-4d31-9b3b-05c123eef9b2 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:12.573141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:12.579890 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f9d64fc0-da78-4985-bfdb-06328beb53e8 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "DELETE /v2.0/subnets/52a09511-1748-49d4-9a88-db0a71021710 HTTP/1.1" status: 204 len: 168 time: 1.1694028 Jan 28 06:45:12.582851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41772) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:12.592901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef24fe-1de1-487f-8194-63d731438244 None None] Network 1ef1251e-dc28-43d7-8fa8-932763b0c070 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:12.662598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=f5670bc1-fe9f-4662-bea3-6ba37f442c09,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:12.699282 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41776) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:12.732412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:12.734707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa08d876-b1c7-4578-94e0-183c1264168f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:12.750656 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-db74d9b9-c007-4c8f-bb33-877f5d7f961e None None] Provisioning for port cc39b7e5-9a84-410f-9636-fc8917e392e3 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:12.800529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:12.858279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Deleting port c50eb071-0e90-4978-be72-0af9798956b2 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:12.858609 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:12.875888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:12.898021 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-db74d9b9-c007-4c8f-bb33-877f5d7f961e None None] Provisioning complete for port cc39b7e5-9a84-410f-9636-fc8917e392e3 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:12.898394 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db74d9b9-c007-4c8f-bb33-877f5d7f961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:12.909859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:12.961316 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-71886983-d033-4ab4-982d-df38e60580d6 tempest-AgentManagementNegativeTest-138898916 tempest-AgentManagementNegativeTest-138898916-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2607787 Jan 28 06:45:12.967778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:12.969015 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cd8eb9-eafb-4fbe-a55a-96cce1f71126 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:12.976696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cd8eb9-eafb-4fbe-a55a-96cce1f71126 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:12.978035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62cd8eb9-eafb-4fbe-a55a-96cce1f71126 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Synchronizing usage tracker for tenant:f2423f3b6abf49ba8fe2abb8206063a0 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:12.979846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:security_group_rule and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:12.983648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:12.992702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:13.142144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:13.157033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62cd8eb9-eafb-4fbe-a55a-96cce1f71126 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Unset dirty status for tenant:f2423f3b6abf49ba8fe2abb8206063a0 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:13.161109 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-62cd8eb9-eafb-4fbe-a55a-96cce1f71126 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4409349 Jan 28 06:45:13.166137 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41786) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:13.209363 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-db74d9b9-c007-4c8f-bb33-877f5d7f961e None None] Port cc39b7e5-9a84-410f-9636-fc8917e392e3 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:13.243863 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 588a51ec-5055-488d-b377-f05168d08a9c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:13.268843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Allocated IP 172.26.4.180 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/d1620299-e92a-4dcb-9a0b-438e9c349f60) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:13.315433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b24a5d15-64a6-4cdf-a80d-1e29952f99a5 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Deleting port b62c6e15-439f-4d36-86f0-34c350a8beac {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:13.315786 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b24a5d15-64a6-4cdf-a80d-1e29952f99a5 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:13.389532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa08d876-b1c7-4578-94e0-183c1264168f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:13.405235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56086867-5ae8-4056-a013-ecfdf7c1513e None None] Update dhcp port {'port': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'fixed_ips': [{'subnet_id': '5d3bdec3-1231-4cae-b772-b388b4a28570', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0641fce2-9209-4ba9-bcb2-3c9c3e875f05'}], 'binding:host_id': 'dv-neutron-824022-4-hyperv'}, 'id': 'd95f5ad5-534c-4813-a60a-b11c6efde357'} from dv-neutron-824022-4-hyperv. {{(pid=88218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 06:45:13.438035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] For port c50eb071-0e90-4978-be72-0af9798956b2, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c50eb071-0e90-4978-be72-0af9798956b2,segment=NetworkSegment(ee25a632-1320-40ed-96f5-3713da952c72),segment_id=ee25a632-1320-40ed-96f5-3713da952c72)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:13.438403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:13.455103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08d876-b1c7-4578-94e0-183c1264168f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=33938fe2-7363-4986-8354-17979efa5d72,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:13.460364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa08d876-b1c7-4578-94e0-183c1264168f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:13.470127 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 588a51ec-5055-488d-b377-f05168d08a9c completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:13.478187 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3621cdc6-9ba0-4de2-a72b-0f885d0437f8 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:13.512239 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-35b77678-44eb-4d00-b04c-6360a96e701d None None] Provisioning for port 588a51ec-5055-488d-b377-f05168d08a9c completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:13.516436 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f5670bc1-fe9f-4662-bea3-6ba37f442c09 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:13.591157 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Calling delete_port for c50eb071-0e90-4978-be72-0af9798956b2 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:13.603179 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-35b77678-44eb-4d00-b04c-6360a96e701d None None] Provisioning complete for port 588a51ec-5055-488d-b377-f05168d08a9c triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:13.603716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-35b77678-44eb-4d00-b04c-6360a96e701d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:13.667189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56086867-5ae8-4056-a013-ecfdf7c1513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:13.684667 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1d31b2-ff56-4bf1-8131-bcad6df98bf9 None None] DHCP port deletion for 1ef1251e-dc28-43d7-8fa8-932763b0c070 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:45:13.692695 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5ebc242-818d-44ff-a95a-bb37a65c2707 req-470b2a09-e420-4e4a-b369-632fa514c27a tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0676870 Jan 28 06:45:13.695481 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41794) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:13.737096 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d31b2-ff56-4bf1-8131-bcad6df98bf9 None None] Deleting port c50eb071-0e90-4978-be72-0af9798956b2 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:13.737601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c1d31b2-ff56-4bf1-8131-bcad6df98bf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:13.806481 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fa08d876-b1c7-4578-94e0-183c1264168f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/33938fe2-7363-4986-8354-17979efa5d72 HTTP/1.1" status: 204 len: 168 time: 1.7232342 Jan 28 06:45:13.810837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41800) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:13.888802 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:13.905270 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:13.913724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:13.976051 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-33b404e5-777a-4aa0-a185-0ef88777ccad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1469646 Jan 28 06:45:13.985883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41804) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:13.987729 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:13.991370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd235d35-e249-4670-9e65-d8b77567141e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.000588 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event deleted for resources: {'Port': ['ID=c50eb071-0e90-4978-be72-0af9798956b2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:14.006060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] No DVR routers for this DVR port c50eb071-0e90-4978-be72-0af9798956b2 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:14.012765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:14.020646 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b24a5d15-64a6-4cdf-a80d-1e29952f99a5 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.090467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fd235d35-e249-4670-9e65-d8b77567141e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:14.137520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fd235d35-e249-4670-9e65-d8b77567141e admin admin] Usage tracker for resource:security_group_rule and tenant:24d33332323f4749a7afff21ff74b4e2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:14.151650 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port f5670bc1-fe9f-4662-bea3-6ba37f442c09 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:14.152024 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.154563 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fd235d35-e249-4670-9e65-d8b77567141e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:14.171557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fd235d35-e249-4670-9e65-d8b77567141e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:14.176010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9208429a-2dc1-4e1c-a37b-8c1522617fe7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:14.181084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b24a5d15-64a6-4cdf-a80d-1e29952f99a5 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Calling delete_port for b62c6e15-439f-4d36-86f0-34c350a8beac owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:14.191335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d31b2-ff56-4bf1-8131-bcad6df98bf9 None None] The port 'c50eb071-0e90-4978-be72-0af9798956b2' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:45:14.225397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-35b77678-44eb-4d00-b04c-6360a96e701d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.272214 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.300315 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.313382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.317275 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ad915e98-1285-4a81-81de-ab5321c24f6e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8088102 Jan 28 06:45:14.318596 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41808) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:14.325543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'security_group': {'name': 'tempest-secgroup-1088941252'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:14.335364 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:14.339459 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-35b77678-44eb-4d00-b04c-6360a96e701d None None] For port 588a51ec-5055-488d-b377-f05168d08a9c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=588a51ec-5055-488d-b377-f05168d08a9c,segment=NetworkSegment(c525c3e1-edf1-4b58-98d3-138bcc59d640),segment_id=c525c3e1-edf1-4b58-98d3-138bcc59d640)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:14.341093 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:security_group and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:14.344841 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:14.350349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.353493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef1251e-dc28-43d7-8fa8-932763b0c070']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:14.359123 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-56086867-5ae8-4056-a013-ecfdf7c1513e None None] Allocated IP 2001:db8::2 (e963dc21-bd4b-40f6-84e6-3da66e568bc5/0641fce2-9209-4ba9-bcb2-3c9c3e875f05/d95f5ad5-534c-4813-a60a-b11c6efde357) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:14.361133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:14.440247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-35b77678-44eb-4d00-b04c-6360a96e701d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.445616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee25a632-1320-40ed-96f5-3713da952c72') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:14.446265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee25a632-1320-40ed-96f5-3713da952c72') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:14.454180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:14.468267 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:14.482404 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.490059 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd235d35-e249-4670-9e65-d8b77567141e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.491590 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:14.507777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.518714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:45:14.519122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:45:14.535377 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:45:14.540255 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:14.549735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.563646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fd235d35-e249-4670-9e65-d8b77567141e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.576059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b24a5d15-64a6-4cdf-a80d-1e29952f99a5 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.606364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b450ad-0e7b-4d14-909d-5d4d9b395bf6 None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:45:14.632626 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f1b450ad-0e7b-4d14-909d-5d4d9b395bf6 None None] Deleting port f5670bc1-fe9f-4662-bea3-6ba37f442c09 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:14.633288 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f1b450ad-0e7b-4d14-909d-5d4d9b395bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.642087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:14.648673 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b24a5d15-64a6-4cdf-a80d-1e29952f99a5 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.660762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:14.665369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.667852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:14.670442 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:14.673456 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b77678-44eb-4d00-b04c-6360a96e701d None None] Pushing event updated for resources: {'Port': ['ID=588a51ec-5055-488d-b377-f05168d08a9c,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:14.707475 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-08e61414-aed3-482a-abaa-5408be5e107a None None] Provisioning complete for port 588a51ec-5055-488d-b377-f05168d08a9c triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:14.708108 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-08e61414-aed3-482a-abaa-5408be5e107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.720288 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event updated for resources: {'Port': ['ID=d1620299-e92a-4dcb-9a0b-438e9c349f60,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:14.747573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-56086867-5ae8-4056-a013-ecfdf7c1513e None None] For port d95f5ad5-534c-4813-a60a-b11c6efde357, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d95f5ad5-534c-4813-a60a-b11c6efde357,segment=NetworkSegment(68adcf1f-b331-41a8-9716-90ef9625860c),segment_id=68adcf1f-b331-41a8-9716-90ef9625860c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:14.761449 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.778908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.816998 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b24a5d15-64a6-4cdf-a80d-1e29952f99a5 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "DELETE /v2.0/ports/b62c6e15-439f-4d36-86f0-34c350a8beac HTTP/1.1" status: 204 len: 168 time: 1.6497474 Jan 28 06:45:14.836235 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3f509b1-685e-408c-979d-f0c47178ae17 req-34b4f6eb-3aca-4d51-ba27-53dce84c72d0 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0428605 Jan 28 06:45:14.839181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41814) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:14.843427 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fd235d35-e249-4670-9e65-d8b77567141e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24d33332323f4749a7afff21ff74b4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1392472 Jan 28 06:45:14.847805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41816) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:14.869681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56086867-5ae8-4056-a013-ecfdf7c1513e None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.894984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd235d35-e249-4670-9e65-d8b77567141e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e2e956-7eba-4ddc-9232-afa23b8c032a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:14.912379 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f51ca99e-ee34-4175-ae93-2009f0e6a1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.944238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f51ca99e-ee34-4175-ae93-2009f0e6a1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:14.956323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:14.980376 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event updated for resources: {'Port': ['ID=cc39b7e5-9a84-410f-9636-fc8917e392e3,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:15.041405 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f1b450ad-0e7b-4d14-909d-5d4d9b395bf6 None None] For port f5670bc1-fe9f-4662-bea3-6ba37f442c09, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f5670bc1-fe9f-4662-bea3-6ba37f442c09,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:15.042045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f1b450ad-0e7b-4d14-909d-5d4d9b395bf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:15.050794 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-56086867-5ae8-4056-a013-ecfdf7c1513e None None] Transition to ACTIVE for port object d95f5ad5-534c-4813-a60a-b11c6efde357 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:15.060261 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 588a51ec-5055-488d-b377-f05168d08a9c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:15.092582 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:security_group_rule and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:15.130206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:15.160738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:15.181471 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:15.184505 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a5d15-64a6-4cdf-a80d-1e29952f99a5 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event deleted for resources: {'Port': ['ID=b62c6e15-439f-4d36-86f0-34c350a8beac,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:15.189190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] Pushing event deleted for resources: {'Network': ['ID=1ef1251e-dc28-43d7-8fa8-932763b0c070,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:15.195906 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:45:15.203899 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:15.213601 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f7c95cb2-d3db-4c67-a779-8de279da76a0 tempest-FloatingIPNegativeTestJSON-1135295526 tempest-FloatingIPNegativeTestJSON-1135295526-project] 10.222.0.25 "DELETE /v2.0/networks/1ef1251e-dc28-43d7-8fa8-932763b0c070 HTTP/1.1" status: 204 len: 168 time: 2.6286392 Jan 28 06:45:15.233452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-2bab925b-3b39-4493-9b9c-b6b0e8c2fa33 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Deleting port 19bcd5d0-58e7-4bbe-858d-c4d9713a6c15 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:15.233791 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2bab925b-3b39-4493-9b9c-b6b0e8c2fa33 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:15.251175 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56086867-5ae8-4056-a013-ecfdf7c1513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:15.263501 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f1b450ad-0e7b-4d14-909d-5d4d9b395bf6 None None] Calling delete_port for f5670bc1-fe9f-4662-bea3-6ba37f442c09 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:15.317779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f51ca99e-ee34-4175-ae93-2009f0e6a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:15.335574 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ca99e-ee34-4175-ae93-2009f0e6a1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e2e956-7eba-4ddc-9232-afa23b8c032a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:15.344102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f51ca99e-ee34-4175-ae93-2009f0e6a1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:15.345254 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f51ca99e-ee34-4175-ae93-2009f0e6a1d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4e2e956-7eba-4ddc-9232-afa23b8c032a HTTP/1.1" status: 204 len: 168 time: 0.4962983 Jan 28 06:45:15.381661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Network ffb13ea6-9982-41c2-a323-ee20bea9a68e is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:15.405067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:15.540090 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56086867-5ae8-4056-a013-ecfdf7c1513e None None] Pushing event updated for resources: {'Port': ['ID=d95f5ad5-534c-4813-a60a-b11c6efde357,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:15.554874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 588a51ec-5055-488d-b377-f05168d08a9c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:15.555318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:15.701075 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f1b450ad-0e7b-4d14-909d-5d4d9b395bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:15.705148 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.objects.ports [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88217) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:45:15.778294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:15.819344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b450ad-0e7b-4d14-909d-5d4d9b395bf6 None None] Pushing event deleted for resources: {'Port': ['ID=f5670bc1-fe9f-4662-bea3-6ba37f442c09,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:15.828999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b450ad-0e7b-4d14-909d-5d4d9b395bf6 None None] No DVR routers for this DVR port f5670bc1-fe9f-4662-bea3-6ba37f442c09 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:15.914223 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.services.revisions.revision_plugin [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Could not find related port for resource to bump revision. Jan 28 06:45:15.920410 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:15.922659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41832) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:15.956549 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.ipam_pluggable_backend [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Port f5670bc1-fe9f-4662-bea3-6ba37f442c09 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88217) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 06:45:15.957287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.ipam_pluggable_backend [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Reverting IP allocation for 2001:db8::f816:3eff:feae:7a7 {{(pid=88217) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 06:45:15.965304 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2bab925b-3b39-4493-9b9c-b6b0e8c2fa33 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:15.986603 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.ipam_pluggable_backend [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feae:7a7 {{(pid=88217) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 06:45:16.025830 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-879a6c0a-6ced-489b-b809-16c3f0898b73 None None] Provisioning complete for port cc39b7e5-9a84-410f-9636-fc8917e392e3 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:16.025830 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-879a6c0a-6ced-489b-b809-16c3f0898b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:16.061581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:16.130038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f5670bc1-fe9f-4662-bea3-6ba37f442c09 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:16.187993 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a244da57-abfa-4cf6-9183-90ce1e4df8d7 req-d5abaef0-6b66-40d9-b91c-b4552e9a0189 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1998920 Jan 28 06:45:16.207944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-879a6c0a-6ced-489b-b809-16c3f0898b73 None None] Port cc39b7e5-9a84-410f-9636-fc8917e392e3 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:16.219419 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: f5670bc1-fe9f-4662-bea3-6ba37f442c09 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:16.219855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f5670bc1-fe9f-4662-bea3-6ba37f442c09 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:16.220433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c50eb071-0e90-4978-be72-0af9798956b2 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:16.275212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: c50eb071-0e90-4978-be72-0af9798956b2 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:16.275683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c50eb071-0e90-4978-be72-0af9798956b2 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:16.325607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:16.331262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:16.343521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06774de-4819-4527-9d3f-27a6b20022a5 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:16.346620 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-42d9147f-b04f-44a4-abc4-a62525303ce2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b34ccb4496343e1958bf4ba852df110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217513 Jan 28 06:45:16.347376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41846) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:16.356957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:16.357559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:16.378294 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=1fe3a8c0-4c26-421c-977d-2d6f9337ce60,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:16.397230 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-2bab925b-3b39-4493-9b9c-b6b0e8c2fa33 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Calling delete_port for 19bcd5d0-58e7-4bbe-858d-c4d9713a6c15 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:16.442885 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4348f54c-d9e7-4aed-8ff9-5c3fc5a5b2ac,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:16.455261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-47dbb2cd-1a2b-424c-94be-edfd2aca9485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:16.473890 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:16.491415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-47dbb2cd-1a2b-424c-94be-edfd2aca9485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:16.538183 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-da1b067f-9e5c-4cfa-a2f4-fcf893f16765 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5353663 Jan 28 06:45:16.541035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41850) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:16.549428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'mac_address': 'fa:16:3e:fc:3d:b6', 'name': 'tempest-NetworksTestDHCPv6-1555360622'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:16.590018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:16.591556 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-711f68e5-4cfd-421c-94f1-ac3c5b42dd34 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2723453 Jan 28 06:45:16.595969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41856) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:16.629698 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': '1fe3a8c0-4c26-421c-977d-2d6f9337ce60'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:45:16.637917 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:16.667046 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'security_group': {'name': 'tempest-secgroup-303158901'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:16.678949 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:16.686686 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:security_group and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:16.692164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:16.701432 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:16.724965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-47dbb2cd-1a2b-424c-94be-edfd2aca9485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:16.747470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbb2cd-1a2b-424c-94be-edfd2aca9485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0311fa-36cd-498b-9e44-72f0a2a2156c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:16.749346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b5afc47f-7cd0-415d-b1e2-c64ba03a8e7b None None] Provisioning for port d95f5ad5-534c-4813-a60a-b11c6efde357 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:16.749858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:16.762956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:16.765346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-47dbb2cd-1a2b-424c-94be-edfd2aca9485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:16.766460 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-47dbb2cd-1a2b-424c-94be-edfd2aca9485 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea0311fa-36cd-498b-9e44-72f0a2a2156c HTTP/1.1" status: 204 len: 168 time: 0.4048717 Jan 28 06:45:16.780673 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Router e4afab3f-1b0d-4e5c-ba50-39f8481e421e is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:45:16.792243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2bab925b-3b39-4493-9b9c-b6b0e8c2fa33 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:16.798727 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b5afc47f-7cd0-415d-b1e2-c64ba03a8e7b None None] Provisioning complete for port d95f5ad5-534c-4813-a60a-b11c6efde357 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:16.799106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b5afc47f-7cd0-415d-b1e2-c64ba03a8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:16.868416 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab925b-3b39-4493-9b9c-b6b0e8c2fa33 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event deleted for resources: {'Port': ['ID=19bcd5d0-58e7-4bbe-858d-c4d9713a6c15,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:16.877928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2bab925b-3b39-4493-9b9c-b6b0e8c2fa33 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:16.882479 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Allocated IP 2001:db8::f816:3eff:fee3:3189 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/1fe3a8c0-4c26-421c-977d-2d6f9337ce60/abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:16.952048 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:16.956602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:16.971184 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2bab925b-3b39-4493-9b9c-b6b0e8c2fa33 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "DELETE /v2.0/ports/19bcd5d0-58e7-4bbe-858d-c4d9713a6c15 HTTP/1.1" status: 204 len: 168 time: 2.0803618 Jan 28 06:45:16.985011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41868) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.074359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d95f5ad5-534c-4813-a60a-b11c6efde357 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:17.087089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41872) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.108919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b5afc47f-7cd0-415d-b1e2-c64ba03a8e7b None None] Provisioning complete for port bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:17.109370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b5afc47f-7cd0-415d-b1e2-c64ba03a8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:17.131831 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b20465d1-929e-428e-9a64-bea3b8cc806f tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1375811 Jan 28 06:45:17.136225 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41878) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.149939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-586149209'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:17.160279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:17.169344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b5afc47f-7cd0-415d-b1e2-c64ba03a8e7b None None] Port bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:17.170054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:17.171073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Usage tracker for resource:network and tenant:f2423f3b6abf49ba8fe2abb8206063a0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:17.175848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:17.183431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:security_group_rule and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:17.193316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:17.197828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:17.201764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:17.207263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:45:17.221724 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d88d2ccf-f90b-46ec-a0f3-180c53d29738 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "PUT /v2.0/routers/e4afab3f-1b0d-4e5c-ba50-39f8481e421e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1163754 Jan 28 06:45:17.224985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:17.228278 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:17.235898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41886) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.264783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41faafd-cc93-4e1c-b62f-6b0872fee6ae None None] Sync routers for ids ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:45:17.300172 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41faafd-cc93-4e1c-b62f-6b0872fee6ae None None] Routers {'e4afab3f-1b0d-4e5c-ba50-39f8481e421e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:17.300898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-a41faafd-cc93-4e1c-b62f-6b0872fee6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:17.375516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-a41faafd-cc93-4e1c-b62f-6b0872fee6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:17.391423 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:17.394290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41faafd-cc93-4e1c-b62f-6b0872fee6ae None None] Routers {'e4afab3f-1b0d-4e5c-ba50-39f8481e421e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:17.394923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-a41faafd-cc93-4e1c-b62f-6b0872fee6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:17.409228 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Made reservation on behalf of f2423f3b6abf49ba8fe2abb8206063a0 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:17.412762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:17.424244 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-601a7f16-a9b6-48a3-9d9c-686ba95827bc req-e0eb24dd-06a7-4456-a265-3e12cc0b746a tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1119816 Jan 28 06:45:17.474623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-8f0b2c2b-aa35-48d3-8b29-01f283f48fa6 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.475967 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8f0b2c2b-aa35-48d3-8b29-01f283f48fa6 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3838902 Jan 28 06:45:17.480885 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41894) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.491652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-ef9c5fda-6e96-4008-a9f4-578a948cb44e tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.492935 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ef9c5fda-6e96-4008-a9f4-578a948cb44e tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0084293 Jan 28 06:45:17.496458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-a41faafd-cc93-4e1c-b62f-6b0872fee6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:17.496871 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41faafd-cc93-4e1c-b62f-6b0872fee6ae None None] The sync data for ids ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:45:17.498202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d95f5ad5-534c-4813-a60a-b11c6efde357 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:17.498572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:17.498859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:17.509452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41898) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.515999 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:45:17.522870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-5f929fa5-457e-4098-ab41-1c1acf71147c tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.523986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Transition to ACTIVE for port object abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:17.524318 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5f929fa5-457e-4098-ab41-1c1acf71147c tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0115163 Jan 28 06:45:17.529278 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41902) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.542224 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-05ad7b37-b21c-4550-944c-03b2d43a0465 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.548010 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-05ad7b37-b21c-4550-944c-03b2d43a0465 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0077584 Jan 28 06:45:17.548285 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:17.548285 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Added segment d771df8f-0f9e-4b21-8778-879a48f64ce6 of type vlan for network db970a1c-403e-45bf-9518-dccbfa74b346 Jan 28 06:45:17.549814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41908) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.551124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 38a65f61-e34b-4831-a41a-eb30a6d5d62e yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:45:17.576689 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Transition to ACTIVE for port object abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:17.603775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-17592331-70ae-49cb-aa18-c14287fb5d96 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.604805 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-17592331-70ae-49cb-aa18-c14287fb5d96 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0088346 Jan 28 06:45:17.609979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41912) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.624512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-30007056-deb1-4576-a2e1-258b4102470f tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.625700 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-30007056-deb1-4576-a2e1-258b4102470f tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0139422 Jan 28 06:45:17.633822 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41916) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.656717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-a4ea4b63-b3a1-4385-b3c5-6fadb4fd7394 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.657546 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a4ea4b63-b3a1-4385-b3c5-6fadb4fd7394 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0192473 Jan 28 06:45:17.663934 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:17.668140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41920) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.673132 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:17.691533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-4d292511-8dde-4b51-8edf-d98d3f4003a8 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.695092 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4d292511-8dde-4b51-8edf-d98d3f4003a8 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0233486 Jan 28 06:45:17.699741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41924) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.708681 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-f4f774f1-3e03-4c10-8e0e-3ebc44334b38 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.718982 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f4f774f1-3e03-4c10-8e0e-3ebc44334b38 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0089788 Jan 28 06:45:17.722587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41928) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.737357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-85251cc0-10a4-43f4-9a0a-26c2537b5742 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.739094 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-85251cc0-10a4-43f4-9a0a-26c2537b5742 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0122998 Jan 28 06:45:17.768596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41934) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.771960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:17.777122 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:17.784256 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-02cf7f76-3004-46f9-a455-5afebc840680 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.785451 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-02cf7f76-3004-46f9-a455-5afebc840680 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0141232 Jan 28 06:45:17.790057 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41938) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.790226 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:17.799136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-eaee5598-7b40-472d-b59c-a4a774837690 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.800393 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eaee5598-7b40-472d-b59c-a4a774837690 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070820 Jan 28 06:45:17.806939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41942) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.817692 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-7c651edc-bd9f-4ec9-8f81-76e860fdac2d tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.818942 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7c651edc-bd9f-4ec9-8f81-76e860fdac2d tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0107882 Jan 28 06:45:17.822165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41946) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.832999 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-9e49a270-c68b-4fb8-96f3-19d822f02ef3 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.834248 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9e49a270-c68b-4fb8-96f3-19d822f02ef3 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0109835 Jan 28 06:45:17.837496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41950) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.841923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::f816:3eff:fefc:3db6 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/1fe3a8c0-4c26-421c-977d-2d6f9337ce60/38a65f61-e34b-4831-a41a-eb30a6d5d62e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:17.847740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-dd3319f8-2d44-4e68-9dde-333f434259e4 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.849079 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dd3319f8-2d44-4e68-9dde-333f434259e4 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0102632 Jan 28 06:45:17.853161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41954) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.854019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:17.859602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:17.860550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:17.889394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-d9c84e90-0389-4f10-a811-5d4a880c58d7 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.890691 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d9c84e90-0389-4f10-a811-5d4a880c58d7 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0258493 Jan 28 06:45:17.896851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41958) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.897631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Pushing event updated for resources: {'Port': ['ID=abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:17.921330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-dd6e4c4d-8c8e-4a93-8925-4ff2e11388f8 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.922601 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dd6e4c4d-8c8e-4a93-8925-4ff2e11388f8 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0195754 Jan 28 06:45:17.930529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41962) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:17.970057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Attempting to bind port abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:45:17.970437 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Attempting to bind port abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:45:17.970851 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Attempting to bind port abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:45:17.974674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-1df4953e-aec5-460e-9374-b21c9f4947e6 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:17.975945 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1df4953e-aec5-460e-9374-b21c9f4947e6 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0441923 Jan 28 06:45:17.978166 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:45:17.978576 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:17.978954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:17.979429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:45:17.980857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Bound port: abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:45:17.980857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:18.019595 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:18.029221 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41968) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.047025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event updated for resources: {'Network': ['ID=db970a1c-403e-45bf-9518-dccbfa74b346,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:18.049538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-6168155b-9b42-41d3-a710-a9dafff379c7 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.052952 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c86177ab-99f3-432b-8fb7-45298f4faab2 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9057741 Jan 28 06:45:18.053192 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6168155b-9b42-41d3-a710-a9dafff379c7 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0203321 Jan 28 06:45:18.061353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41976) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.061447 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 41978) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.067106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network db970a1c-403e-45bf-9518-dccbfa74b346 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:45:18.067418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2071651225'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:18.068339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-2ce760dd-e5aa-48b5-af4f-e0cc7d486a93 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.072340 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2ce760dd-e5aa-48b5-af4f-e0cc7d486a93 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0095234 Jan 28 06:45:18.073271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41986) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.078429 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:18.079714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-ba98aa5f-2de7-4e32-b396-9031eb374f31 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.081331 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ba98aa5f-2de7-4e32-b396-9031eb374f31 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0066533 Jan 28 06:45:18.083818 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:18.101064 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41990) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.110784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-275d96fc-976a-44cc-aa93-99321dc3a982 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.113927 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-275d96fc-976a-44cc-aa93-99321dc3a982 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0094881 Jan 28 06:45:18.115120 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41994) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.120952 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Usage tracker for resource:network and tenant:f2423f3b6abf49ba8fe2abb8206063a0 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:18.125968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:18.133634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-ae48c8a4-314e-41f6-ad7f-984cee825592 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.134713 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ae48c8a4-314e-41f6-ad7f-984cee825592 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0186355 Jan 28 06:45:18.137521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 41998) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.143868 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:18.148554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-e5cf03aa-3ea1-4d1e-92bc-c502d89f2120 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.148554 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e5cf03aa-3ea1-4d1e-92bc-c502d89f2120 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0070214 Jan 28 06:45:18.156265 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42002) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.216738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] For port abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:45:18.221174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] For port abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:45:18.229179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:18.232973 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6333058 Jan 28 06:45:18.234064 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-47d5d1dc-24a6-4bd6-91f3-93fd2e09dc96 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.234185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42008) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.234513 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-47d5d1dc-24a6-4bd6-91f3-93fd2e09dc96 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0214438 Jan 28 06:45:18.247949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42012) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.251065 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03397510-8978-48ac-9b36-ea4322b5deca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342b78c5-7ebb-4001-b1f3-b356642d14e3,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:18.256334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1345348319', 'security_groups': ['342b78c5-7ebb-4001-b1f3-b356642d14e3'], 'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0641fce2-9209-4ba9-bcb2-3c9c3e875f05'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:18.276300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-13b365ba-b130-44fa-8d0d-33491a1ccc6b tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.277377 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-13b365ba-b130-44fa-8d0d-33491a1ccc6b tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0284648 Jan 28 06:45:18.284565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42016) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.290493 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:18.328783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Made reservation on behalf of f2423f3b6abf49ba8fe2abb8206063a0 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:18.332398 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:18.374805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:45:18.382954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42020) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.400971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf9b06-8788-4649-9058-10b62a466261 None None] Pushing event updated for resources: {'Port': ['ID=abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:18.418292 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:18.418625 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Added segment e01416ca-019f-43bf-8b9b-3b961a998217 of type vlan for network f3825845-7bc1-4b6e-96e3-33b98611c06c Jan 28 06:45:18.421579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-a992cff9-5f58-4a23-a6ec-b3e5bff635d9 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.422524 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a992cff9-5f58-4a23-a6ec-b3e5bff635d9 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.1370516 Jan 28 06:45:18.428436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42026) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.436667 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Router 2dfeddcf-71f0-4a70-b936-2711f07d8a1b is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:45:18.446447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:18.452698 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-a701f4fb-0eda-4dee-8902-a99589249f6b tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.454332 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a701f4fb-0eda-4dee-8902-a99589249f6b tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0250018 Jan 28 06:45:18.458254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42032) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.483537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-8705f5a4-253f-46d0-8caa-80a5ec990d65 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.484526 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8705f5a4-253f-46d0-8caa-80a5ec990d65 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0233254 Jan 28 06:45:18.493132 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42036) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.586892 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:18.596505 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c5e47edc-bb02-4564-8340-ddbc51b00c90 req-dcc0c144-1d71-423b-bc27-672b9e9cd88d tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0688891 Jan 28 06:45:18.599584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 38a65f61-e34b-4831-a41a-eb30a6d5d62e will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:18.600634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-4a1a93b0-7d9f-4797-9907-ee80edfae3bd tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.601612 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4a1a93b0-7d9f-4797-9907-ee80edfae3bd tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.1049259 Jan 28 06:45:18.609476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42042) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.617826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-a0e26e48-dc9f-49d0-9024-aa2ee6490a2e tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.618947 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a0e26e48-dc9f-49d0-9024-aa2ee6490a2e tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0079470 Jan 28 06:45:18.621624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42046) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.621985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'network': {'name': 'tempest-RoutersTest-909459429'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:18.633858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:18.645620 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-e5af899a-faad-4df5-96da-cdf5165409b5 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.646739 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e5af899a-faad-4df5-96da-cdf5165409b5 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0175264 Jan 28 06:45:18.657708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42050) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.661206 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:network and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:18.661364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:18.670082 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-90c8d7ba-3ffc-4cc8-9a18-ed8d4a2fdeb5 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.671031 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-90c8d7ba-3ffc-4cc8-9a18-ed8d4a2fdeb5 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0113716 Jan 28 06:45:18.676716 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:18.678281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42054) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.681662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:18.687685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:18.689289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-d5023612-a410-43b2-bbdf-d0c1d19301e1 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.693602 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d5023612-a410-43b2-bbdf-d0c1d19301e1 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0110655 Jan 28 06:45:18.693602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42058) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.714591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-7cf68757-4cd1-49bd-b7fb-4738348df433 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.714591 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7cf68757-4cd1-49bd-b7fb-4738348df433 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0142088 Jan 28 06:45:18.721336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42062) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.730654 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-161c034b-0025-42ce-a8f0-4d381a3e8b4a tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.733942 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-161c034b-0025-42ce-a8f0-4d381a3e8b4a tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0093486 Jan 28 06:45:18.734269 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42066) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.738986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-9994cbde-46f8-446b-b892-cb240869319c tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.740002 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9994cbde-46f8-446b-b892-cb240869319c tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046935 Jan 28 06:45:18.742203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42070) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.746605 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-386c7579-06cb-4a15-b42a-a37b72d60a99 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.747540 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-386c7579-06cb-4a15-b42a-a37b72d60a99 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044250 Jan 28 06:45:18.751685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42074) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.756717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-17702f53-61fd-47e1-988b-4512fea3ce27 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.760968 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-17702f53-61fd-47e1-988b-4512fea3ce27 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0083590 Jan 28 06:45:18.761540 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42078) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.766297 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-a5d2b2f4-a149-4933-8657-145375ca1643 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.772091 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a5d2b2f4-a149-4933-8657-145375ca1643 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0048027 Jan 28 06:45:18.773946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42082) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.776544 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-800cbded-3368-4be0-ba91-a8f4ca8216a8 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:45:18.777564 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-800cbded-3368-4be0-ba91-a8f4ca8216a8 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "PUT /v2.0/routers/e4afab3f-1b0d-4e5c-ba50-39f8481e421e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4836464 Jan 28 06:45:18.779393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-c13cdc03-a8c7-4c59-962c-b2cdae3c1d32 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.780301 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c13cdc03-a8c7-4c59-962c-b2cdae3c1d32 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0054002 Jan 28 06:45:18.780798 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42086) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.789746 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42090) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.799164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-0f052814-fada-4b10-9d26-03249743ea53 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.800160 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0f052814-fada-4b10-9d26-03249743ea53 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0072737 Jan 28 06:45:18.803027 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42094) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.810385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-000726a3-70a9-43ae-b8d8-d0e57dc3f4bf tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.811704 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-000726a3-70a9-43ae-b8d8-d0e57dc3f4bf tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0075231 Jan 28 06:45:18.814576 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42098) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.824539 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-d641b0e0-686d-40a9-9afd-a088318d4441 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.825882 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d641b0e0-686d-40a9-9afd-a088318d4441 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0102096 Jan 28 06:45:18.829267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42102) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.832438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:45:18.850637 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ce1dd-7545-451a-b6c1-cde1ec3bd141 None None] Sync routers for ids ['2dfeddcf-71f0-4a70-b936-2711f07d8a1b'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:45:18.851592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-e43c5837-551a-419b-b618-89fac1bfe2d4 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.852838 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e43c5837-551a-419b-b618-89fac1bfe2d4 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0224710 Jan 28 06:45:18.855584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42106) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.858363 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:18.868990 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d0545b63-e1fd-49a1-854d-0ecb1f8e9a94 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "PUT /v2.0/routers/2dfeddcf-71f0-4a70-b936-2711f07d8a1b HTTP/1.1" status: 200 len: 918 time: 8.6410608 Jan 28 06:45:18.876216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-4ae58ea8-5781-417a-aea3-f18280277503 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.876376 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42110) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.876475 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4ae58ea8-5781-417a-aea3-f18280277503 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0137124 Jan 28 06:45:18.876561 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ce1dd-7545-451a-b6c1-cde1ec3bd141 None None] Routers {'2dfeddcf-71f0-4a70-b936-2711f07d8a1b'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:18.876561 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c88ce1dd-7545-451a-b6c1-cde1ec3bd141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2dfeddcf-71f0-4a70-b936-2711f07d8a1b'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:18.876731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:18.889180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42114) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.930136 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:18.936326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:18.936938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:18.951663 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c88ce1dd-7545-451a-b6c1-cde1ec3bd141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:18.958893 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-6d45a597-633e-426a-a19a-d432494f23c9 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:18.959941 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6d45a597-633e-426a-a19a-d432494f23c9 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0155261 Jan 28 06:45:18.960984 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ce1dd-7545-451a-b6c1-cde1ec3bd141 None None] Routers {'2dfeddcf-71f0-4a70-b936-2711f07d8a1b'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:18.962500 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c88ce1dd-7545-451a-b6c1-cde1ec3bd141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2dfeddcf-71f0-4a70-b936-2711f07d8a1b'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:18.972176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42118) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:18.975965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:19.003850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:19.007048 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:19.030405 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c88ce1dd-7545-451a-b6c1-cde1ec3bd141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:19.031206 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ce1dd-7545-451a-b6c1-cde1ec3bd141 None None] The sync data for ids ['2dfeddcf-71f0-4a70-b936-2711f07d8a1b'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:45:19.054081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-373a2c40-3d97-44c8-8888-bc48e7e1468f tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.055058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:19.055176 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-373a2c40-3d97-44c8-8888-bc48e7e1468f tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0771317 Jan 28 06:45:19.076735 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:19.077138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42122) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.084211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:19.090051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-8ae3fe9f-ec8a-4779-aeee-9ef97b321139 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.093522 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8ae3fe9f-ec8a-4779-aeee-9ef97b321139 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0130520 Jan 28 06:45:19.101958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42126) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.107057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:19.142604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:19.148384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:19.149634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:19.154694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:19.166616 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-fc9f9d14-616d-4a32-9e40-d518238cbe9e tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.170620 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fc9f9d14-616d-4a32-9e40-d518238cbe9e tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0620730 Jan 28 06:45:19.183946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42130) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.216403 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:security_group_rule and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:19.220283 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1602793 Jan 28 06:45:19.221029 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9358c-f37e-4fc0-9414-96d2c9d582c9 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event updated for resources: {'Network': ['ID=f3825845-7bc1-4b6e-96e3-33b98611c06c,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:19.230027 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:19.241822 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network f3825845-7bc1-4b6e-96e3-33b98611c06c details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:45:19.247149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:19.273565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:19.282634 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b5844198-b23f-430a-89ab-7ea896d9add3 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/routers/2dfeddcf-71f0-4a70-b936-2711f07d8a1b HTTP/1.1" status: 200 len: 924 time: 0.4119051 Jan 28 06:45:19.283328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42134) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.356848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=38a65f61-e34b-4831-a41a-eb30a6d5d62e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:19.365021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-55235153-9877-4f97-ba16-2142e1bcf27d tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.366003 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-55235153-9877-4f97-ba16-2142e1bcf27d tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.1811209 Jan 28 06:45:19.381769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42138) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.398472 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-a1763092-10fc-4dc2-8685-cebf294512ce tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.400043 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a1763092-10fc-4dc2-8685-cebf294512ce tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0117409 Jan 28 06:45:19.409393 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42142) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.455151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:19.460983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-5a5965e8-4908-47bb-923e-f7127f240e35 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.465264 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5a5965e8-4908-47bb-923e-f7127f240e35 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0521262 Jan 28 06:45:19.466231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42146) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.477445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ef8fd7-30b0-4fd4-a154-e54ae8916061 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:19.478068 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-38ef8fd7-30b0-4fd4-a154-e54ae8916061 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Synchronizing usage tracker for tenant:9c2d6a0b2280429fb44eee08c0680fe7 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:19.479979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-8ca4106c-1fae-42a8-8fea-d9ea5aabb817 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.480942 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8ca4106c-1fae-42a8-8fea-d9ea5aabb817 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0113788 Jan 28 06:45:19.485288 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42150) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.486646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:19.491963 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-82a644c8-7ac8-46cf-a1f2-a1551be5eaea tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.496194 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-82a644c8-7ac8-46cf-a1f2-a1551be5eaea tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0081453 Jan 28 06:45:19.498365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42154) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.505234 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b01cb61a-7c2e-4db3-a68a-a08ba920f4b9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9628510 Jan 28 06:45:19.507303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-286e7531-6c4c-4453-8280-217722ecaec7 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.509747 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-286e7531-6c4c-4453-8280-217722ecaec7 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0106125 Jan 28 06:45:19.512068 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42158) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.512384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42160) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.518959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-0f215e5a-758f-4f5b-990d-9cebdecf908b tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.522732 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0f215e5a-758f-4f5b-990d-9cebdecf908b tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0078614 Jan 28 06:45:19.536779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42166) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.552924 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-38ef8fd7-30b0-4fd4-a154-e54ae8916061 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Unset dirty status for tenant:9c2d6a0b2280429fb44eee08c0680fe7 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:19.554426 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-38ef8fd7-30b0-4fd4-a154-e54ae8916061 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&device_id=2dfeddcf-71f0-4a70-b936-2711f07d8a1b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2686074 Jan 28 06:45:19.560480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:19.563655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42170) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.572179 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-2e27457f-b497-4bee-be3b-92b18d0f637b tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.573821 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2e27457f-b497-4bee-be3b-92b18d0f637b tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0340638 Jan 28 06:45:19.583445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42172) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.584687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] device_id is not set on port 3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:45:19.627858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8003047-ba57-4797-aa45-8dccbde9ebf1,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:19.665375 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-1e38b572-fdbb-4806-90ae-a5084ff1ab5c tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.666689 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1e38b572-fdbb-4806-90ae-a5084ff1ab5c tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0083051 Jan 28 06:45:19.670452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42180) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.683547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-217af351-c6f1-4832-95d7-4d079418e9e8 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.684805 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-217af351-c6f1-4832-95d7-4d079418e9e8 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0117524 Jan 28 06:45:19.690722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42184) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.691634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:45:19.703613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-a728edda-dac0-44cf-b1c3-d5438812eb58 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.707584 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a728edda-dac0-44cf-b1c3-d5438812eb58 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0123208 Jan 28 06:45:19.715017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42188) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.721036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-01e48154-b405-4c7d-a084-d8a072859230 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.724828 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-01e48154-b405-4c7d-a084-d8a072859230 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0086601 Jan 28 06:45:19.746053 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42192) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.756812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-f853bb51-8158-4398-bd6b-0f59f01d22da tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.758716 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f853bb51-8158-4398-bd6b-0f59f01d22da tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0092909 Jan 28 06:45:19.765086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42196) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.789224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-2d1b647f-eb26-4082-896b-e28ebb7a0b2b tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.790719 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2d1b647f-eb26-4082-896b-e28ebb7a0b2b tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0209444 Jan 28 06:45:19.795174 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:19.796349 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a74a2f75-a5ab-4c7e-9273-33c78bc3f879 req-9eca8c6f-fdde-4d1c-8ee6-ec9b24661616 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0932426 Jan 28 06:45:19.803850 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Added segment c18d73f2-8c08-4cad-a12c-8ded2522cbd1 of type vlan for network a56adc8c-ae02-498d-a16b-297416fd9848 Jan 28 06:45:19.826694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42200) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.845015 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-8b7ea243-1c57-4cd2-a445-b134904f8a6e tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:19.848750 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8b7ea243-1c57-4cd2-a445-b134904f8a6e tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0227144 Jan 28 06:45:19.857899 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42204) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:19.975446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-be953d9e-c49a-4448-86d3-1f6c28954aff None None] Provisioning for port abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:19.983627 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-be953d9e-c49a-4448-86d3-1f6c28954aff None None] Provisioning complete for port abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:19.984265 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-be953d9e-c49a-4448-86d3-1f6c28954aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:20.058710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:20.101923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Allocated IP 2001:db8::20a (e963dc21-bd4b-40f6-84e6-3da66e568bc5/0641fce2-9209-4ba9-bcb2-3c9c3e875f05/3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:20.116136 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fce1caa-f440-4159-88ad-64c48427d969 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:20.126097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4ccc-5aa0-4a84-b7d1-25a81d3e9b2d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:20.127645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fce1caa-f440-4159-88ad-64c48427d969 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:20.128731 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6fce1caa-f440-4159-88ad-64c48427d969 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:20.158313 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84eddfb-eb88-4795-9a46-fca01cfd59db tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:20.159996 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b84eddfb-eb88-4795-9a46-fca01cfd59db tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/networks/e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 881 time: 0.5554335 Jan 28 06:45:20.176263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-d95ee282-560b-4baa-9869-6388aa7abf76 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:20.177987 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d95ee282-560b-4baa-9869-6388aa7abf76 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0714028 Jan 28 06:45:20.178299 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42208) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:20.183513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42210) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:20.186279 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:20.193323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-be953d9e-c49a-4448-86d3-1f6c28954aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:20.197712 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:20.198350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:20.247126 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-be953d9e-c49a-4448-86d3-1f6c28954aff None None] For port abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:20.282936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [None req-cceaa0af-94ba-4a14-8104-e1a846b6e736 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88216) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:20.286242 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cceaa0af-94ba-4a14-8104-e1a846b6e736 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0989554 Jan 28 06:45:20.293023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42216) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:20.301064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-be953d9e-c49a-4448-86d3-1f6c28954aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:20.308199 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d810665f-18f8-452b-8bc1-37a22da27937 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dfeddcf-71f0-4a70-b936-2711f07d8a1b HTTP/1.1" status: 200 len: 205 time: 0.1283891 Jan 28 06:45:20.319873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42220) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:20.394347 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6fce1caa-f440-4159-88ad-64c48427d969 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:20.398539 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6fce1caa-f440-4159-88ad-64c48427d969 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8851616 Jan 28 06:45:20.399532 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42222) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:20.402518 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Network': ['ID=a56adc8c-ae02-498d-a16b-297416fd9848,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:20.421239 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be953d9e-c49a-4448-86d3-1f6c28954aff None None] Pushing event updated for resources: {'Port': ['ID=abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:20.431071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network a56adc8c-ae02-498d-a16b-297416fd9848 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:45:20.468400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-44befd1e-44e4-40d7-be43-e8814225ed4f tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:20.472082 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-44befd1e-44e4-40d7-be43-e8814225ed4f tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.1757011 Jan 28 06:45:20.475679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-15eba166-71c7-4e12-86ed-d0068304b800 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 38a65f61-e34b-4831-a41a-eb30a6d5d62e {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:20.476087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15eba166-71c7-4e12-86ed-d0068304b800 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:20.480168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42228) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:20.557042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [None req-ce118b67-4582-476e-b84c-437019479128 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:45:20.565146 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ce118b67-4582-476e-b84c-437019479128 tempest-ExtensionsTestJSON-601155750 tempest-ExtensionsTestJSON-601155750-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0769424 Jan 28 06:45:20.573885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-898395e9-aa5e-4727-bb30-62cb8625ace7 None None] Provisioning for port 38a65f61-e34b-4831-a41a-eb30a6d5d62e completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:20.574080 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-25bcb107-861e-4aa9-9746-09df38046552 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1877272 Jan 28 06:45:20.578043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42234) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:20.593644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-898395e9-aa5e-4727-bb30-62cb8625ace7 None None] Provisioning complete for port 38a65f61-e34b-4831-a41a-eb30a6d5d62e triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:20.594283 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-898395e9-aa5e-4727-bb30-62cb8625ace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:20.601543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'network': {'name': 'tempest-RoutersTest-982977225'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:20.674123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:20.723738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-898395e9-aa5e-4727-bb30-62cb8625ace7 None None] Port 38a65f61-e34b-4831-a41a-eb30a6d5d62e cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:20.737770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:network and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:20.758844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:20.840203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15eba166-71c7-4e12-86ed-d0068304b800 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:20.845241 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:20.963513 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61ed2ed6-397b-4aaf-9df4-f52adc277ff6 req-8c0f39fe-afa6-4f06-bf01-f6c583155ced tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0682077 Jan 28 06:45:21.014784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.041626 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:21.051334 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-15eba166-71c7-4e12-86ed-d0068304b800 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 38a65f61-e34b-4831-a41a-eb30a6d5d62e owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:21.086638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:21.090206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.143658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.162144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:21.163073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.243222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42242) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:21.379836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.384334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:45:21.413147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.413624 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Added segment 8722974f-7517-40b9-8f8f-1aeca95e7800 of type vlan for network d26e3883-4961-49ee-a17f-895ea1dd4118 Jan 28 06:45:21.422707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c4ccc-5aa0-4a84-b7d1-25a81d3e9b2d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Deleting port cc39b7e5-9a84-410f-9636-fc8917e392e3 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:21.423044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4ccc-5aa0-4a84-b7d1-25a81d3e9b2d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.432620 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-98e8228c-c90d-4417-b4db-33a76ab59684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.447852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-98e8228c-c90d-4417-b4db-33a76ab59684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:21.452144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-98e8228c-c90d-4417-b4db-33a76ab59684 admin admin] Usage tracker for resource:security_group_rule and tenant:c2118ad203754165ac62093b31742466 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:21.455621 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-98e8228c-c90d-4417-b4db-33a76ab59684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:21.461471 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-98e8228c-c90d-4417-b4db-33a76ab59684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:21.493469 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.496823 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15eba166-71c7-4e12-86ed-d0068304b800 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.499459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Transition to ACTIVE for port object 3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:21.531119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Deleting port d1620299-e92a-4dcb-9a0b-438e9c349f60 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:21.531483 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.558401 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eba166-71c7-4e12-86ed-d0068304b800 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=38a65f61-e34b-4831-a41a-eb30a6d5d62e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:21.607653 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15eba166-71c7-4e12-86ed-d0068304b800 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.669014 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-98e8228c-c90d-4417-b4db-33a76ab59684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.699327 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.701493 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-15eba166-71c7-4e12-86ed-d0068304b800 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/38a65f61-e34b-4831-a41a-eb30a6d5d62e HTTP/1.1" status: 204 len: 168 time: 1.3003745 Jan 28 06:45:21.705350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42248) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:21.707770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:21.708423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.800500 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a2b9a-4013-4fec-b512-9e13c43960cf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:21.802258 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a2b9a-4013-4fec-b512-9e13c43960cf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:21.807016 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e50a2b9a-4013-4fec-b512-9e13c43960cf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949810 Jan 28 06:45:21.807016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-98e8228c-c90d-4417-b4db-33a76ab59684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.836574 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42252) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:21.847674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:21.872976 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-98e8228c-c90d-4417-b4db-33a76ab59684 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c2118ad203754165ac62093b31742466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6250219 Jan 28 06:45:21.875659 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42254) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:21.923475 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8228c-c90d-4417-b4db-33a76ab59684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763bc4f6-8cb8-4e2d-b455-973c6f7910d0,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:21.977387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cc4c32-f600-47c2-a1bd-9dde9a869f49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 1fe3a8c0-4c26-421c-977d-2d6f9337ce60 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:21.982422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34cc4c32-f600-47c2-a1bd-9dde9a869f49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:22.021700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Calling delete_port for d1620299-e92a-4dcb-9a0b-438e9c349f60 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:22.078018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34cc4c32-f600-47c2-a1bd-9dde9a869f49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:22.140061 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4c22e8c-2799-4fd7-be7a-a2501c3c57de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:22.185392 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4c22e8c-2799-4fd7-be7a-a2501c3c57de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:22.241810 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34cc4c32-f600-47c2-a1bd-9dde9a869f49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:22.330222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Network': ['ID=d26e3883-4961-49ee-a17f-895ea1dd4118,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:22.342906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network d26e3883-4961-49ee-a17f-895ea1dd4118 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:45:22.357241 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b3c5ea64-84c1-4ec9-a6ce-a7401f7e0114 req-a9887b8c-edc7-4f91-b9bf-9789d2ab7161 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1557164 Jan 28 06:45:22.371938 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4ccc-5aa0-4a84-b7d1-25a81d3e9b2d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:22.391965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4c22e8c-2799-4fd7-be7a-a2501c3c57de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:22.407660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34cc4c32-f600-47c2-a1bd-9dde9a869f49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:22.468431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42262) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:22.469436 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc4c32-f600-47c2-a1bd-9dde9a869f49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe3a8c0-4c26-421c-977d-2d6f9337ce60,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:22.485385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c22e8c-2799-4fd7-be7a-a2501c3c57de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763bc4f6-8cb8-4e2d-b455-973c6f7910d0,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:22.492102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:22.503634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Request body: {'subnets': [{'network_id': 'db970a1c-403e-45bf-9518-dccbfa74b346', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1188552229', 'ip_version': 6}, {'network_id': 'f3825845-7bc1-4b6e-96e3-33b98611c06c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:22.504125 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Request body: {'subnet': {'network_id': 'db970a1c-403e-45bf-9518-dccbfa74b346', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1188552229', 'ip_version': 6}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:22.506820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Request body: {'subnet': {'network_id': 'f3825845-7bc1-4b6e-96e3-33b98611c06c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:22.537055 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34cc4c32-f600-47c2-a1bd-9dde9a869f49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:22.545302 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463a895d-7f54-4ed8-aa2e-3fa07b061b07 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:22.557898 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-21aff73e-e297-4d8b-8f35-eb4493b6f604 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9786844 Jan 28 06:45:22.558559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42266) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:22.570656 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2b4c4ccc-5aa0-4a84-b7d1-25a81d3e9b2d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Calling delete_port for cc39b7e5-9a84-410f-9636-fc8917e392e3 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:22.650702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'subnet': {'network_id': 'a56adc8c-ae02-498d-a16b-297416fd9848', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:22.668830 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-34cc4c32-f600-47c2-a1bd-9dde9a869f49 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/1fe3a8c0-4c26-421c-977d-2d6f9337ce60 HTTP/1.1" status: 204 len: 168 time: 0.7894208 Jan 28 06:45:22.668830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4c22e8c-2799-4fd7-be7a-a2501c3c57de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:22.668830 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c4c22e8c-2799-4fd7-be7a-a2501c3c57de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/763bc4f6-8cb8-4e2d-b455-973c6f7910d0 HTTP/1.1" status: 204 len: 168 time: 0.7393107 Jan 28 06:45:22.668830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42270) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:22.716253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:22.751167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:22.772771 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ab46cc63-8ebf-4755-8f41-58e63f51c330 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014290 Jan 28 06:45:22.774362 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42276) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:22.912962 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8024af-5941-4411-b170-936324eada1c None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:45:22.918739 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1e8024af-5941-4411-b170-936324eada1c None None] Deleting port abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:22.919323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1e8024af-5941-4411-b170-936324eada1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:22.953896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:22.957547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:subnet and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:22.961469 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:22.968132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:22.975105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:22.978787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:22.982128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:22.988542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:22.989409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:22.994372 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Usage tracker for resource:subnet and tenant:f2423f3b6abf49ba8fe2abb8206063a0 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:23.006652 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:23.040454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:23.089296 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:23.104929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb29079b-6ca2-43c8-9738-032c1db16a95 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:23.105870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-fb29079b-6ca2-43c8-9738-032c1db16a95 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:23.150874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Made reservation on behalf of f2423f3b6abf49ba8fe2abb8206063a0 for: {'subnet': 2} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:23.157580 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:23.160230 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:23.253523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-fb29079b-6ca2-43c8-9738-032c1db16a95 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:23.257676 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fb29079b-6ca2-43c8-9738-032c1db16a95 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4802632 Jan 28 06:45:23.259867 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42284) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:23.283564 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f70e702f-4da2-4129-9dd6-56bb3f15fb00 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0470548 Jan 28 06:45:23.284690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:23.297724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:23.302097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:23.321432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42290) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:23.352695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1e8024af-5941-4411-b170-936324eada1c None None] For port abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:23.353275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1e8024af-5941-4411-b170-936324eada1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:23.419035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-129fb4b5-0f6a-4d11-b9b6-20c2f63ab60c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:23.482045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-50560b82-8233-42f3-b947-70c60752b578 None None] Provisioning for port 3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:23.550152 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1e8024af-5941-4411-b170-936324eada1c None None] Calling delete_port for abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:23.571777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0910e3-2087-4e06-bffd-7a2980109cef tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:23.575273 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5e0910e3-2087-4e06-bffd-7a2980109cef tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:23.584174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-50560b82-8233-42f3-b947-70c60752b578 None None] Provisioning complete for port 3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:23.584498 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-50560b82-8233-42f3-b947-70c60752b578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:23.599014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4ccc-5aa0-4a84-b7d1-25a81d3e9b2d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:23.613276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Pushing event deleted for resources: {'Port': ['ID=d1620299-e92a-4dcb-9a0b-438e9c349f60,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:23.666739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-129fb4b5-0f6a-4d11-b9b6-20c2f63ab60c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:23.677522 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5e0910e3-2087-4e06-bffd-7a2980109cef tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:23.677522 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5e0910e3-2087-4e06-bffd-7a2980109cef tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4161217 Jan 28 06:45:23.681168 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42302) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:23.705443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-50560b82-8233-42f3-b947-70c60752b578 None None] Port 3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:23.721202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:23.727263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-129fb4b5-0f6a-4d11-b9b6-20c2f63ab60c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:23.736287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c4ccc-5aa0-4a84-b7d1-25a81d3e9b2d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event deleted for resources: {'Port': ['ID=cc39b7e5-9a84-410f-9636-fc8917e392e3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:23.742001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-129fb4b5-0f6a-4d11-b9b6-20c2f63ab60c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:23.770422 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-25a178c5-58ea-4eb8-9cb1-5ffbd679994b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880971 Jan 28 06:45:23.787305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42308) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:23.796684 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3aebc1d2-b2ab-4483-871f-10d932a88ea9 req-4b9fa460-7eb7-4b4b-9f97-ff74d3e8cc56 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1881120 Jan 28 06:45:23.853422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-129fb4b5-0f6a-4d11-b9b6-20c2f63ab60c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:23.872886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2b7ce715-84d2-4580-a202-559847bdec16 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:23.895797 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1e8024af-5941-4411-b170-936324eada1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:23.999141 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8024af-5941-4411-b170-936324eada1c None None] Pushing event deleted for resources: {'Port': ['ID=abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:24.029958 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8024af-5941-4411-b170-936324eada1c None None] No DVR routers for this DVR port abcdfa65-f2a4-42d9-a704-7e85dc0a7f4a on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:24.150939 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42316) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:24.179275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2b7ce715-84d2-4580-a202-559847bdec16 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:24.191828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:24.227015 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:24.268590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f16ecd9e-aa04-47a3-a71c-c7087827a884 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] Request body: {'port': {'network_id': '63283c5d-d823-4a41-b8a3-a40afc8169a7', 'name': 'tempest-NetworksNegativeTestJSON-637194099'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:24.315327 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16ecd9e-aa04-47a3-a71c-c7087827a884 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] POST failed (client error): The resource could not be found. Jan 28 06:45:24.315544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2b7ce715-84d2-4580-a202-559847bdec16 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:24.315657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f16ecd9e-aa04-47a3-a71c-c7087827a884 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:24.315657 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f16ecd9e-aa04-47a3-a71c-c7087827a884 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1583779 Jan 28 06:45:24.315657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42324) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:24.351105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event updated for resources: {'Subnet': ['ID=a68f2a2c-bf94-4d6d-a990-0e24d52dd61c,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:24.367990 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b4543a-d760-4a31-8a7f-4ef4f96fa0d5 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] DELETE failed (client error): The resource could not be found. Jan 28 06:45:24.367990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b4543a-d760-4a31-8a7f-4ef4f96fa0d5 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:24.370433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Checking segment: {'id': 'd771df8f-0f9e-4b21-8778-879a48f64ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'db970a1c-403e-45bf-9518-dccbfa74b346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:24.370790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Network hostable DHCP agents. Network: db970a1c-403e-45bf-9518-dccbfa74b346, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:45:24.377831 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-80b4543a-d760-4a31-8a7f-4ef4f96fa0d5 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] 10.222.0.25 "DELETE /v2.0/networks/3caf0440-695d-43ab-b444-5fe546127490 HTTP/1.1" status: 404 len: 339 time: 0.0599220 Jan 28 06:45:24.381531 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42328) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:24.403511 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129fb4b5-0f6a-4d11-b9b6-20c2f63ab60c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:24.406924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-129fb4b5-0f6a-4d11-b9b6-20c2f63ab60c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:24.422003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:24.430293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:24.433331 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbb646d-446b-4265-adfd-96a73c98ca98 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] DELETE failed (client error): The resource could not be found. Jan 28 06:45:24.433797 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfbb646d-446b-4265-adfd-96a73c98ca98 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:24.435450 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cfbb646d-446b-4265-adfd-96a73c98ca98 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] 10.222.0.25 "DELETE /v2.0/ports/c25a1d5c-39fa-4730-bc8b-70c38bc65b1d HTTP/1.1" status: 404 len: 333 time: 0.0529687 Jan 28 06:45:24.439522 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42332) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:24.477413 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe7cbde-b69a-4319-931f-f97e4c7d7281 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] DELETE failed (client error): The resource could not be found. Jan 28 06:45:24.477854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe7cbde-b69a-4319-931f-f97e4c7d7281 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:24.479520 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5fe7cbde-b69a-4319-931f-f97e4c7d7281 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] 10.222.0.25 "DELETE /v2.0/subnets/e0d1ed4a-9f40-463b-b769-fe3b94c2da03 HTTP/1.1" status: 404 len: 337 time: 0.0390935 Jan 28 06:45:24.483194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42336) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:24.506886 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Network db970a1c-403e-45bf-9518-dccbfa74b346 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:45:24.514983 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95e6500-6c73-48ed-821e-e81b3800ddfb tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] GET failed (client error): The resource could not be found. Jan 28 06:45:24.519930 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d95e6500-6c73-48ed-821e-e81b3800ddfb tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] 10.222.0.25 "GET /v2.0/networks/480e0b4d-8256-452a-8dfe-8230b7deb28c HTTP/1.1" status: 404 len: 339 time: 0.0322192 Jan 28 06:45:24.520098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7ce715-84d2-4580-a202-559847bdec16 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:24.520185 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42340) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:24.521170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce715-84d2-4580-a202-559847bdec16 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:24.562144 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec05ae92-387c-4a73-a556-b8f2a0db080d tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] GET failed (client error): The resource could not be found. Jan 28 06:45:24.567129 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ec05ae92-387c-4a73-a556-b8f2a0db080d tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] 10.222.0.25 "GET /v2.0/ports/eaf8536e-b80c-4d9f-bc30-54af11171c2c HTTP/1.1" status: 404 len: 333 time: 0.0424654 Jan 28 06:45:24.567306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42344) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:24.607737 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, db970a1c-403e-45bf-9518-dccbfa74b346) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:24.617710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:24.619834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8210fcb-4b51-4f90-a1ef-da456fec8145 None None] Network db970a1c-403e-45bf-9518-dccbfa74b346 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:24.621599 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfa4281-fd17-4e5b-9378-fb47c185ab11 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] GET failed (client error): The resource could not be found. Jan 28 06:45:24.626592 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8cfa4281-fd17-4e5b-9378-fb47c185ab11 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] 10.222.0.25 "GET /v2.0/subnets/271e25db-aa36-4c65-8eaa-2451b5ff426a HTTP/1.1" status: 404 len: 337 time: 0.0546839 Jan 28 06:45:24.654030 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42348) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:24.665882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f4e09a4b-588c-40cf-b9c9-486dc159d083 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:24.703712 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e09a4b-588c-40cf-b9c9-486dc159d083 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] PUT failed (client error): The resource could not be found. Jan 28 06:45:24.704182 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e09a4b-588c-40cf-b9c9-486dc159d083 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:24.709020 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f4e09a4b-588c-40cf-b9c9-486dc159d083 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] 10.222.0.25 "PUT /v2.0/networks/a91e8c8e-6a89-4e9f-997f-fbf2d3167a78 HTTP/1.1" status: 404 len: 339 time: 0.0494301 Jan 28 06:45:24.711267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42352) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:24.731034 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c4296d2f-6c00-4420-8534-9655aac274bc tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:24.744975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4ccc-5aa0-4a84-b7d1-25a81d3e9b2d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:24.773658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event updated for resources: {'Subnet': ['ID=3a1f64df-37aa-418d-a305-582be6689845,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:24.778468 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4296d2f-6c00-4420-8534-9655aac274bc tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] PUT failed (client error): The resource could not be found. Jan 28 06:45:24.778938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4296d2f-6c00-4420-8534-9655aac274bc tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:24.780109 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c4296d2f-6c00-4420-8534-9655aac274bc tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] 10.222.0.25 "PUT /v2.0/ports/5a3c7bec-75a0-447b-ab42-c4dad29c28ad HTTP/1.1" status: 404 len: 333 time: 0.0658250 Jan 28 06:45:24.785425 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42356) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:24.793065 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5879b02f-f863-430b-9436-6c304d0c5f37 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:24.824366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Checking segment: {'id': 'e01416ca-019f-43bf-8b9b-3b961a998217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f3825845-7bc1-4b6e-96e3-33b98611c06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:24.824723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Network hostable DHCP agents. Network: f3825845-7bc1-4b6e-96e3-33b98611c06c, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:45:24.826121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:24.826619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Fanout notify agent at l3_agent the message router_deleted on router 2dfeddcf-71f0-4a70-b936-2711f07d8a1b {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:45:24.834966 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-5879b02f-f863-430b-9436-6c304d0c5f37 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] PUT failed (client error): The resource could not be found. Jan 28 06:45:24.834966 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5879b02f-f863-430b-9436-6c304d0c5f37 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:24.836487 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5879b02f-f863-430b-9436-6c304d0c5f37 tempest-NetworksNegativeTestJSON-533695856 tempest-NetworksNegativeTestJSON-533695856-project] 10.222.0.25 "PUT /v2.0/subnets/2b118403-1299-4172-bacc-6ea6617f37ee HTTP/1.1" status: 404 len: 337 time: 0.0501046 Jan 28 06:45:24.934092 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-db970a1c-403e-45bf-9518-dccbfa74b346', 'network_id': 'db970a1c-403e-45bf-9518-dccbfa74b346', 'tenant_id': 'f2423f3b6abf49ba8fe2abb8206063a0', 'fixed_ips': [{'subnet_id': 'a68f2a2c-bf94-4d6d-a990-0e24d52dd61c'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:45:24.935400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:24.961626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Network f3825845-7bc1-4b6e-96e3-33b98611c06c is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:45:25.053164 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.ipam_backend_mixin [None req-129fb4b5-0f6a-4d11-b9b6-20c2f63ab60c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0641fce2-9209-4ba9-bcb2-3c9c3e875f05 (CIDR: 2001:db8::/64) Jan 28 06:45:25.085752 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, f3825845-7bc1-4b6e-96e3-33b98611c06c) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:25.091270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:25.094422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:25.094422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:25.104191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3004e43-feaa-4ac6-9b68-1545521a534c None None] Network f3825845-7bc1-4b6e-96e3-33b98611c06c requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:25.123976 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-129fb4b5-0f6a-4d11-b9b6-20c2f63ab60c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:45:25.124453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129fb4b5-0f6a-4d11-b9b6-20c2f63ab60c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:25.134085 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a142a000-f755-4718-a959-8d67b51e918a req-9b73a44f-7e65-4dd9-8476-1b19e114d9c1 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.0847921 Jan 28 06:45:25.186427 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:25.187484 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-038163fe-62e0-4a1d-b00e-f90b59059f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "DELETE /v2.0/routers/2dfeddcf-71f0-4a70-b936-2711f07d8a1b HTTP/1.1" status: 204 len: 168 time: 4.7167265 Jan 28 06:45:25.189741 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5d736e06-c166-47fe-8c23-6ce7d190c2c0 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.7167082 Jan 28 06:45:25.191741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42368) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:25.192831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42370) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:25.206273 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-75d8fb69-5461-419f-a169-8baee56de18b tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-662874571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:25.265946 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-75d8fb69-5461-419f-a169-8baee56de18b tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:25.278525 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Allocated IP 2001:db8::1 (db970a1c-403e-45bf-9518-dccbfa74b346/a68f2a2c-bf94-4d6d-a990-0e24d52dd61c/7e26874d-67cd-4098-8a2b-382d28692629) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:25.280352 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-75d8fb69-5461-419f-a169-8baee56de18b tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Usage tracker for resource:router and tenant:3ea613ec7cc64252be553c315f26d040 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:25.286669 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-75d8fb69-5461-419f-a169-8baee56de18b tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:25.307013 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-75d8fb69-5461-419f-a169-8baee56de18b tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:25.315575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:25.330636 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e402c8bb-50e3-4c9a-8839-e7c5413b433c tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:25.332654 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e402c8bb-50e3-4c9a-8839-e7c5413b433c tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:25.334269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e402c8bb-50e3-4c9a-8839-e7c5413b433c tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:25.335262 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e402c8bb-50e3-4c9a-8839-e7c5413b433c tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Synchronizing usage tracker for tenant:f2423f3b6abf49ba8fe2abb8206063a0 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:25.400136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4c4ccc-5aa0-4a84-b7d1-25a81d3e9b2d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Router e4afab3f-1b0d-4e5c-ba50-39f8481e421e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:45:25.411852 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-129fb4b5-0f6a-4d11-b9b6-20c2f63ab60c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0150855 Jan 28 06:45:25.415388 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42378) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:25.421596 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e402c8bb-50e3-4c9a-8839-e7c5413b433c tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Unset dirty status for tenant:f2423f3b6abf49ba8fe2abb8206063a0 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:25.424803 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e402c8bb-50e3-4c9a-8839-e7c5413b433c tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2299976 Jan 28 06:45:25.441239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-252324eb-23a5-4f5c-b8ce-154fe39a138b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:25.442117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42382) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:25.451715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Subnet': ['ID=ab5c5f18-895f-449a-8e26-772e8298bc08,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:25.503878 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-f3825845-7bc1-4b6e-96e3-33b98611c06c', 'network_id': 'f3825845-7bc1-4b6e-96e3-33b98611c06c', 'tenant_id': 'f2423f3b6abf49ba8fe2abb8206063a0', 'fixed_ips': [{'subnet_id': '3a1f64df-37aa-418d-a305-582be6689845'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:45:25.505458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:25.548967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42386) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:25.557678 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-75d8fb69-5461-419f-a169-8baee56de18b tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:25.558801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-75d8fb69-5461-419f-a169-8baee56de18b tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:25.614282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-75d8fb69-5461-419f-a169-8baee56de18b tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:25.640956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-252324eb-23a5-4f5c-b8ce-154fe39a138b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:25.641405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-252324eb-23a5-4f5c-b8ce-154fe39a138b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:25.645294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-252324eb-23a5-4f5c-b8ce-154fe39a138b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:25.651933 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-252324eb-23a5-4f5c-b8ce-154fe39a138b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:25.726243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-abea61bc-5a55-451b-beaa-f5f50087ba61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:25.733893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:25.738023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-75d8fb69-5461-419f-a169-8baee56de18b tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:25.754136 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-abea61bc-5a55-451b-beaa-f5f50087ba61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:25.761255 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-abea61bc-5a55-451b-beaa-f5f50087ba61 admin admin] Usage tracker for resource:security_group_rule and tenant:c186201b8e0d430ebf9339c563e78705 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:25.766971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-abea61bc-5a55-451b-beaa-f5f50087ba61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:25.775591 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-abea61bc-5a55-451b-beaa-f5f50087ba61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:25.803815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252324eb-23a5-4f5c-b8ce-154fe39a138b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:25.809267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-252324eb-23a5-4f5c-b8ce-154fe39a138b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:25.816744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Transition to ACTIVE for port object 7e26874d-67cd-4098-8a2b-382d28692629 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:25.853413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Transition to ACTIVE for port object 7e26874d-67cd-4098-8a2b-382d28692629 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:25.859835 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Allocated IP 2001:db8:0:1::1 (f3825845-7bc1-4b6e-96e3-33b98611c06c/3a1f64df-37aa-418d-a305-582be6689845/4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:25.871147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-75d8fb69-5461-419f-a169-8baee56de18b tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:25.872499 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-75d8fb69-5461-419f-a169-8baee56de18b tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6723745 Jan 28 06:45:25.877201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42392) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:25.879353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Checking segment: {'id': 'c18d73f2-8c08-4cad-a12c-8ded2522cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a56adc8c-ae02-498d-a16b-297416fd9848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:25.879628 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network hostable DHCP agents. Network: a56adc8c-ae02-498d-a16b-297416fd9848, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:45:25.895477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'enable_snat': False}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:25.895824 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-116668e4-7a6c-45a8-ab85-5a86083bb7a6 req-d69e00a8-d832-47d2-b79c-339a9c04b4b2 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "GET /v2.0/ports?device_id=c2c3f606-047b-4592-9b5b-aae625cd8d66 HTTP/1.1" status: 200 len: 210 time: 0.1793542 Jan 28 06:45:25.907511 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4c4ccc-5aa0-4a84-b7d1-25a81d3e9b2d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:45:25.918516 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2b4c4ccc-5aa0-4a84-b7d1-25a81d3e9b2d tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "PUT /v2.0/routers/e4afab3f-1b0d-4e5c-ba50-39f8481e421e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1309614 Jan 28 06:45:25.918774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0f6d2d-02c4-4c85-98a9-55e929ef4d15 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Deleting subnet a68f2a2c-bf94-4d6d-a990-0e24d52dd61c {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:25.921450 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0742d3-ce46-4751-9fff-9e51a468ad03 None None] Sync routers for ids ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:45:25.925171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42396) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:25.948568 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0742d3-ce46-4751-9fff-9e51a468ad03 None None] Routers {'e4afab3f-1b0d-4e5c-ba50-39f8481e421e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:25.949191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-9a0742d3-ce46-4751-9fff-9e51a468ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:26.003151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6d2d-02c4-4c85-98a9-55e929ef4d15 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.015585 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-9a0742d3-ce46-4751-9fff-9e51a468ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:26.040355 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-3364e4eb-42da-4334-8479-9263f1904bee tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] delete failed (client error): The resource could not be found. Jan 28 06:45:26.045890 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3364e4eb-42da-4334-8479-9263f1904bee tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1932745093 HTTP/1.1" status: 404 len: 335 time: 0.1136291 Jan 28 06:45:26.045890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42400) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:26.062869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.083119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7879e378-aca7-4028-9ac2-810fc85f0c24 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e4afab3f-1b0d-4e5c-ba50-39f8481e421e'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:26.154353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network a56adc8c-ae02-498d-a16b-297416fd9848 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:45:26.158361 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0742d3-ce46-4751-9fff-9e51a468ad03 None None] Routers {'e4afab3f-1b0d-4e5c-ba50-39f8481e421e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:26.159048 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-9a0742d3-ce46-4751-9fff-9e51a468ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:26.250864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6d2d-02c4-4c85-98a9-55e929ef4d15 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.252317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Network db970a1c-403e-45bf-9518-dccbfa74b346 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:26.263596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:26.278597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:26.280930 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-9a0742d3-ce46-4751-9fff-9e51a468ad03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:26.281428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0742d3-ce46-4751-9fff-9e51a468ad03 None None] The sync data for ids ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:45:26.313339 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Pushing event updated for resources: {'Port': ['ID=7e26874d-67cd-4098-8a2b-382d28692629,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:26.368264 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.ipam_backend_mixin [None req-252324eb-23a5-4f5c-b8ce-154fe39a138b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5d3bdec3-1231-4cae-b772-b388b4a28570 (CIDR: 2001:db8:0:1::/64) Jan 28 06:45:26.386989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, a56adc8c-ae02-498d-a16b-297416fd9848) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:26.391427 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:26.392198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.453200 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-252324eb-23a5-4f5c-b8ce-154fe39a138b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:45:26.458547 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252324eb-23a5-4f5c-b8ce-154fe39a138b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:26.458677 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53ca57-0d60-4485-87de-ee26ad28db33 None None] Network a56adc8c-ae02-498d-a16b-297416fd9848 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:26.464156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.objects.ports [None req-2b7ce715-84d2-4580-a202-559847bdec16 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88217) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:45:26.499740 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Attempting to bind port 7e26874d-67cd-4098-8a2b-382d28692629 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:45:26.500111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Attempting to bind port 7e26874d-67cd-4098-8a2b-382d28692629 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'd771df8f-0f9e-4b21-8778-879a48f64ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'db970a1c-403e-45bf-9518-dccbfa74b346'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:45:26.500477 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Attempting to bind port 7e26874d-67cd-4098-8a2b-382d28692629 on network db970a1c-403e-45bf-9518-dccbfa74b346 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:45:26.526354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce715-84d2-4580-a202-559847bdec16 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.535960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:45:26.536337 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Checking segment: {'id': 'd771df8f-0f9e-4b21-8778-879a48f64ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'db970a1c-403e-45bf-9518-dccbfa74b346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:26.536805 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.537199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Bound using segment: {'id': 'd771df8f-0f9e-4b21-8778-879a48f64ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'db970a1c-403e-45bf-9518-dccbfa74b346'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:45:26.537712 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Bound port: 7e26874d-67cd-4098-8a2b-382d28692629, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd771df8f-0f9e-4b21-8778-879a48f64ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'db970a1c-403e-45bf-9518-dccbfa74b346'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:45:26.538085 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.561084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.580443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-abea61bc-5a55-451b-beaa-f5f50087ba61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.619653 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.630071 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-252324eb-23a5-4f5c-b8ce-154fe39a138b tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2093830 Jan 28 06:45:26.630565 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42414) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:26.636838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-1ff21d3c-e61a-41bf-9bbc-07fa54227665 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'subnet': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:26.672818 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-72aa1adc-a0ed-4c0d-a6c1-b74d14f4c1ac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0712705 Jan 28 06:45:26.680100 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42418) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:26.684861 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Transition to ACTIVE for port object 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:26.689369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'subnet': {'network_id': 'd26e3883-4961-49ee-a17f-895ea1dd4118', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:26.711208 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-abea61bc-5a55-451b-beaa-f5f50087ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.726620 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Transition to ACTIVE for port object 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:26.747557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7ce715-84d2-4580-a202-559847bdec16 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:26.753565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7879e378-aca7-4028-9ac2-810fc85f0c24 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.757305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2b7ce715-84d2-4580-a202-559847bdec16 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:26.760801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7ce715-84d2-4580-a202-559847bdec16 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:26.761389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2b7ce715-84d2-4580-a202-559847bdec16 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.771788 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a29ed18-bf31-4ed2-bca1-2b257cf4eed0 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:26.786418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6d2d-02c4-4c85-98a9-55e929ef4d15 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.822353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ce715-84d2-4580-a202-559847bdec16 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=c449f71d-ba85-42a1-989c-0430c1283e14,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:26.929096 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea61bc-5a55-451b-beaa-f5f50087ba61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1591cfe3-29ee-47e9-a228-77e7b8923dcb,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:26.941860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:26.952741 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-abea61bc-5a55-451b-beaa-f5f50087ba61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c186201b8e0d430ebf9339c563e78705&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3995306 Jan 28 06:45:26.965682 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42422) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:26.985699 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-7879e378-aca7-4028-9ac2-810fc85f0c24 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] update failed (client error): The resource could not be found. Jan 28 06:45:26.990398 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7879e378-aca7-4028-9ac2-810fc85f0c24 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "PUT /v2.0/routers/e4afab3f-1b0d-4e5c-ba50-39f8481e421e HTTP/1.1" status: 404 len: 339 time: 0.9404352 Jan 28 06:45:26.990567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42426) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:26.999271 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:27.005647 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1ff21d3c-e61a-41bf-9bbc-07fa54227665 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:27.016699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:subnet and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:27.022745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1ff21d3c-e61a-41bf-9bbc-07fa54227665 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Usage tracker for resource:subnet and tenant:b7aa4a407e9649129af7fe8bd57ba33e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:27.028817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:27.031641 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1ff21d3c-e61a-41bf-9bbc-07fa54227665 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:27.043714 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:27.048103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] For port 7e26874d-67cd-4098-8a2b-382d28692629, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:45:27.051887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1ff21d3c-e61a-41bf-9bbc-07fa54227665 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:27.067210 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2b7ce715-84d2-4580-a202-559847bdec16 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.2692919 Jan 28 06:45:27.081804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6d2d-02c4-4c85-98a9-55e929ef4d15 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:27.082862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42430) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:27.090221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': 'c449f71d-ba85-42a1-989c-0430c1283e14'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:45:27.091023 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:27.101716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] For port 7e26874d-67cd-4098-8a2b-382d28692629, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7e26874d-67cd-4098-8a2b-382d28692629,segment=NetworkSegment(d771df8f-0f9e-4b21-8778-879a48f64ce6),segment_id=d771df8f-0f9e-4b21-8778-879a48f64ce6)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:45:27.103805 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Network f3825845-7bc1-4b6e-96e3-33b98611c06c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:27.146775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:27.156882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:27.162290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Pushing event updated for resources: {'Port': ['ID=4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:27.164742 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-a56adc8c-ae02-498d-a16b-297416fd9848', 'network_id': 'a56adc8c-ae02-498d-a16b-297416fd9848', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'fixed_ips': [{'subnet_id': 'ab5c5f18-895f-449a-8e26-772e8298bc08'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:45:27.165605 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:27.174369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-279457c6-fad8-48fd-81c7-e81d639151d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:27.196294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42436) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:27.253332 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:27.271969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-279457c6-fad8-48fd-81c7-e81d639151d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:27.279594 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:27.283301 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:27.322674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff21d3c-e61a-41bf-9bbc-07fa54227665 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Made reservation on behalf of b7aa4a407e9649129af7fe8bd57ba33e for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:27.327328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1ff21d3c-e61a-41bf-9bbc-07fa54227665 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:27.334102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'mac_address': 'fa:16:3e:15:d0:32', 'name': 'tempest-NetworksTestDHCPv6-1580375314'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:27.363727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f6d2d-02c4-4c85-98a9-55e929ef4d15 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event deleted for resources: {'Subnet': ['ID=a68f2a2c-bf94-4d6d-a990-0e24d52dd61c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:27.374963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c0f6d2d-02c4-4c85-98a9-55e929ef4d15 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:27.506636 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Attempting to bind port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:45:27.512057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Attempting to bind port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'e01416ca-019f-43bf-8b9b-3b961a998217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f3825845-7bc1-4b6e-96e3-33b98611c06c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:45:27.512057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Attempting to bind port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c on network f3825845-7bc1-4b6e-96e3-33b98611c06c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:45:27.565641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:45:27.566040 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Checking segment: {'id': 'e01416ca-019f-43bf-8b9b-3b961a998217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f3825845-7bc1-4b6e-96e3-33b98611c06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:27.566416 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:27.566811 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Bound using segment: {'id': 'e01416ca-019f-43bf-8b9b-3b961a998217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f3825845-7bc1-4b6e-96e3-33b98611c06c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:45:27.567316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Bound port: 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01416ca-019f-43bf-8b9b-3b961a998217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f3825845-7bc1-4b6e-96e3-33b98611c06c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:45:27.567696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:27.597331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6347af2-47a0-4d72-abb7-53efca50d50f None None] Pushing event updated for resources: {'Port': ['ID=7e26874d-67cd-4098-8a2b-382d28692629,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:27.658038 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1c0f6d2d-02c4-4c85-98a9-55e929ef4d15 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "DELETE /v2.0/subnets/a68f2a2c-bf94-4d6d-a990-0e24d52dd61c HTTP/1.1" status: 204 len: 168 time: 2.2132754 Jan 28 06:45:27.666144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42440) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:27.717812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Allocated IP 2001:db8::f816:3eff:fe5c:fa47 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/c449f71d-ba85-42a1-989c-0430c1283e14/fa781e66-6955-492f-87c0-c75d5c6e0060) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:27.765159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Allocated IP 172.20.0.2 (a56adc8c-ae02-498d-a16b-297416fd9848/ab5c5f18-895f-449a-8e26-772e8298bc08/b25595c5-7202-4723-b938-1049c2145fc8) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:27.817487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] For port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:45:27.846054 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:27.865562 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:27.873513 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:27.880932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] For port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c,segment=NetworkSegment(e01416ca-019f-43bf-8b9b-3b961a998217),segment_id=e01416ca-019f-43bf-8b9b-3b961a998217)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:45:27.934851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:27.943873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.033841 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.098011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:28.115219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-279457c6-fad8-48fd-81c7-e81d639151d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.239289 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279457c6-fad8-48fd-81c7-e81d639151d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1591cfe3-29ee-47e9-a228-77e7b8923dcb,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:28.286563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53674c5-2662-43f4-96cf-684c08f2f1a2 None None] Pushing event updated for resources: {'Port': ['ID=4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:28.364365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-36792539-0c08-4c59-83c9-3f10c401d132 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Deleting subnet 3a1f64df-37aa-418d-a305-582be6689845 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:28.368376 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-36792539-0c08-4c59-83c9-3f10c401d132 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.374573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.415300 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.424105 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port d3f628af-d0be-42d6-b2fa-5afe00531754 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:45:28.428694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Transition to ACTIVE for port object b25595c5-7202-4723-b938-1049c2145fc8 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:28.435677 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.446923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Transition to ACTIVE for port object fa781e66-6955-492f-87c0-c75d5c6e0060 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:28.477643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Transition to ACTIVE for port object b25595c5-7202-4723-b938-1049c2145fc8 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:28.481143 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Transition to ACTIVE for port object fa781e66-6955-492f-87c0-c75d5c6e0060 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:28.553365 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.579956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-279457c6-fad8-48fd-81c7-e81d639151d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.582021 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-279457c6-fad8-48fd-81c7-e81d639151d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1591cfe3-29ee-47e9-a228-77e7b8923dcb HTTP/1.1" status: 204 len: 168 time: 1.6110988 Jan 28 06:45:28.596851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Allocated IP 172.20.0.1 (c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d/b191744b-a8f2-405a-a441-00d0e7c1831b/3b3b6408-1c1c-41d4-8d1b-4ef08f162750) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:28.665856 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-36792539-0c08-4c59-83c9-3f10c401d132 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.712984 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.730680 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.760459 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.764330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Network a56adc8c-ae02-498d-a16b-297416fd9848 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:28.768580 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:28.785072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:28.801513 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:28.809041 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:28.810598 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.812821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:28.819440 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Pushing event updated for resources: {'Port': ['ID=b25595c5-7202-4723-b938-1049c2145fc8,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:28.923159 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1ff21d3c-e61a-41bf-9bbc-07fa54227665 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.956778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::f816:3eff:fe15:d032 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/c449f71d-ba85-42a1-989c-0430c1283e14/d3f628af-d0be-42d6-b2fa-5afe00531754) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:28.965178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:28.991119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Transition to ACTIVE for port object 3b3b6408-1c1c-41d4-8d1b-4ef08f162750 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:29.087615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-36792539-0c08-4c59-83c9-3f10c401d132 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:29.153207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Pushing event updated for resources: {'Port': ['ID=fa781e66-6955-492f-87c0-c75d5c6e0060,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:29.182967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff21d3c-e61a-41bf-9bbc-07fa54227665 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:29.184077 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Subnet': ['ID=53dd7f03-a51a-4f53-9eac-03e875565d6e,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:29.256361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-1ff21d3c-e61a-41bf-9bbc-07fa54227665 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:29.260971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff21d3c-e61a-41bf-9bbc-07fa54227665 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:29.261423 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1ff21d3c-e61a-41bf-9bbc-07fa54227665 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:29.281476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Attempting to bind port b25595c5-7202-4723-b938-1049c2145fc8 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:45:29.281855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Attempting to bind port b25595c5-7202-4723-b938-1049c2145fc8 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'c18d73f2-8c08-4cad-a12c-8ded2522cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a56adc8c-ae02-498d-a16b-297416fd9848'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:45:29.282264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Attempting to bind port b25595c5-7202-4723-b938-1049c2145fc8 on network a56adc8c-ae02-498d-a16b-297416fd9848 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:45:29.313046 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:45:29.317601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Checking segment: {'id': 'c18d73f2-8c08-4cad-a12c-8ded2522cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a56adc8c-ae02-498d-a16b-297416fd9848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:29.319469 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:29.319896 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Bound using segment: {'id': 'c18d73f2-8c08-4cad-a12c-8ded2522cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a56adc8c-ae02-498d-a16b-297416fd9848'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:45:29.320446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Bound port: b25595c5-7202-4723-b938-1049c2145fc8, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18d73f2-8c08-4cad-a12c-8ded2522cbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a56adc8c-ae02-498d-a16b-297416fd9848'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:45:29.320835 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:29.361902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ebf588-16dc-4579-b831-b20b9eb199fc None None] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:29.422416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:29.449060 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Allocated IP 172.26.4.230 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/ee6d0c46-18a1-4400-bc99-c2f5d889a640) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:29.517694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:29.527142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event updated for resources: {'Port': ['ID=3b3b6408-1c1c-41d4-8d1b-4ef08f162750,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:29.555611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Network c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:29.559180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:29.561719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:29.577612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34f4311-eb6a-4b02-95a6-34f66d221c86 None None] Network db970a1c-403e-45bf-9518-dccbfa74b346 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:29.629835 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:29.639035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:29.652246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Attempting to bind port fa781e66-6955-492f-87c0-c75d5c6e0060 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:45:29.652622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Attempting to bind port fa781e66-6955-492f-87c0-c75d5c6e0060 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:45:29.652999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Attempting to bind port fa781e66-6955-492f-87c0-c75d5c6e0060 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:45:29.665958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:29.669881 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff21d3c-e61a-41bf-9bbc-07fa54227665 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Subnet': ['ID=c49e0e76-a8e8-4cd5-bbce-37f4b1b067d5,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:29.671051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object d3f628af-d0be-42d6-b2fa-5afe00531754 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:29.740161 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:29.747739 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1ff21d3c-e61a-41bf-9bbc-07fa54227665 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1134782 Jan 28 06:45:29.747739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-36792539-0c08-4c59-83c9-3f10c401d132 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:29.755784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42456) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:29.761319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-efea8356-0a14-4c71-b6b1-aca7fe9a021a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1024421271', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c49e0e76-a8e8-4cd5-bbce-37f4b1b067d5'}], 'security_groups': ['9208429a-2dc1-4e1c-a37b-8c1522617fe7', '4348f54c-d9e7-4aed-8ff9-5c3fc5a5b2ac']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:29.814466 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:45:29.815144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:29.815807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:29.816346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:45:29.817172 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Bound port: fa781e66-6955-492f-87c0-c75d5c6e0060, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:45:29.817811 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:29.894503 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-36792539-0c08-4c59-83c9-3f10c401d132 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:29.896357 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-36792539-0c08-4c59-83c9-3f10c401d132 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "DELETE /v2.0/subnets/3a1f64df-37aa-418d-a305-582be6689845 HTTP/1.1" status: 204 len: 168 time: 2.2298880 Jan 28 06:45:29.918891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42460) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:29.923639 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Checking segment: {'id': '8722974f-7517-40b9-8f8f-1aeca95e7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd26e3883-4961-49ee-a17f-895ea1dd4118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:29.924236 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network hostable DHCP agents. Network: d26e3883-4961-49ee-a17f-895ea1dd4118, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:45:29.939521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] For port b25595c5-7202-4723-b938-1049c2145fc8, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:45:29.939521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] For port b25595c5-7202-4723-b938-1049c2145fc8, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b25595c5-7202-4723-b938-1049c2145fc8,segment=NetworkSegment(c18d73f2-8c08-4cad-a12c-8ded2522cbd1),segment_id=c18d73f2-8c08-4cad-a12c-8ded2522cbd1)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:45:29.955188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:29.958956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:29.963400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36792539-0c08-4c59-83c9-3f10c401d132 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1f64df-37aa-418d-a305-582be6689845,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:29.970970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:29.973293 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:30.017489 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Pushing event updated for resources: {'Port': ['ID=ee6d0c46-18a1-4400-bc99-c2f5d889a640,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:30.060048 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e864ee0b-010d-4052-8630-9bd047c755e5 None None] Network f3825845-7bc1-4b6e-96e3-33b98611c06c requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:30.090925 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-41e167f2-6737-4914-9ba5-2e0ed94ff771 None None] Provisioning for port 7e26874d-67cd-4098-8a2b-382d28692629 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:30.123878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b572a1d0-581c-4cd2-afb8-c07616d535de tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:30.124686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b572a1d0-581c-4cd2-afb8-c07616d535de tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Synchronizing usage tracker for tenant:f2423f3b6abf49ba8fe2abb8206063a0 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:30.143052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:30.149625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:30.193568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:30.217183 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:30.223437 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:30.224205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:30.261263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:30.263508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:30.282532 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network d26e3883-4961-49ee-a17f-895ea1dd4118 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:45:30.423613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42472) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:30.424450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=d3f628af-d0be-42d6-b2fa-5afe00531754,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:30.437572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, d26e3883-4961-49ee-a17f-895ea1dd4118) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:30.441891 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:30.442489 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:30.448047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b572a1d0-581c-4cd2-afb8-c07616d535de tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Unset dirty status for tenant:f2423f3b6abf49ba8fe2abb8206063a0 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:30.451134 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b572a1d0-581c-4cd2-afb8-c07616d535de tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5121126 Jan 28 06:45:30.453647 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7e26874d-67cd-4098-8a2b-382d28692629 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:30.457970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42476) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:30.493194 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aef11a-35fa-49c4-b54e-b223637267eb None None] Network d26e3883-4961-49ee-a17f-895ea1dd4118 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:30.626894 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dd70fdab-77ce-4555-9ef9-7c776e7eaa5f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5065298 Jan 28 06:45:30.631025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42482) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:30.631855 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e7a2b3db-8039-4213-850e-ce60b1508807 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9505970 Jan 28 06:45:30.685882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42486) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:30.715777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2c9ad227-aff1-4681-95e3-b278367cc748 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1520989812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:30.726734 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:30.730947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3849781c-94d8-4f95-a137-e03add57af9d None None] Provisioning for port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:30.748467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-812710369'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:30.753396 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:30.779451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513bf30-b5c2-4f98-8852-e772273f808c None None] Pushing event updated for resources: {'Port': ['ID=b25595c5-7202-4723-b938-1049c2145fc8,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:30.800938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:30.810157 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:network and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:30.822823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:30.895195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:30.896221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3849781c-94d8-4f95-a137-e03add57af9d None None] Provisioning complete for port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:30.896936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3849781c-94d8-4f95-a137-e03add57af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:30.957290 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:30.961850 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] For port fa781e66-6955-492f-87c0-c75d5c6e0060, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:45:31.018182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efea8356-0a14-4c71-b6b1-aca7fe9a021a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.024724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2c9ad227-aff1-4681-95e3-b278367cc748 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:31.049242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2c9ad227-aff1-4681-95e3-b278367cc748 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:router and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:31.064883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2c9ad227-aff1-4681-95e3-b278367cc748 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:31.073036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:31.076842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.096730 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2c9ad227-aff1-4681-95e3-b278367cc748 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:31.097466 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] For port fa781e66-6955-492f-87c0-c75d5c6e0060, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=fa781e66-6955-492f-87c0-c75d5c6e0060,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:45:31.106157 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Deleting port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:31.106502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.130836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adfdf0d-b113-4ca0-84c3-05a943e73f71 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:31.137372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adfdf0d-b113-4ca0-84c3-05a943e73f71 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:31.138199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1adfdf0d-b113-4ca0-84c3-05a943e73f71 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:31.162158 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.185674 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7efeb9f4-30ff-4b60-a133-ec4b5248add8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.186174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.202831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:31.252356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:security_group_rule and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:31.259263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:31.263683 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1adfdf0d-b113-4ca0-84c3-05a943e73f71 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:31.267684 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1adfdf0d-b113-4ca0-84c3-05a943e73f71 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6308312 Jan 28 06:45:31.267831 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 7e26874d-67cd-4098-8a2b-382d28692629 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:31.267951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.275944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42492) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:31.275944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:31.330198 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3849781c-94d8-4f95-a137-e03add57af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.350770 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 7e26874d-67cd-4098-8a2b-382d28692629 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:31.350770 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.399117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.518503 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c9ad227-aff1-4681-95e3-b278367cc748 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.520914 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c9ad227-aff1-4681-95e3-b278367cc748 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.592323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] DHCP port deletion for db970a1c-403e-45bf-9518-dccbfa74b346 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:45:31.658784 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3849781c-94d8-4f95-a137-e03add57af9d None None] For port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c,segment=NetworkSegment(e01416ca-019f-43bf-8b9b-3b961a998217),segment_id=e01416ca-019f-43bf-8b9b-3b961a998217)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:31.660987 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eab151-72a6-4b4e-bdd9-1314bd806a9e None None] Update dhcp port {'port': {'network_id': 'e963dc21-bd4b-40f6-84e6-3da66e568bc5', 'fixed_ips': [{'subnet_id': '5d3bdec3-1231-4cae-b772-b388b4a28570', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0641fce2-9209-4ba9-bcb2-3c9c3e875f05', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c49e0e76-a8e8-4cd5-bbce-37f4b1b067d5'}], 'binding:host_id': 'dv-neutron-824022-4-hyperv'}, 'id': 'd95f5ad5-534c-4813-a60a-b11c6efde357'} from dv-neutron-824022-4-hyperv. {{(pid=88218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 06:45:31.779508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5c0330fa-dbff-4797-9377-edbe5e57cb2c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port d3f628af-d0be-42d6-b2fa-5afe00531754 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:31.780716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5c0330fa-dbff-4797-9377-edbe5e57cb2c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.831017 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] Deleting port 7e26874d-67cd-4098-8a2b-382d28692629 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:31.831435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.913760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.922898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] For port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c,segment=NetworkSegment(e01416ca-019f-43bf-8b9b-3b961a998217),segment_id=e01416ca-019f-43bf-8b9b-3b961a998217)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:31.923539 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:31.954263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c9ad227-aff1-4681-95e3-b278367cc748 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.039044 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e22f09-a598-4813-be4b-4b7cc16788ce None None] Pushing event updated for resources: {'Port': ['ID=fa781e66-6955-492f-87c0-c75d5c6e0060,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:32.043406 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3849781c-94d8-4f95-a137-e03add57af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.045662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-d26e3883-4961-49ee-a17f-895ea1dd4118', 'network_id': 'd26e3883-4961-49ee-a17f-895ea1dd4118', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'fixed_ips': [{'subnet_id': '53dd7f03-a51a-4f53-9eac-03e875565d6e'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:45:32.046456 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.110721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Calling delete_port for 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:32.173589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.188088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event updated for resources: {'Port': ['ID=3b3b6408-1c1c-41d4-8d1b-4ef08f162750,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:32.216221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00eab151-72a6-4b4e-bdd9-1314bd806a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.226744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee87b2c7-c8a3-4bcd-bd65-876ac69921da None None] Network a56adc8c-ae02-498d-a16b-297416fd9848 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:32.245497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.280190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:45:32.280525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:45:32.284062 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c436ee1-5393-40ed-b63e-32eb5fd58ac1 None None] DHCP port deletion for f3825845-7bc1-4b6e-96e3-33b98611c06c request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:45:32.316291 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.322829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.392768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849781c-94d8-4f95-a137-e03add57af9d None None] Pushing event updated for resources: {'Port': ['ID=4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:32.412460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:45:32.420310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0c436ee1-5393-40ed-b63e-32eb5fd58ac1 None None] Deleting port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:32.420752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c436ee1-5393-40ed-b63e-32eb5fd58ac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.428256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c9ad227-aff1-4681-95e3-b278367cc748 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.463137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3849781c-94d8-4f95-a137-e03add57af9d None None] Provisioning for port 3b3b6408-1c1c-41d4-8d1b-4ef08f162750 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:32.524851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d88287-91d7-4740-b9e6-38e162468a53,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:32.527632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.527942 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Added segment ad66fdb1-5a0e-4032-bec6-710d08e1f53c of type vlan for network e78635c0-8e44-4a12-9b04-a6bd84bd4a6f Jan 28 06:45:32.560370 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Deleting port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:32.560725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.571350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:32.572093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:32.572228 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:32.572665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:32.573103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:32.573537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:32.573968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:32.574795 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:32.574795 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:32.575220 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:32.575667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:32.576205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:32.576407 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3849781c-94d8-4f95-a137-e03add57af9d None None] Provisioning complete for port 3b3b6408-1c1c-41d4-8d1b-4ef08f162750 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:32.576777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3849781c-94d8-4f95-a137-e03add57af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.593590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2c9ad227-aff1-4681-95e3-b278367cc748 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.600329 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2c9ad227-aff1-4681-95e3-b278367cc748 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.9051938 Jan 28 06:45:32.608374 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42496) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:32.620936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.666759 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.687966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Network c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:32.704664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:32.733266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5c0330fa-dbff-4797-9377-edbe5e57cb2c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.788628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Deleting port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:32.789632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:32.966099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-efea8356-0a14-4c71-b6b1-aca7fe9a021a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Delete allocated IP 2001:db8::20a (e963dc21-bd4b-40f6-84e6-3da66e568bc5/0641fce2-9209-4ba9-bcb2-3c9c3e875f05) {{(pid=88217) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 06:45:32.974057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3849781c-94d8-4f95-a137-e03add57af9d None None] Port 3b3b6408-1c1c-41d4-8d1b-4ef08f162750 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:33.117835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5c0330fa-dbff-4797-9377-edbe5e57cb2c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for d3f628af-d0be-42d6-b2fa-5afe00531754 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:33.149724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] For port 7e26874d-67cd-4098-8a2b-382d28692629, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7e26874d-67cd-4098-8a2b-382d28692629,segment=NetworkSegment(d771df8f-0f9e-4b21-8778-879a48f64ce6),segment_id=d771df8f-0f9e-4b21-8778-879a48f64ce6)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:33.150291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:33.188573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-efea8356-0a14-4c71-b6b1-aca7fe9a021a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Allocated IP 2001:db8:0:2::2cf (e963dc21-bd4b-40f6-84e6-3da66e568bc5/c49e0e76-a8e8-4cd5-bbce-37f4b1b067d5/3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:33.262955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:33.268605 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:33.269234 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:33.281828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] Calling delete_port for 7e26874d-67cd-4098-8a2b-382d28692629 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:33.397665 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 7e26874d-67cd-4098-8a2b-382d28692629, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7e26874d-67cd-4098-8a2b-382d28692629,segment=NetworkSegment(d771df8f-0f9e-4b21-8778-879a48f64ce6),segment_id=d771df8f-0f9e-4b21-8778-879a48f64ce6)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:33.474387 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Router e4afab3f-1b0d-4e5c-ba50-39f8481e421e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:45:33.481211 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:33.487836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Allocated IP 172.21.0.2 (d26e3883-4961-49ee-a17f-895ea1dd4118/53dd7f03-a51a-4f53-9eac-03e875565d6e/4888118d-13d1-4288-a5b4-5e4956753de9) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:33.608708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:33.627921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:45:33.627921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:45:33.645770 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1b96af4e-2da1-46fc-9846-d2f741a17a38 None None] Provisioning for port b25595c5-7202-4723-b938-1049c2145fc8 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:33.649631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-80f28f47-226c-430d-989a-2aa5a0cf3e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:33.669067 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0c436ee1-5393-40ed-b63e-32eb5fd58ac1 None None] For port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c,segment=NetworkSegment(e01416ca-019f-43bf-8b9b-3b961a998217),segment_id=e01416ca-019f-43bf-8b9b-3b961a998217)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:33.669989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c436ee1-5393-40ed-b63e-32eb5fd58ac1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:33.745526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Router a3065c9b-e768-46a7-a907-5489c16d7947 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:45:33.860000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Network': ['ID=e78635c0-8e44-4a12-9b04-a6bd84bd4a6f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:33.860862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device fa781e66-6955-492f-87c0-c75d5c6e0060 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:33.894601 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b8271bb9-10fb-42d1-9425-1ee4a3a4c04d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.4648137 Jan 28 06:45:33.900950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42500) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:33.928005 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] For port b24e0eeb-0eb6-4c22-8a54-a635f3af6a63, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b24e0eeb-0eb6-4c22-8a54-a635f3af6a63,segment=NetworkSegment(05718cfa-fa4f-4eed-88fa-4995893715c5),segment_id=05718cfa-fa4f-4eed-88fa-4995893715c5)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:33.928364 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:33.951370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network e78635c0-8e44-4a12-9b04-a6bd84bd4a6f details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:45:33.979749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1390052135'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:33.982727 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0c436ee1-5393-40ed-b63e-32eb5fd58ac1 None None] Calling delete_port for 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:33.985778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:33.997582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:network and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:34.003558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:34.015107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:34.027142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:45:34.032315 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-705207e3-489e-474a-9fe7-4cfab003c3f7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "PUT /v2.0/routers/e4afab3f-1b0d-4e5c-ba50-39f8481e421e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0407887 Jan 28 06:45:34.043396 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42504) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:34.043511 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=7e26874d-67cd-4098-8a2b-382d28692629,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:34.044874 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ab0b9-4b09-4c2c-a8b5-480511e997e1 None None] Sync routers for ids ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:45:34.065662 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ab0b9-4b09-4c2c-a8b5-480511e997e1 None None] Routers {'e4afab3f-1b0d-4e5c-ba50-39f8481e421e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:34.071779 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e73ab0b9-4b09-4c2c-a8b5-480511e997e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:34.106462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efea8356-0a14-4c71-b6b1-aca7fe9a021a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.128017 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] Deleting port 7e26874d-67cd-4098-8a2b-382d28692629 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:34.128399 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.129836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5c0330fa-dbff-4797-9377-edbe5e57cb2c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.161263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Calling delete_port for b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:34.170935 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e73ab0b9-4b09-4c2c-a8b5-480511e997e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:34.171396 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:34.174953 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.185841 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ab0b9-4b09-4c2c-a8b5-480511e997e1 None None] Routers {'e4afab3f-1b0d-4e5c-ba50-39f8481e421e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:34.186919 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e73ab0b9-4b09-4c2c-a8b5-480511e997e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:34.238275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1b96af4e-2da1-46fc-9846-d2f741a17a38 None None] Provisioning complete for port 3b3b6408-1c1c-41d4-8d1b-4ef08f162750 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:34.238888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1b96af4e-2da1-46fc-9846-d2f741a17a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.282750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0330fa-dbff-4797-9377-edbe5e57cb2c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=d3f628af-d0be-42d6-b2fa-5afe00531754,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:34.311200 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e73ab0b9-4b09-4c2c-a8b5-480511e997e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:34.311631 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ab0b9-4b09-4c2c-a8b5-480511e997e1 None None] The sync data for ids ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:45:34.325089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-efea8356-0a14-4c71-b6b1-aca7fe9a021a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Transition to ACTIVE for port object 3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:34.347108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5c0330fa-dbff-4797-9377-edbe5e57cb2c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.352136 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5c0330fa-dbff-4797-9377-edbe5e57cb2c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/d3f628af-d0be-42d6-b2fa-5afe00531754 HTTP/1.1" status: 204 len: 168 time: 3.0721800 Jan 28 06:45:34.354194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42510) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:34.409947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-73fc8027-0a87-4c2c-b1ba-fa631f8212d3 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.467160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:45:34.479674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efea8356-0a14-4c71-b6b1-aca7fe9a021a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.504030 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1b96af4e-2da1-46fc-9846-d2f741a17a38 None None] Port 3b3b6408-1c1c-41d4-8d1b-4ef08f162750 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:34.550479 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.560337 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.569196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0c436ee1-5393-40ed-b63e-32eb5fd58ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.605435 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] For port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c,segment=NetworkSegment(e01416ca-019f-43bf-8b9b-3b961a998217),segment_id=e01416ca-019f-43bf-8b9b-3b961a998217)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:34.606191 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.608714 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port fa781e66-6955-492f-87c0-c75d5c6e0060 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:34.626230 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.627041 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Added segment c6a31fde-7712-4840-a149-4497a16fcd41 of type vlan for network ea62ca64-5793-4d20-a629-f337a06b561f Jan 28 06:45:34.666606 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b25595c5-7202-4723-b938-1049c2145fc8 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:34.697264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0294cd8-ab76-46c6-8e30-da2cdf3e722f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:34.698064 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0294cd8-ab76-46c6-8e30-da2cdf3e722f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:34.698818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c0294cd8-ab76-46c6-8e30-da2cdf3e722f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:34.704460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c436ee1-5393-40ed-b63e-32eb5fd58ac1 None None] No DVR routers for this DVR port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:34.709580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-efea8356-0a14-4c71-b6b1-aca7fe9a021a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] In _notify_port_updated(), no bound segment for port 3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6 on network e963dc21-bd4b-40f6-84e6-3da66e568bc5 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:45:34.715717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efea8356-0a14-4c71-b6b1-aca7fe9a021a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:34.716337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efea8356-0a14-4c71-b6b1-aca7fe9a021a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.720642 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-efea8356-0a14-4c71-b6b1-aca7fe9a021a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "PUT /v2.0/ports/3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6 HTTP/1.1" status: 200 len: 970 time: 4.9638886 Jan 28 06:45:34.727172 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42514) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:34.732884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.740593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Calling delete_port for 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:34.750581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Transition to ACTIVE for port object 4888118d-13d1-4288-a5b4-5e4956753de9 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:34.778400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Transition to ACTIVE for port object 4888118d-13d1-4288-a5b4-5e4956753de9 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:34.807873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.819277 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-73fc8027-0a87-4c2c-b1ba-fa631f8212d3 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 06:45:34.820955 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-73fc8027-0a87-4c2c-b1ba-fa631f8212d3 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "DELETE /v2.0/routers/e4afab3f-1b0d-4e5c-ba50-39f8481e421e HTTP/1.1" status: 409 len: 329 time: 0.7739036 Jan 28 06:45:34.821505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efea8356-0a14-4c71-b6b1-aca7fe9a021a tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event updated for resources: {'Port': ['ID=3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:34.829824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42518) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:34.868445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c436ee1-5393-40ed-b63e-32eb5fd58ac1 None None] Pushing event deleted for resources: {'Port': ['ID=4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:34.891200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Could not find standard attr ID for object d3f628af-d0be-42d6-b2fa-5afe00531754. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:45:34.892082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:45:34.926925 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5c21c-9a90-4bcb-8ddc-db2aa1d6b725 None None] Sync routers for ids ['a3065c9b-e768-46a7-a907-5489c16d7947'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:45:34.930127 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-00eab151-72a6-4b4e-bdd9-1314bd806a9e None None] Allocated IP 2001:db8:0:2::2 (e963dc21-bd4b-40f6-84e6-3da66e568bc5/c49e0e76-a8e8-4cd5-bbce-37f4b1b067d5/d95f5ad5-534c-4813-a60a-b11c6efde357) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:34.934638 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] For port 7e26874d-67cd-4098-8a2b-382d28692629, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7e26874d-67cd-4098-8a2b-382d28692629,segment=NetworkSegment(d771df8f-0f9e-4b21-8778-879a48f64ce6),segment_id=d771df8f-0f9e-4b21-8778-879a48f64ce6)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:34.935012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.947633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.956704 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:34.958106 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-df8a253a-b715-43e3-86a8-4b8bd8ad5f49 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "PUT /v2.0/routers/a3065c9b-e768-46a7-a907-5489c16d7947 HTTP/1.1" status: 200 len: 919 time: 9.0771670 Jan 28 06:45:34.960667 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Allocated IP 172.20.0.1 (a56adc8c-ae02-498d-a16b-297416fd9848/ab5c5f18-895f-449a-8e26-772e8298bc08/dbbe7a70-c148-43a6-9925-cc3d51853f5b) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:34.967096 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42522) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:34.970010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:45:34.970386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:45:34.977170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:45:34.987504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b7e6c-78e8-4f26-8e12-ad87e2c83a69 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port 3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:34.988147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd2b7e6c-78e8-4f26-8e12-ad87e2c83a69 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.013620 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c0294cd8-ab76-46c6-8e30-da2cdf3e722f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:35.019532 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c0294cd8-ab76-46c6-8e30-da2cdf3e722f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.6592746 Jan 28 06:45:35.042316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42526) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:35.146758 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] Calling delete_port for 7e26874d-67cd-4098-8a2b-382d28692629 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:35.166550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Deleting port 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:35.166744 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.185710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5c21c-9a90-4bcb-8ddc-db2aa1d6b725 None None] Routers {'a3065c9b-e768-46a7-a907-5489c16d7947'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:35.186442 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-79e5c21c-9a90-4bcb-8ddc-db2aa1d6b725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['a3065c9b-e768-46a7-a907-5489c16d7947'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:35.234556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.239850 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Provisioning for port fa781e66-6955-492f-87c0-c75d5c6e0060 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:35.240334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:35.240671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.276276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] The port '4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c' was deleted {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:45:35.286729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Network d26e3883-4961-49ee-a17f-895ea1dd4118 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:35.299748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Provisioning complete for port fa781e66-6955-492f-87c0-c75d5c6e0060 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:35.300214 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.328753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:35.330643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-79e5c21c-9a90-4bcb-8ddc-db2aa1d6b725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:35.334941 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:35.438534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Pushing event updated for resources: {'Port': ['ID=4888118d-13d1-4288-a5b4-5e4956753de9,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:35.510246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-68543c63-9868-4a58-8582-7f88d3ac9dea tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet c449f71d-ba85-42a1-989c-0430c1283e14 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:35.539058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68543c63-9868-4a58-8582-7f88d3ac9dea tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.557989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5c21c-9a90-4bcb-8ddc-db2aa1d6b725 None None] Routers {'a3065c9b-e768-46a7-a907-5489c16d7947'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:35.558742 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-79e5c21c-9a90-4bcb-8ddc-db2aa1d6b725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['a3065c9b-e768-46a7-a907-5489c16d7947'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:35.658868 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port b25595c5-7202-4723-b938-1049c2145fc8 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:35.672436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Network': ['ID=ea62ca64-5793-4d20-a629-f337a06b561f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:35.693033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-79e5c21c-9a90-4bcb-8ddc-db2aa1d6b725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:35.693441 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5c21c-9a90-4bcb-8ddc-db2aa1d6b725 None None] The sync data for ids ['a3065c9b-e768-46a7-a907-5489c16d7947'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:45:35.708889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.709083 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network ea62ca64-5793-4d20-a629-f337a06b561f details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:45:35.728813 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-47f73e1e-9148-4c86-b0e6-70cef9672e25 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/routers/a3065c9b-e768-46a7-a907-5489c16d7947 HTTP/1.1" status: 200 len: 925 time: 0.7575228 Jan 28 06:45:35.729328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b25595c5-7202-4723-b938-1049c2145fc8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:35.729931 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.733002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42530) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:35.765039 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3825845-7bc1-4b6e-96e3-33b98611c06c']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:35.771502 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1c1d2e52-f1de-4eb1-89ad-cc45e99d88ea tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8159654 Jan 28 06:45:35.779631 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42534) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:35.782900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68543c63-9868-4a58-8582-7f88d3ac9dea tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.792793 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.793043 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'subnet': {'network_id': 'e78635c0-8e44-4a12-9b04-a6bd84bd4a6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:35.813314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.823571 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01416ca-019f-43bf-8b9b-3b961a998217') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:35.824136 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01416ca-019f-43bf-8b9b-3b961a998217') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:35.857564 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Attempting to bind port 4888118d-13d1-4288-a5b4-5e4956753de9 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:45:35.858253 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Attempting to bind port 4888118d-13d1-4288-a5b4-5e4956753de9 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '8722974f-7517-40b9-8f8f-1aeca95e7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd26e3883-4961-49ee-a17f-895ea1dd4118'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:45:35.858818 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Attempting to bind port 4888118d-13d1-4288-a5b4-5e4956753de9 on network d26e3883-4961-49ee-a17f-895ea1dd4118 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:45:35.866054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-00eab151-72a6-4b4e-bdd9-1314bd806a9e None None] For port d95f5ad5-534c-4813-a60a-b11c6efde357, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d95f5ad5-534c-4813-a60a-b11c6efde357,segment=NetworkSegment(68adcf1f-b331-41a8-9716-90ef9625860c),segment_id=68adcf1f-b331-41a8-9716-90ef9625860c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:35.867972 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.877782 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.882513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Transition to ACTIVE for port object dbbe7a70-c148-43a6-9925-cc3d51853f5b will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:35.887622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] Pushing event deleted for resources: {'Port': ['ID=7e26874d-67cd-4098-8a2b-382d28692629,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:35.955470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.961142 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.992953 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:45:35.993385 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Checking segment: {'id': '8722974f-7517-40b9-8f8f-1aeca95e7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd26e3883-4961-49ee-a17f-895ea1dd4118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:35.993739 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:35.994141 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Bound using segment: {'id': '8722974f-7517-40b9-8f8f-1aeca95e7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd26e3883-4961-49ee-a17f-895ea1dd4118'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:45:35.994626 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Bound port: 4888118d-13d1-4288-a5b4-5e4956753de9, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8722974f-7517-40b9-8f8f-1aeca95e7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd26e3883-4961-49ee-a17f-895ea1dd4118'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:45:35.995008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.003802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1338b53-f7c9-4341-a44a-ca9d4a6a0701 None None] No DVR routers for this DVR port 7e26874d-67cd-4098-8a2b-382d28692629 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:36.015806 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:45:36.015806 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.064798 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd2b7e6c-78e8-4f26-8e12-ad87e2c83a69 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:45:36.067755 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:45:36.090613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event deleted for resources: {'Port': ['ID=b24e0eeb-0eb6-4c22-8a54-a635f3af6a63,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:36.101325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:36.138145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00eab151-72a6-4b4e-bdd9-1314bd806a9e None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.186251 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.196316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.196829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.197271 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.197837 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.198273 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.198702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.199142 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.200050 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.200506 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.200951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.201516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.201791 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.250290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b7e6c-78e8-4f26-8e12-ad87e2c83a69 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for 3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:36.267476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a6639bd2-3574-469f-938c-089e2497707b None None] For port fa781e66-6955-492f-87c0-c75d5c6e0060, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=fa781e66-6955-492f-87c0-c75d5c6e0060,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:36.270813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.291335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] For port 4888118d-13d1-4288-a5b4-5e4956753de9, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:45:36.305655 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] For port 4888118d-13d1-4288-a5b4-5e4956753de9, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4888118d-13d1-4288-a5b4-5e4956753de9,segment=NetworkSegment(8722974f-7517-40b9-8f8f-1aeca95e7800),segment_id=8722974f-7517-40b9-8f8f-1aeca95e7800)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:45:36.319095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port b25595c5-7202-4723-b938-1049c2145fc8, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b25595c5-7202-4723-b938-1049c2145fc8,segment=NetworkSegment(c18d73f2-8c08-4cad-a12c-8ded2522cbd1),segment_id=c18d73f2-8c08-4cad-a12c-8ded2522cbd1)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:36.324583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1505c857-7838-4844-a0f5-14f7a8d14be1 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:36.328763 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1505c857-7838-4844-a0f5-14f7a8d14be1 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&device_id=a3065c9b-e768-46a7-a907-5489c16d7947&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5885205 Jan 28 06:45:36.333608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42538) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:36.352972 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.355183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:subnet and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:36.359024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:36.362818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68543c63-9868-4a58-8582-7f88d3ac9dea tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.376745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:36.410474 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.414767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-00eab151-72a6-4b4e-bdd9-1314bd806a9e None None] Transition to ACTIVE for port object d95f5ad5-534c-4813-a60a-b11c6efde357 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:36.416378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.425417 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.472205 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Pushing event updated for resources: {'Port': ['ID=fa781e66-6955-492f-87c0-c75d5c6e0060,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:36.475761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.490341 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:36.495823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:36.495950 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.526862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.550787 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.551038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.551400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.551736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.552308 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.552640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.553187 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.553512 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.553833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.554763 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.555086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.555448 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6639bd2-3574-469f-938c-089e2497707b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:45:36.590406 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event deleted for resources: {'Network': ['ID=f3825845-7bc1-4b6e-96e3-33b98611c06c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:36.609543 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00eab151-72a6-4b4e-bdd9-1314bd806a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.613233 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:36.613719 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4d5d7f9b-ef7e-424d-bef2-d80b56eeed9c not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:36.614133 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7e26874d-67cd-4098-8a2b-382d28692629 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:36.639396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network a56adc8c-ae02-498d-a16b-297416fd9848 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:36.648252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:36.660096 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-55f7cb1f-9359-4f1c-83fb-36d33337cf89 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "DELETE /v2.0/networks/f3825845-7bc1-4b6e-96e3-33b98611c06c HTTP/1.1" status: 204 len: 168 time: 6.1979570 Jan 28 06:45:36.660939 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42542) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:36.669052 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:36.686447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 7e26874d-67cd-4098-8a2b-382d28692629 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:36.687257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7e26874d-67cd-4098-8a2b-382d28692629 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:36.748378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0c6d39-dc3f-45cc-97d4-b4e98783e887 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:36.753009 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-de0c6d39-dc3f-45cc-97d4-b4e98783e887 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/networks/e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 881 time: 0.4211924 Jan 28 06:45:36.759135 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42544) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:36.784558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b15f1144-0825-4f21-bd1e-e22043bbfb80 None None] Provisioning complete for port b25595c5-7202-4723-b938-1049c2145fc8 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:36.785203 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b15f1144-0825-4f21-bd1e-e22043bbfb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.907306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-73838baa-3f7d-41ec-846e-4d3b2b774066 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:36.936931 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=b25595c5-7202-4723-b938-1049c2145fc8,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:36.975939 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=dbbe7a70-c148-43a6-9925-cc3d51853f5b,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:37.008771 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device fa781e66-6955-492f-87c0-c75d5c6e0060 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:37.017603 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e86f17fe-3d5f-4599-8bc4-d4462701771f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3065c9b-e768-46a7-a907-5489c16d7947 HTTP/1.1" status: 200 len: 205 time: 0.2532682 Jan 28 06:45:37.022092 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:37.031776 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42550) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:37.132099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68543c63-9868-4a58-8582-7f88d3ac9dea tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:37.186733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68543c63-9868-4a58-8582-7f88d3ac9dea tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=c449f71d-ba85-42a1-989c-0430c1283e14,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:37.203750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-68543c63-9868-4a58-8582-7f88d3ac9dea tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:37.216656 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd2b7e6c-78e8-4f26-8e12-ad87e2c83a69 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:37.245336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba19501b-d8b7-4169-8e36-9d390223f598 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:37.303302 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96964ecf-06b7-404b-9461-a204405d8b87 None None] Pushing event updated for resources: {'Port': ['ID=4888118d-13d1-4288-a5b4-5e4956753de9,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:37.422357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:37.522321 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fa66606-d20d-424d-8370-6a815ca61982 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:37.561184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b7e6c-78e8-4f26-8e12-ad87e2c83a69 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:37.612383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dd2b7e6c-78e8-4f26-8e12-ad87e2c83a69 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:37.620291 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dd2b7e6c-78e8-4f26-8e12-ad87e2c83a69 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6 HTTP/1.1" status: 204 len: 168 time: 2.8873250 Jan 28 06:45:37.622413 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-68543c63-9868-4a58-8582-7f88d3ac9dea tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/c449f71d-ba85-42a1-989c-0430c1283e14 HTTP/1.1" status: 204 len: 168 time: 2.5732296 Jan 28 06:45:37.623376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42554) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:37.626690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port fa781e66-6955-492f-87c0-c75d5c6e0060 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:37.627061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:37.627552 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42556) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:37.652867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eab151-72a6-4b4e-bdd9-1314bd806a9e None None] Pushing event updated for resources: {'Port': ['ID=d95f5ad5-534c-4813-a60a-b11c6efde357,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:37.673879 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1af6b69-e8dd-46db-9773-2c96f18c76c3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] GET failed (client error): The resource could not be found. Jan 28 06:45:37.674678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e1af6b69-e8dd-46db-9773-2c96f18c76c3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Synchronizing usage tracker for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:37.719948 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b33a4cd6-1e1c-47ae-a0c5-1c5ca8559b46 None None] Provisioning for port dbbe7a70-c148-43a6-9925-cc3d51853f5b completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:37.729350 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b33a4cd6-1e1c-47ae-a0c5-1c5ca8559b46 None None] Provisioning complete for port dbbe7a70-c148-43a6-9925-cc3d51853f5b triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:37.729734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b33a4cd6-1e1c-47ae-a0c5-1c5ca8559b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:37.783423 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e87c8d7d-0057-4578-871f-eb77a0c3b7d6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1111925 Jan 28 06:45:37.788227 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42562) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:37.789763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e1af6b69-e8dd-46db-9773-2c96f18c76c3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Unset dirty status for tenant:b7aa4a407e9649129af7fe8bd57ba33e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:37.791778 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e1af6b69-e8dd-46db-9773-2c96f18c76c3 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports/3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6 HTTP/1.1" status: 404 len: 333 time: 0.1658261 Jan 28 06:45:37.796059 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42564) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:37.803393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:37.845811 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b33a4cd6-1e1c-47ae-a0c5-1c5ca8559b46 None None] Port dbbe7a70-c148-43a6-9925-cc3d51853f5b cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:37.945912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.065555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9e9f462f-6cdf-4c61-8718-0eb8a63355e2 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.074980 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fdef5a-aa3b-45b6-90aa-4d120c798c74 None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:45:38.079300 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-52fdef5a-aa3b-45b6-90aa-4d120c798c74 None None] Deleting port fa781e66-6955-492f-87c0-c75d5c6e0060 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:38.079874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52fdef5a-aa3b-45b6-90aa-4d120c798c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.089821 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.109029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:38.131071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:38.151159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:38.175380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:38.195151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9e9f462f-6cdf-4c61-8718-0eb8a63355e2 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.200082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fa66606-d20d-424d-8370-6a815ca61982 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.240546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-73838baa-3f7d-41ec-846e-4d3b2b774066 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Deleting port 3b3b6408-1c1c-41d4-8d1b-4ef08f162750 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:38.240883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-73838baa-3f7d-41ec-846e-4d3b2b774066 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.301277 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-23bd2ceb-c7bf-4de1-a79f-e495e3ef524a None None] Provisioning for port d95f5ad5-534c-4813-a60a-b11c6efde357 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:38.317085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:38.322585 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.324263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-23bd2ceb-c7bf-4de1-a79f-e495e3ef524a None None] Provisioning complete for port d95f5ad5-534c-4813-a60a-b11c6efde357 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:38.324781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23bd2ceb-c7bf-4de1-a79f-e495e3ef524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.457779 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16166e8-5cb3-4f89-96ed-5ee4e95b52ea None None] Network d26e3883-4961-49ee-a17f-895ea1dd4118 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:38.496452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9e9f462f-6cdf-4c61-8718-0eb8a63355e2 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.510322 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-52fdef5a-aa3b-45b6-90aa-4d120c798c74 None None] For port fa781e66-6955-492f-87c0-c75d5c6e0060, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=fa781e66-6955-492f-87c0-c75d5c6e0060,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:38.510834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52fdef5a-aa3b-45b6-90aa-4d120c798c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.542213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5fa66606-d20d-424d-8370-6a815ca61982 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db970a1c-403e-45bf-9518-dccbfa74b346']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:38.567460 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.569140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f462f-6cdf-4c61-8718-0eb8a63355e2 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342b78c5-7ebb-4001-b1f3-b356642d14e3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:38.574444 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5fa66606-d20d-424d-8370-6a815ca61982 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd771df8f-0f9e-4b21-8778-879a48f64ce6') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:38.574739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5fa66606-d20d-424d-8370-6a815ca61982 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd771df8f-0f9e-4b21-8778-879a48f64ce6') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:38.595326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9e9f462f-6cdf-4c61-8718-0eb8a63355e2 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.596682 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9e9f462f-6cdf-4c61-8718-0eb8a63355e2 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/security-groups/342b78c5-7ebb-4001-b1f3-b356642d14e3 HTTP/1.1" status: 204 len: 168 time: 0.7707803 Jan 28 06:45:38.617409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42570) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:38.678869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-73838baa-3f7d-41ec-846e-4d3b2b774066 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.722768 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fa66606-d20d-424d-8370-6a815ca61982 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.730867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-52fdef5a-aa3b-45b6-90aa-4d120c798c74 None None] Calling delete_port for fa781e66-6955-492f-87c0-c75d5c6e0060 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:38.894175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fa66606-d20d-424d-8370-6a815ca61982 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:38.899329 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Router 66faa02e-881d-4048-9b0e-a8a1378d6541 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:45:38.940647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-73838baa-3f7d-41ec-846e-4d3b2b774066 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Calling delete_port for 3b3b6408-1c1c-41d4-8d1b-4ef08f162750 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:38.997869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Subnet': ['ID=193b3f2c-8ef7-47d7-b90e-fbf35806a07a,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:39.015484 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa66606-d20d-424d-8370-6a815ca61982 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:45:39.015899 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fa66606-d20d-424d-8370-6a815ca61982 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.020908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d95f5ad5-534c-4813-a60a-b11c6efde357 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:45:39.030375 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:45:39.045858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f95ebe6d-b76e-4294-9496-32d9387fee30 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.093138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f95ebe6d-b76e-4294-9496-32d9387fee30 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.109068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-23bd2ceb-c7bf-4de1-a79f-e495e3ef524a None None] Provisioning complete for port bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:39.109441 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23bd2ceb-c7bf-4de1-a79f-e495e3ef524a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.136582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52fdef5a-aa3b-45b6-90aa-4d120c798c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.175890 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.192832 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Checking segment: {'id': 'ad66fdb1-5a0e-4032-bec6-710d08e1f53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e78635c0-8e44-4a12-9b04-a6bd84bd4a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:39.195360 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network hostable DHCP agents. Network: e78635c0-8e44-4a12-9b04-a6bd84bd4a6f, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:45:39.228716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdef5a-aa3b-45b6-90aa-4d120c798c74 None None] Pushing event deleted for resources: {'Port': ['ID=fa781e66-6955-492f-87c0-c75d5c6e0060,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:39.238314 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fdef5a-aa3b-45b6-90aa-4d120c798c74 None None] No DVR routers for this DVR port fa781e66-6955-492f-87c0-c75d5c6e0060 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:39.252985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.objects.ports [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88217) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:45:39.262224 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-23bd2ceb-c7bf-4de1-a79f-e495e3ef524a None None] Port bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:39.273595 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-23bd2ceb-c7bf-4de1-a79f-e495e3ef524a None None] Could not find standard attr ID for object 3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:45:39.294282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d95f5ad5-534c-4813-a60a-b11c6efde357 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:39.294921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.356535 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Deleting port ee6d0c46-18a1-4400-bc99-c2f5d889a640 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:39.356956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.386036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fa66606-d20d-424d-8370-6a815ca61982 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.407804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.413640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network e78635c0-8e44-4a12-9b04-a6bd84bd4a6f is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:45:39.433242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fa66606-d20d-424d-8370-6a815ca61982 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.442042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f95ebe6d-b76e-4294-9496-32d9387fee30 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.470326 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b25595c5-7202-4723-b938-1049c2145fc8 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:39.484789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ebe6d-b76e-4294-9496-32d9387fee30 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4348f54c-d9e7-4aed-8ff9-5c3fc5a5b2ac,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:39.512234 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:39.520735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa66606-d20d-424d-8370-6a815ca61982 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event deleted for resources: {'Network': ['ID=db970a1c-403e-45bf-9518-dccbfa74b346,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:39.522154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:39.529590 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:39.530347 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.532317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1b7d8c71-1de3-4784-bd1c-53ff45266a3d None None] Provisioning for port 4888118d-13d1-4288-a5b4-5e4956753de9 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:39.543003 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5fa66606-d20d-424d-8370-6a815ca61982 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "DELETE /v2.0/networks/db970a1c-403e-45bf-9518-dccbfa74b346 HTTP/1.1" status: 204 len: 168 time: 2.6390758 Jan 28 06:45:39.547930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42574) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:39.548962 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf60e3d4-a4d4-4401-80f2-8c321586bc7f None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:39.577182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=73891024-0ab4-42ce-9d60-daba86e0014f,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:39.583636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f95ebe6d-b76e-4294-9496-32d9387fee30 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.588137 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f95ebe6d-b76e-4294-9496-32d9387fee30 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/security-groups/4348f54c-d9e7-4aed-8ff9-5c3fc5a5b2ac HTTP/1.1" status: 204 len: 168 time: 0.9695048 Jan 28 06:45:39.589168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42578) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:39.627777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-73838baa-3f7d-41ec-846e-4d3b2b774066 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.631293 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, e78635c0-8e44-4a12-9b04-a6bd84bd4a6f) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:39.636437 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:39.642354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.657877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f73cb41-214e-40b9-b708-5f13ad21a654 None None] Network e78635c0-8e44-4a12-9b04-a6bd84bd4a6f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:39.660450 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:45:39.667888 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-aaa0d089-9b27-45b6-b629-08c7384890de tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "PUT /v2.0/routers/66faa02e-881d-4048-9b0e-a8a1378d6541/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4678421 Jan 28 06:45:39.671683 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a134bd-bfff-475f-8c1a-f26c1dba98f9 None None] Sync routers for ids ['66faa02e-881d-4048-9b0e-a8a1378d6541'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:45:39.676417 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1b7d8c71-1de3-4784-bd1c-53ff45266a3d None None] Could not find standard attr ID for object 3cb9d424-e5aa-4dbd-9e3a-9dd853b177e6. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:45:39.676874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42582) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:39.689985 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a134bd-bfff-475f-8c1a-f26c1dba98f9 None None] Routers {'66faa02e-881d-4048-9b0e-a8a1378d6541'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:39.692749 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c7a134bd-bfff-475f-8c1a-f26c1dba98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['66faa02e-881d-4048-9b0e-a8a1378d6541'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:39.777915 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b4ceeed9-66b1-45de-a884-1ec142d1a6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9840999 Jan 28 06:45:39.796623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73838baa-3f7d-41ec-846e-4d3b2b774066 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event deleted for resources: {'Port': ['ID=3b3b6408-1c1c-41d4-8d1b-4ef08f162750,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:39.806997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42586) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:39.812711 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7de2217a-614c-4562-8079-e5c0317ed8ec tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0262563 Jan 28 06:45:39.815800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'mac_address': 'fa:16:3e:29:8d:68', 'name': 'tempest-NetworksTestDHCPv6-883317192'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:39.818465 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.825020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42590) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:39.842979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'subnet': {'network_id': 'ea62ca64-5793-4d20-a629-f337a06b561f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:39.867384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b25595c5-7202-4723-b938-1049c2145fc8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:39.867764 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:39.915951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e1bb-a4a1-4045-82b0-e6c77c4dc09e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.030338 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.047352 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c7a134bd-bfff-475f-8c1a-f26c1dba98f9 None None] Set router 66faa02e-881d-4048-9b0e-a8a1378d6541 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:45:40.057965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a19276-e144-405f-9764-6d39f8036ca2 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Deleting subnet a837974d-3c47-498a-8e33-4aa9f327fc73 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:40.100161 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:40.124641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-89a19276-e144-405f-9764-6d39f8036ca2 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.137638 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.157320 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:subnet and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:40.160958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:40.169680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1e00a65e-6c6d-4ddd-8d56-2476c5748511 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.174094 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.208447 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:40.283704 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': '73891024-0ab4-42ce-9d60-daba86e0014f'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:45:40.284784 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.317775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-e78635c0-8e44-4a12-9b04-a6bd84bd4a6f', 'network_id': 'e78635c0-8e44-4a12-9b04-a6bd84bd4a6f', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'fixed_ips': [{'subnet_id': '193b3f2c-8ef7-47d7-b90e-fbf35806a07a'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:45:40.317775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.413000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-89a19276-e144-405f-9764-6d39f8036ca2 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.450901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1e00a65e-6c6d-4ddd-8d56-2476c5748511 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.486409 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Allocated IP 2001:db8::f816:3eff:fe80:a91d (2d564f63-c0b4-45b7-8160-b73c1310d2e3/73891024-0ab4-42ce-9d60-daba86e0014f/57fce87a-6787-4b08-b1f8-053382a74306) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:40.512678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-73838baa-3f7d-41ec-846e-4d3b2b774066 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.514550 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c7a134bd-bfff-475f-8c1a-f26c1dba98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630880367', 'tenant_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '5142347d-327d-41f6-b13e-af940efccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:54Z', 'updated_at': '2022-01-28T06:45:35Z', 'revision_number': 5, 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'gw_port': {'id': '5142347d-327d-41f6-b13e-af940efccb0c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:56Z', 'updated_at': '2022-01-28T06:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:40.520235 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a134bd-bfff-475f-8c1a-f26c1dba98f9 None None] Checking router: 66faa02e-881d-4048-9b0e-a8a1378d6541 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:45:40.530330 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a134bd-bfff-475f-8c1a-f26c1dba98f9 None None] Routers {'66faa02e-881d-4048-9b0e-a8a1378d6541'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:40.531095 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c7a134bd-bfff-475f-8c1a-f26c1dba98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['66faa02e-881d-4048-9b0e-a8a1378d6541'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:40.551937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Calling delete_port for ee6d0c46-18a1-4400-bc99-c2f5d889a640 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:40.577029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e1bb-a4a1-4045-82b0-e6c77c4dc09e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.603543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=dbbe7a70-c148-43a6-9925-cc3d51853f5b,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:40.616798 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:40.620520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:40.625032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.705883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.708295 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c0f7e1bb-a4a1-4045-82b0-e6c77c4dc09e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6054a477-c80d-4e3a-845a-4dc1d097ade5']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:40.717315 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Transition to ACTIVE for port object 57fce87a-6787-4b08-b1f8-053382a74306 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:40.728763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:40.736842 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Transition to ACTIVE for port object 57fce87a-6787-4b08-b1f8-053382a74306 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:40.749788 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4888118d-13d1-4288-a5b4-5e4956753de9 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:40.788453 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c7a134bd-bfff-475f-8c1a-f26c1dba98f9 None None] Set router 66faa02e-881d-4048-9b0e-a8a1378d6541 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:45:40.795360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c0f7e1bb-a4a1-4045-82b0-e6c77c4dc09e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc430866-a786-4704-bf0f-20c0772bcf22') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:40.795707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c0f7e1bb-a4a1-4045-82b0-e6c77c4dc09e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc430866-a786-4704-bf0f-20c0772bcf22') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:40.835841 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e1bb-a4a1-4045-82b0-e6c77c4dc09e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.848007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.903933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e1bb-a4a1-4045-82b0-e6c77c4dc09e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.917205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-89a19276-e144-405f-9764-6d39f8036ca2 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:40.962062 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:40.964319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:40.984208 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:41.039922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network a56adc8c-ae02-498d-a16b-297416fd9848 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:41.044147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:41.089951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.103892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Pushing event updated for resources: {'Port': ['ID=57fce87a-6787-4b08-b1f8-053382a74306,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:41.105506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1e00a65e-6c6d-4ddd-8d56-2476c5748511 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.116785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f7e1bb-a4a1-4045-82b0-e6c77c4dc09e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:45:41.117196 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e1bb-a4a1-4045-82b0-e6c77c4dc09e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.119448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.211464 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Attempting to bind port 57fce87a-6787-4b08-b1f8-053382a74306 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:45:41.211943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Attempting to bind port 57fce87a-6787-4b08-b1f8-053382a74306 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:45:41.212415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Attempting to bind port 57fce87a-6787-4b08-b1f8-053382a74306 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:45:41.222201 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:45:41.222767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:41.223357 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.223899 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:45:41.224493 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Bound port: 57fce87a-6787-4b08-b1f8-053382a74306, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:45:41.225154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.247708 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 4888118d-13d1-4288-a5b4-5e4956753de9 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:41.253094 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c7a134bd-bfff-475f-8c1a-f26c1dba98f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630880367', 'tenant_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '5142347d-327d-41f6-b13e-af940efccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:54Z', 'updated_at': '2022-01-28T06:45:35Z', 'revision_number': 5, 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'gw_port': {'id': '5142347d-327d-41f6-b13e-af940efccb0c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:56Z', 'updated_at': '2022-01-28T06:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:41.257474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 4888118d-13d1-4288-a5b4-5e4956753de9 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:41.258120 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.258700 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a134bd-bfff-475f-8c1a-f26c1dba98f9 None None] The sync data for ids ['66faa02e-881d-4048-9b0e-a8a1378d6541'] in dv-neutron-824022-4-hyperv is: [{'id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'name': 'tempest-TestNetworkAdvancedServerOps-router-630880367', 'tenant_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216'}], 'enable_snat': True}, 'gw_port_id': '5142347d-327d-41f6-b13e-af940efccb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:43:54Z', 'updated_at': '2022-01-28T06:45:35Z', 'revision_number': 5, 'project_id': 'a6fb61f475a54f949c93dfd98c4bc549', 'gw_port': {'id': '5142347d-327d-41f6-b13e-af940efccb0c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66faa02e-881d-4048-9b0e-a8a1378d6541', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:43:56Z', 'updated_at': '2022-01-28T06:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:45:41.308678 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:45:41.311139 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:41.386257 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00a65e-6c6d-4ddd-8d56-2476c5748511 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9208429a-2dc1-4e1c-a37b-8c1522617fe7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:41.402046 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Subnet': ['ID=cd985fbf-efbe-4e6b-a08e-87cf6a33ae3a,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:41.438611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Allocated IP 2001:db8::2 (e78635c0-8e44-4a12-9b04-a6bd84bd4a6f/193b3f2c-8ef7-47d7-b90e-fbf35806a07a/771e3a88-93d9-41ea-bd58-94daf00998d1) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:41.459985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Checking segment: {'id': 'c6a31fde-7712-4840-a149-4497a16fcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ea62ca64-5793-4d20-a629-f337a06b561f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:41.460292 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network hostable DHCP agents. Network: ea62ca64-5793-4d20-a629-f337a06b561f, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:45:41.463754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-89a19276-e144-405f-9764-6d39f8036ca2 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.468265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1e00a65e-6c6d-4ddd-8d56-2476c5748511 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.472203 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1e00a65e-6c6d-4ddd-8d56-2476c5748511 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/security-groups/9208429a-2dc1-4e1c-a37b-8c1522617fe7 HTTP/1.1" status: 204 len: 168 time: 1.8733709 Jan 28 06:45:41.475132 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42594) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:41.475586 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73838baa-3f7d-41ec-846e-4d3b2b774066 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Router e4afab3f-1b0d-4e5c-ba50-39f8481e421e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:45:41.499749 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] For port 57fce87a-6787-4b08-b1f8-053382a74306, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:45:41.501749 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4dc81c4f-73cd-484b-89a6-ef4ecc4b99e7 None None] Provisioning complete for port dbbe7a70-c148-43a6-9925-cc3d51853f5b triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:41.502128 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4dc81c4f-73cd-484b-89a6-ef4ecc4b99e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.567513 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-89a19276-e144-405f-9764-6d39f8036ca2 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.576009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd869f7-3ce3-496e-873a-61be3c235325 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting subnet 0641fce2-9209-4ba9-bcb2-3c9c3e875f05 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:41.577204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a19276-e144-405f-9764-6d39f8036ca2 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event deleted for resources: {'Subnet': ['ID=a837974d-3c47-498a-8e33-4aa9f327fc73,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:41.579704 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cfd869f7-3ce3-496e-873a-61be3c235325 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.595004 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-89a19276-e144-405f-9764-6d39f8036ca2 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "DELETE /v2.0/subnets/a837974d-3c47-498a-8e33-4aa9f327fc73 HTTP/1.1" status: 204 len: 168 time: 1.9062550 Jan 28 06:45:41.605969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42598) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:41.624452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:45:41.654471 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cfd869f7-3ce3-496e-873a-61be3c235325 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.654769 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] For port 57fce87a-6787-4b08-b1f8-053382a74306, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=57fce87a-6787-4b08-b1f8-053382a74306,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:45:41.657378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b13ef90-2716-4ebc-9855-5298329c23ee None None] Network 34ccbbcd-21f9-4314-a4df-75e91dd6be18 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:41.731971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e1bb-a4a1-4045-82b0-e6c77c4dc09e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.736085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0f7e1bb-a4a1-4045-82b0-e6c77c4dc09e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.740232 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c0f7e1bb-a4a1-4045-82b0-e6c77c4dc09e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "DELETE /v2.0/networks/6054a477-c80d-4e3a-845a-4dc1d097ade5 HTTP/1.1" status: 204 len: 168 time: 2.1857600 Jan 28 06:45:41.743806 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42602) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:41.752158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network ea62ca64-5793-4d20-a629-f337a06b561f is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:45:41.765160 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.784204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4dc81c4f-73cd-484b-89a6-ef4ecc4b99e7 None None] Port dbbe7a70-c148-43a6-9925-cc3d51853f5b cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:41.786151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.859741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7e1bb-a4a1-4045-82b0-e6c77c4dc09e tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event deleted for resources: {'Network': ['ID=6054a477-c80d-4e3a-845a-4dc1d097ade5,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:41.874581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.887718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73838baa-3f7d-41ec-846e-4d3b2b774066 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:45:41.892955 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-73838baa-3f7d-41ec-846e-4d3b2b774066 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "PUT /v2.0/routers/e4afab3f-1b0d-4e5c-ba50-39f8481e421e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0619488 Jan 28 06:45:41.900532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42606) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:41.907463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:41.934906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92726a7f-8549-4b23-86d7-78863e41671a None None] Sync routers for ids ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:45:42.044356 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-43c90ab2-7dbe-4e81-a2a7-fb880e2bae33 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] show failed (client error): The resource could not be found. Jan 28 06:45:42.045376 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-43c90ab2-7dbe-4e81-a2a7-fb880e2bae33 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-686017857 HTTP/1.1" status: 404 len: 334 time: 0.1439648 Jan 28 06:45:42.051756 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42610) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:42.055162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92726a7f-8549-4b23-86d7-78863e41671a None None] Routers {'e4afab3f-1b0d-4e5c-ba50-39f8481e421e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:42.055849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-92726a7f-8549-4b23-86d7-78863e41671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:42.062070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 398ec9d9-0a42-4171-ac6d-388d78108b54 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:45:42.066861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Pushing event deleted for resources: {'Port': ['ID=ee6d0c46-18a1-4400-bc99-c2f5d889a640,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:42.100558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-36cd22ad-59e5-4d12-8765-13b8db274bed tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:42.121112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea051ea1-f049-4b21-be06-429a33ba9015 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:42.132532 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, ea62ca64-5793-4d20-a629-f337a06b561f) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:42.153400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-92726a7f-8549-4b23-86d7-78863e41671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:42.171328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffac7bc7-e3c6-4faa-9f90-37cf271b880f None None] Network ea62ca64-5793-4d20-a629-f337a06b561f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:42.174397 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-36cd22ad-59e5-4d12-8765-13b8db274bed tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] update failed (client error): The resource could not be found. Jan 28 06:45:42.176135 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-36cd22ad-59e5-4d12-8765-13b8db274bed tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1495225068 HTTP/1.1" status: 404 len: 335 time: 0.1235297 Jan 28 06:45:42.180116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42614) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:42.186672 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:42.187380 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:42.196857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710572e-3e3a-4880-b226-246a8f3b29c9 None None] Pushing event updated for resources: {'Port': ['ID=57fce87a-6787-4b08-b1f8-053382a74306,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:42.201734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:42.210707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 4888118d-13d1-4288-a5b4-5e4956753de9, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4888118d-13d1-4288-a5b4-5e4956753de9,segment=NetworkSegment(8722974f-7517-40b9-8f8f-1aeca95e7800),segment_id=8722974f-7517-40b9-8f8f-1aeca95e7800)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:42.280514 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:42.282391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92726a7f-8549-4b23-86d7-78863e41671a None None] Routers {'e4afab3f-1b0d-4e5c-ba50-39f8481e421e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:42.283029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-92726a7f-8549-4b23-86d7-78863e41671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:42.458412 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:45:42.463007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=4888118d-13d1-4288-a5b4-5e4956753de9,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:42.466713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device fa781e66-6955-492f-87c0-c75d5c6e0060 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:42.473534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::f816:3eff:fe29:8d68 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/73891024-0ab4-42ce-9d60-daba86e0014f/398ec9d9-0a42-4171-ac6d-388d78108b54) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:42.479653 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0b7b9-cf97-46ae-9d56-06502708e243 None None] Sync routers for ids ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:45:42.497045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:42.497436 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0b7b9-cf97-46ae-9d56-06502708e243 None None] Routers {'c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:42.497785 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-90b0b7b9-cf97-46ae-9d56-06502708e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:42.548384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: fa781e66-6955-492f-87c0-c75d5c6e0060 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:42.549030 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device fa781e66-6955-492f-87c0-c75d5c6e0060 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:42.550514 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-92726a7f-8549-4b23-86d7-78863e41671a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:42.550917 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92726a7f-8549-4b23-86d7-78863e41671a None None] The sync data for ids ['e4afab3f-1b0d-4e5c-ba50-39f8481e421e'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:45:42.560858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:42.585999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:42.606520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Deleting port 5142347d-327d-41f6-b13e-af940efccb0c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:42.606520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:42.641548 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Transition to ACTIVE for port object 771e3a88-93d9-41ea-bd58-94daf00998d1 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:42.651510 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-90b0b7b9-cf97-46ae-9d56-06502708e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:42.681244 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0b7b9-cf97-46ae-9d56-06502708e243 None None] Routers {'c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:42.682227 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-90b0b7b9-cf97-46ae-9d56-06502708e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:42.817881 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:42.821772 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:42.822443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4888118d-13d1-4288-a5b4-5e4956753de9 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:42.865846 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0f1b82-6910-410c-97bf-5d7a2608b760 None None] DHCP port deletion for 34ccbbcd-21f9-4314-a4df-75e91dd6be18 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:45:42.869336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-36bf299e-ccfd-41d1-8ebe-3d3a04e732f1 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Deleting subnet 3f60005a-0809-40a5-80e5-0bddeb1cc374 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:42.878108 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9b456d42-354d-427c-a387-ff2791f3bc56 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0501645 Jan 28 06:45:42.879091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-36bf299e-ccfd-41d1-8ebe-3d3a04e732f1 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:42.883766 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42618) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:42.913606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0415474c-76b2-46d3-8b20-0d6508f6940e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2084653960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:42.913721 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Transition to ACTIVE for port object 771e3a88-93d9-41ea-bd58-94daf00998d1 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:42.919904 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-ea62ca64-5793-4d20-a629-f337a06b561f', 'network_id': 'ea62ca64-5793-4d20-a629-f337a06b561f', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'fixed_ips': [{'subnet_id': 'cd985fbf-efbe-4e6b-a08e-87cf6a33ae3a'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:45:42.921081 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:42.936499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f1b82-6910-410c-97bf-5d7a2608b760 None None] Deleting port 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:42.937126 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1b82-6910-410c-97bf-5d7a2608b760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:42.950430 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-90b0b7b9-cf97-46ae-9d56-06502708e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:42.950966 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0b7b9-cf97-46ae-9d56-06502708e243 None None] The sync data for ids ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:45:42.991657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cfd869f7-3ce3-496e-873a-61be3c235325 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.009534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0415474c-76b2-46d3-8b20-0d6508f6940e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:43.019258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0415474c-76b2-46d3-8b20-0d6508f6940e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:router and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:43.028217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0415474c-76b2-46d3-8b20-0d6508f6940e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:43.037114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea051ea1-f049-4b21-be06-429a33ba9015 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.047475 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-edb38d80-8cdc-4cfe-8d1b-14c15ce89513 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4347947 Jan 28 06:45:43.056313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42622) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:43.058397 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.059383 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Fanout notify agent at l3_agent the message router_deleted on router a3065c9b-e768-46a7-a907-5489c16d7947 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:45:43.069681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.076648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0415474c-76b2-46d3-8b20-0d6508f6940e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:43.077018 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5da9d169-1594-4e5d-b562-ede0494f227f tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "DELETE /v2.0/routers/a3065c9b-e768-46a7-a907-5489c16d7947 HTTP/1.1" status: 204 len: 168 time: 6.0314753 Jan 28 06:45:43.077798 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42626) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:43.098165 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-852292707', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:43.118130 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:43.119838 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.126556 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ea051ea1-f049-4b21-be06-429a33ba9015 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a586f16e-e2c9-4dff-b140-856858312e95']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:43.139003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Usage tracker for resource:router and tenant:3ea613ec7cc64252be553c315f26d040 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:43.146750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:43.153465 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-36bf299e-ccfd-41d1-8ebe-3d3a04e732f1 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.187536 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ea051ea1-f049-4b21-be06-429a33ba9015 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b21dd95-958a-4a38-9072-0d9a52b5d919') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:43.187889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ea051ea1-f049-4b21-be06-429a33ba9015 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b21dd95-958a-4a38-9072-0d9a52b5d919') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:43.202953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:43.219697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea051ea1-f049-4b21-be06-429a33ba9015 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.237265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6294af7-9b9f-430c-9a56-a4b6360b3123 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:43.241086 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a6294af7-9b9f-430c-9a56-a4b6360b3123 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports/dbbe7a70-c148-43a6-9925-cc3d51853f5b HTTP/1.1" status: 200 len: 910 time: 0.1788480 Jan 28 06:45:43.247047 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42630) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:43.247464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.253388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0415474c-76b2-46d3-8b20-0d6508f6940e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.254414 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0415474c-76b2-46d3-8b20-0d6508f6940e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.261949 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 4888118d-13d1-4288-a5b4-5e4956753de9 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:43.262336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.282658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 398ec9d9-0a42-4171-ac6d-388d78108b54 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:43.303194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0415474c-76b2-46d3-8b20-0d6508f6940e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.316842 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea051ea1-f049-4b21-be06-429a33ba9015 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.322011 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.322749 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.324346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] For port 5142347d-327d-41f6-b13e-af940efccb0c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5142347d-327d-41f6-b13e-af940efccb0c,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:43.324705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.387725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Network e78635c0-8e44-4a12-9b04-a6bd84bd4a6f is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:43.408274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Pushing event updated for resources: {'Port': ['ID=771e3a88-93d9-41ea-bd58-94daf00998d1,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:43.411380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:43.411545 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cfd869f7-3ce3-496e-873a-61be3c235325 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.427625 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea051ea1-f049-4b21-be06-429a33ba9015 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:45:43.428047 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea051ea1-f049-4b21-be06-429a33ba9015 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.454727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Calling delete_port for 5142347d-327d-41f6-b13e-af940efccb0c owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:45:43.467206 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:45:43.520282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.523489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:43.524457 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd869f7-3ce3-496e-873a-61be3c235325 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Subnet': ['ID=0641fce2-9209-4ba9-bcb2-3c9c3e875f05,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:43.524827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Allocated IP 2001:db8:1::2 (ea62ca64-5793-4d20-a629-f337a06b561f/cd985fbf-efbe-4e6b-a08e-87cf6a33ae3a/45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:43.540400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cfd869f7-3ce3-496e-873a-61be3c235325 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.573869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0415474c-76b2-46d3-8b20-0d6508f6940e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.599384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b182be5-a9bf-4865-a3b8-77942b95cae0 None None] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:43.640808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.674499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-36bf299e-ccfd-41d1-8ebe-3d3a04e732f1 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.703771 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cfd869f7-3ce3-496e-873a-61be3c235325 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/0641fce2-9209-4ba9-bcb2-3c9c3e875f05 HTTP/1.1" status: 204 len: 168 time: 2.2223423 Jan 28 06:45:43.707939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42634) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:43.714911 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0415474c-76b2-46d3-8b20-0d6508f6940e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.716535 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0415474c-76b2-46d3-8b20-0d6508f6940e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8214161 Jan 28 06:45:43.728359 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42638) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:43.788409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:43.798898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:43.813451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:43.820249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:43.868977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.868977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=398ec9d9-0a42-4171-ac6d-388d78108b54,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:43.868977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f50e9e9-7159-4343-b5f6-d660426d0cca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting subnet c49e0e76-a8e8-4cd5-bbce-37f4b1b067d5 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:43.868977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f50e9e9-7159-4343-b5f6-d660426d0cca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.908309 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea051ea1-f049-4b21-be06-429a33ba9015 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.908781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Attempting to bind port 771e3a88-93d9-41ea-bd58-94daf00998d1 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:45:43.909260 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Attempting to bind port 771e3a88-93d9-41ea-bd58-94daf00998d1 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'ad66fdb1-5a0e-4032-bec6-710d08e1f53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e78635c0-8e44-4a12-9b04-a6bd84bd4a6f'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:45:43.909775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Attempting to bind port 771e3a88-93d9-41ea-bd58-94daf00998d1 on network e78635c0-8e44-4a12-9b04-a6bd84bd4a6f {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:45:43.912679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea051ea1-f049-4b21-be06-429a33ba9015 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.928057 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f50e9e9-7159-4343-b5f6-d660426d0cca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:43.986260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.005929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9e0f1b82-6910-410c-97bf-5d7a2608b760 None None] For port 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=1495ae44-2b8d-4368-9d42-51f5d0e3a3b3,segment=NetworkSegment(05718cfa-fa4f-4eed-88fa-4995893715c5),segment_id=05718cfa-fa4f-4eed-88fa-4995893715c5)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:44.006932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1b82-6910-410c-97bf-5d7a2608b760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.018803 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:45:44.019517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Checking segment: {'id': 'ad66fdb1-5a0e-4032-bec6-710d08e1f53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e78635c0-8e44-4a12-9b04-a6bd84bd4a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:44.020031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.020553 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Bound using segment: {'id': 'ad66fdb1-5a0e-4032-bec6-710d08e1f53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e78635c0-8e44-4a12-9b04-a6bd84bd4a6f'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:45:44.021148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Bound port: 771e3a88-93d9-41ea-bd58-94daf00998d1, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad66fdb1-5a0e-4032-bec6-710d08e1f53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e78635c0-8e44-4a12-9b04-a6bd84bd4a6f'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:45:44.021628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.038966 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3e1faae8-8647-44f5-8a0c-25ada6461ff4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2250617 Jan 28 06:45:44.046926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42642) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:44.061852 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event deleted for resources: {'Port': ['ID=5142347d-327d-41f6-b13e-af940efccb0c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:44.100604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:44.255870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.293744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:44.293744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b24e0eeb-0eb6-4c22-8a54-a635f3af6a63 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:44.308010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9e0f1b82-6910-410c-97bf-5d7a2608b760 None None] Calling delete_port for 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:44.311002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f50e9e9-7159-4343-b5f6-d660426d0cca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.313201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea051ea1-f049-4b21-be06-429a33ba9015 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] Pushing event deleted for resources: {'Network': ['ID=a586f16e-e2c9-4dff-b140-856858312e95,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:44.325216 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ea051ea1-f049-4b21-be06-429a33ba9015 tempest-BulkNetworkOpsIpV6Test-601527247 tempest-BulkNetworkOpsIpV6Test-601527247-project] 10.222.0.25 "DELETE /v2.0/networks/a586f16e-e2c9-4dff-b140-856858312e95 HTTP/1.1" status: 204 len: 168 time: 2.5736821 Jan 28 06:45:44.439147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] For port 771e3a88-93d9-41ea-bd58-94daf00998d1, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:45:44.442410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] For port 771e3a88-93d9-41ea-bd58-94daf00998d1, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=771e3a88-93d9-41ea-bd58-94daf00998d1,segment=NetworkSegment(ad66fdb1-5a0e-4032-bec6-710d08e1f53c),segment_id=ad66fdb1-5a0e-4032-bec6-710d08e1f53c)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:45:44.563289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.626040 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c334221f-46a7-433d-8e23-6602ad8de47a None None] Provisioning for port 57fce87a-6787-4b08-b1f8-053382a74306 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:44.647086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.656589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.675968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0616ca-9973-46e3-861e-0f165e3d0f7f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:44.682749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0616ca-9973-46e3-861e-0f165e3d0f7f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:44.683731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d0616ca-9973-46e3-861e-0f165e3d0f7f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:44.748739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.772815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-36bf299e-ccfd-41d1-8ebe-3d3a04e732f1 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.785222 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96cd027-5551-4738-b246-bbc98bad9253 None None] Pushing event updated for resources: {'Port': ['ID=771e3a88-93d9-41ea-bd58-94daf00998d1,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:44.794976 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.811521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Transition to ACTIVE for port object 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:44.819947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f50e9e9-7159-4343-b5f6-d660426d0cca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.824916 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e0f1b82-6910-410c-97bf-5d7a2608b760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.890397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.891205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Fanout notify agent at l3_agent the message router_deleted on router 66faa02e-881d-4048-9b0e-a8a1378d6541 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:45:44.892542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d0616ca-9973-46e3-861e-0f165e3d0f7f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:44.897598 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9d0616ca-9973-46e3-861e-0f165e3d0f7f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8422360 Jan 28 06:45:44.900438 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42648) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:44.904798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 57fce87a-6787-4b08-b1f8-053382a74306 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:44.926616 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf299e-ccfd-41d1-8ebe-3d3a04e732f1 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event deleted for resources: {'Subnet': ['ID=3f60005a-0809-40a5-80e5-0bddeb1cc374,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:44.932438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-36bf299e-ccfd-41d1-8ebe-3d3a04e732f1 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:44.992771 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2882bc30-d9f9-4a63-96a0-9e6eea51f222 None None] Network b699ecba-2a13-4d31-9b3b-05c123eef9b2 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:44.998217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50e9e9-7159-4343-b5f6-d660426d0cca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Subnet': ['ID=c49e0e76-a8e8-4cd5-bbce-37f4b1b067d5,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:45.020222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f50e9e9-7159-4343-b5f6-d660426d0cca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:45.022196 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0f50e9e9-7159-4343-b5f6-d660426d0cca tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/c49e0e76-a8e8-4cd5-bbce-37f4b1b067d5 HTTP/1.1" status: 204 len: 168 time: 1.3091729 Jan 28 06:45:45.027619 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-36bf299e-ccfd-41d1-8ebe-3d3a04e732f1 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "DELETE /v2.0/subnets/3f60005a-0809-40a5-80e5-0bddeb1cc374 HTTP/1.1" status: 204 len: 168 time: 2.8301282 Jan 28 06:45:45.027846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:45.029076 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-592ef996-7049-42ee-9678-c8d95311a52c tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "DELETE /v2.0/routers/66faa02e-881d-4048-9b0e-a8a1378d6541 HTTP/1.1" status: 204 len: 168 time: 3.4237037 Jan 28 06:45:45.029492 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42654) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:45.037705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-21f88d89-6f68-46d2-b4a5-1c2f2e91cbcd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 398ec9d9-0a42-4171-ac6d-388d78108b54 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:45.038586 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21f88d89-6f68-46d2-b4a5-1c2f2e91cbcd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:45.060644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f1b82-6910-410c-97bf-5d7a2608b760 None None] Pushing event deleted for resources: {'Port': ['ID=1495ae44-2b8d-4368-9d42-51f5d0e3a3b3,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:45.072934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Transition to ACTIVE for port object 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:45.074328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0f1b82-6910-410c-97bf-5d7a2608b760 None None] No DVR routers for this DVR port 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:45.103159 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42656) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:45.103159 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42658) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:45.199009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42666) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:45.216810 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-abd5c73b-28d8-4335-9cee-2e1110463b62 None None] Provisioning for port 398ec9d9-0a42-4171-ac6d-388d78108b54 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:45.220584 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:45.283869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-abd5c73b-28d8-4335-9cee-2e1110463b62 None None] Provisioning complete for port 398ec9d9-0a42-4171-ac6d-388d78108b54 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:45.284357 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-abd5c73b-28d8-4335-9cee-2e1110463b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:45.297427 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-5589ad25-939d-4105-91f8-721bfc292999 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] DELETE failed (client error): The resource could not be found. Jan 28 06:45:45.298045 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5589ad25-939d-4105-91f8-721bfc292999 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:45.299582 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5589ad25-939d-4105-91f8-721bfc292999 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/0641fce2-9209-4ba9-bcb2-3c9c3e875f05 HTTP/1.1" status: 404 len: 337 time: 0.2661488 Jan 28 06:45:45.332061 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42672) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:45.475789 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ffc95e-fb91-4b23-8e1e-22a0f5d4d0bd tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Deleting subnet 0c28562e-35f5-4d9c-97d7-95844d8f8ac9 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:45.510366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25ffc95e-fb91-4b23-8e1e-22a0f5d4d0bd tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:45.574546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21f88d89-6f68-46d2-b4a5-1c2f2e91cbcd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:45.581292 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Network ea62ca64-5793-4d20-a629-f337a06b561f is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:45.595663 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:45.612016 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:45.613611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Pushing event updated for resources: {'Port': ['ID=45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:45.627139 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-abd5c73b-28d8-4335-9cee-2e1110463b62 None None] Port 398ec9d9-0a42-4171-ac6d-388d78108b54 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:45.723002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 57fce87a-6787-4b08-b1f8-053382a74306 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:45.738644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 57fce87a-6787-4b08-b1f8-053382a74306 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:45.739039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:45.780183 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-21f88d89-6f68-46d2-b4a5-1c2f2e91cbcd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 398ec9d9-0a42-4171-ac6d-388d78108b54 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:45.836637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Attempting to bind port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:45:45.837012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Attempting to bind port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'c6a31fde-7712-4840-a149-4497a16fcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ea62ca64-5793-4d20-a629-f337a06b561f'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:45:45.837376 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Attempting to bind port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b on network ea62ca64-5793-4d20-a629-f337a06b561f {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:45:45.859090 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:45:45.859490 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Checking segment: {'id': 'c6a31fde-7712-4840-a149-4497a16fcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ea62ca64-5793-4d20-a629-f337a06b561f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:45.860082 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:45.860856 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Bound using segment: {'id': 'c6a31fde-7712-4840-a149-4497a16fcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ea62ca64-5793-4d20-a629-f337a06b561f'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:45:45.861492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Bound port: 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a31fde-7712-4840-a149-4497a16fcd41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ea62ca64-5793-4d20-a629-f337a06b561f'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:45:45.862042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:45.882917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:45.994722 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f098cf7a-cffd-4e63-8c4f-d8827accb647 None None] DHCP port deletion for b699ecba-2a13-4d31-9b3b-05c123eef9b2 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:45:46.026419 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f098cf7a-cffd-4e63-8c4f-d8827accb647 None None] Deleting port 588a51ec-5055-488d-b377-f05168d08a9c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:46.026794 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f098cf7a-cffd-4e63-8c4f-d8827accb647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.054437 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4fa33fb2-c334-4a51-94bd-ba80764c130f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.106479 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] For port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:45:46.113019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21f88d89-6f68-46d2-b4a5-1c2f2e91cbcd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.114771 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.128465 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7f58f9d5-2dca-40f3-b7ad-5ff18f16dfbf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2423f3b6abf49ba8fe2abb8206063a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8752439 Jan 28 06:45:46.131010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.134526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42676) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:46.142076 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] For port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b,segment=NetworkSegment(c6a31fde-7712-4840-a149-4497a16fcd41),segment_id=c6a31fde-7712-4840-a149-4497a16fcd41)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:45:46.151994 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25ffc95e-fb91-4b23-8e1e-22a0f5d4d0bd tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.185718 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-9313fe98-62fb-4a54-bcfe-fcb24441aa5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting subnet 5d3bdec3-1231-4cae-b772-b388b4a28570 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:46.255826 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 57fce87a-6787-4b08-b1f8-053382a74306, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=57fce87a-6787-4b08-b1f8-053382a74306,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:46.271716 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9313fe98-62fb-4a54-bcfe-fcb24441aa5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.271980 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.292525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f88d89-6f68-46d2-b4a5-1c2f2e91cbcd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=398ec9d9-0a42-4171-ac6d-388d78108b54,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:46.309690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-21f88d89-6f68-46d2-b4a5-1c2f2e91cbcd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.350069 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eb625c-80ad-4e01-86cb-6ff53f2c3b5d None None] Network e963dc21-bd4b-40f6-84e6-3da66e568bc5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:46.382434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9ef2-b717-4dfb-ae19-bbd8c596c27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.396455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.400787 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-21f88d89-6f68-46d2-b4a5-1c2f2e91cbcd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/398ec9d9-0a42-4171-ac6d-388d78108b54 HTTP/1.1" status: 204 len: 168 time: 1.4866152 Jan 28 06:45:46.403947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42680) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:46.514789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0be517-f1ae-4c63-8778-75f9d5a54191 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:46.516372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0be517-f1ae-4c63-8778-75f9d5a54191 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:46.517180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bf0be517-f1ae-4c63-8778-75f9d5a54191 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:46.533184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9ef2-b717-4dfb-ae19-bbd8c596c27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.561118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:46.618790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bc7da89e-8dc6-48ce-83bd-0088dc1eb6b5 None None] Provisioning complete for port d95f5ad5-534c-4813-a60a-b11c6efde357 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:46.619163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bc7da89e-8dc6-48ce-83bd-0088dc1eb6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.625880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bf0be517-f1ae-4c63-8778-75f9d5a54191 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:46.627158 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bf0be517-f1ae-4c63-8778-75f9d5a54191 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2230985 Jan 28 06:45:46.629769 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42684) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:46.698134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9ef2-b717-4dfb-ae19-bbd8c596c27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.700652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:46.701158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 1495ae44-2b8d-4368-9d42-51f5d0e3a3b3 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:46.745707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9313fe98-62fb-4a54-bcfe-fcb24441aa5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.746936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f098cf7a-cffd-4e63-8c4f-d8827accb647 None None] For port 588a51ec-5055-488d-b377-f05168d08a9c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=588a51ec-5055-488d-b377-f05168d08a9c,segment=NetworkSegment(c525c3e1-edf1-4b58-98d3-138bcc59d640),segment_id=c525c3e1-edf1-4b58-98d3-138bcc59d640)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:46.747369 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f098cf7a-cffd-4e63-8c4f-d8827accb647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.750168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd9ef2-b717-4dfb-ae19-bbd8c596c27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c32fdb1-d9c3-4fbc-a8f7-6d48f2a0e70f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:46.764811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d7dd9ef2-b717-4dfb-ae19-bbd8c596c27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.773085 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2e628-d985-4c7f-89cb-2d546dbdd253 None None] Pushing event updated for resources: {'Port': ['ID=45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:46.797158 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d7dd9ef2-b717-4dfb-ae19-bbd8c596c27b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c32fdb1-d9c3-4fbc-a8f7-6d48f2a0e70f HTTP/1.1" status: 204 len: 168 time: 0.5283473 Jan 28 06:45:46.805246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-909159ee-72ad-432e-ac91-814f36bb69ec tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 73891024-0ab4-42ce-9d60-daba86e0014f {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:46.844994 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-909159ee-72ad-432e-ac91-814f36bb69ec tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.897366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9313fe98-62fb-4a54-bcfe-fcb24441aa5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:46.988110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-909159ee-72ad-432e-ac91-814f36bb69ec tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:47.096767 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-909159ee-72ad-432e-ac91-814f36bb69ec tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:47.131218 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9313fe98-62fb-4a54-bcfe-fcb24441aa5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:47.153029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 771e3a88-93d9-41ea-bd58-94daf00998d1 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:47.176463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b86b32-26b7-47e4-b4cb-448c2542fa84 None None] Network e78635c0-8e44-4a12-9b04-a6bd84bd4a6f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:47.189330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9313fe98-62fb-4a54-bcfe-fcb24441aa5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:47.212984 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f098cf7a-cffd-4e63-8c4f-d8827accb647 None None] Calling delete_port for 588a51ec-5055-488d-b377-f05168d08a9c owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:47.267164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-909159ee-72ad-432e-ac91-814f36bb69ec tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:47.289171 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313fe98-62fb-4a54-bcfe-fcb24441aa5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3bdec3-1231-4cae-b772-b388b4a28570,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:47.350146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909159ee-72ad-432e-ac91-814f36bb69ec tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=73891024-0ab4-42ce-9d60-daba86e0014f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:47.359997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-909159ee-72ad-432e-ac91-814f36bb69ec tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:47.378094 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e122c6e3-cabd-4f98-97dc-049b4864f6c4 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:47.425805 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-909159ee-72ad-432e-ac91-814f36bb69ec tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/73891024-0ab4-42ce-9d60-daba86e0014f HTTP/1.1" status: 204 len: 168 time: 0.7925520 Jan 28 06:45:47.426122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42696) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:47.532143 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-964ac032-a3d6-440e-b861-72188a8756d7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028249 Jan 28 06:45:47.537497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42704) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:47.601210 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4fa33fb2-c334-4a51-94bd-ba80764c130f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:47.616488 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9313fe98-62fb-4a54-bcfe-fcb24441aa5f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/5d3bdec3-1231-4cae-b772-b388b4a28570 HTTP/1.1" status: 204 len: 168 time: 2.2602127 Jan 28 06:45:47.630027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42708) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:47.630444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=57fce87a-6787-4b08-b1f8-053382a74306,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:47.690780 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21f1a48-efc0-4461-a1ab-92443268813d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] DELETE failed (client error): The resource could not be found. Jan 28 06:45:47.691252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21f1a48-efc0-4461-a1ab-92443268813d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:47.696336 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e21f1a48-efc0-4461-a1ab-92443268813d tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/df06854c-d351-471f-99c4-8b96147c55e4 HTTP/1.1" status: 404 len: 337 time: 0.0625772 Jan 28 06:45:47.698385 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42712) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:47.700116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:47.784340 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-4fa33fb2-c334-4a51-94bd-ba80764c130f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ccbbcd-21f9-4314-a4df-75e91dd6be18']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:47.798198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:47.814586 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25ffc95e-fb91-4b23-8e1e-22a0f5d4d0bd tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:47.853300 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f855aef7-9549-4333-973a-ba797afdde56 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57f0ad9-dce9-480b-af67-977463b7fb6f HTTP/1.1" status: 200 len: 205 time: 0.1510775 Jan 28 06:45:47.855037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42718) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:47.969909 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-4fa33fb2-c334-4a51-94bd-ba80764c130f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05718cfa-fa4f-4eed-88fa-4995893715c5') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:47.970528 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-4fa33fb2-c334-4a51-94bd-ba80764c130f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05718cfa-fa4f-4eed-88fa-4995893715c5') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:47.981017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259b22e3-ea29-4e96-a280-1426b89635a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:47.981827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-259b22e3-ea29-4e96-a280-1426b89635a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:47.987032 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-f0b17df0-416f-4479-a6e9-ceb4079c97bc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] delete failed (client error): The resource could not be found. Jan 28 06:45:47.988131 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f0b17df0-416f-4479-a6e9-ceb4079c97bc tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/routers/f57f0ad9-dce9-480b-af67-977463b7fb6f HTTP/1.1" status: 404 len: 336 time: 0.1321876 Jan 28 06:45:47.992480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42722) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:48.004536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f098cf7a-cffd-4e63-8c4f-d8827accb647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:48.038782 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4fa33fb2-c334-4a51-94bd-ba80764c130f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:48.095345 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bc7da89e-8dc6-48ce-83bd-0088dc1eb6b5 None None] Provisioning complete for port bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:48.096080 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bc7da89e-8dc6-48ce-83bd-0088dc1eb6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:48.115760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4fa33fb2-c334-4a51-94bd-ba80764c130f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:48.165791 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a44ed4-463c-4451-97cc-4a1ac63b9cbe tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] DELETE failed (client error): The resource could not be found. Jan 28 06:45:48.166228 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a44ed4-463c-4451-97cc-4a1ac63b9cbe tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:48.168177 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-39a44ed4-463c-4451-97cc-4a1ac63b9cbe tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/0607e917-0546-422d-8cf7-8e63deb50fc5 HTTP/1.1" status: 404 len: 337 time: 0.1746840 Jan 28 06:45:48.182454 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098cf7a-cffd-4e63-8c4f-d8827accb647 None None] Pushing event deleted for resources: {'Port': ['ID=588a51ec-5055-488d-b377-f05168d08a9c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:48.182454 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 771e3a88-93d9-41ea-bd58-94daf00998d1 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:48.182454 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c3fcb-8b28-4d09-85d6-38643eb90622 None None] Network ea62ca64-5793-4d20-a629-f337a06b561f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:48.184620 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42730) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:48.204545 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa33fb2-c334-4a51-94bd-ba80764c130f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:45:48.204969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4fa33fb2-c334-4a51-94bd-ba80764c130f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:48.221944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f098cf7a-cffd-4e63-8c4f-d8827accb647 None None] No DVR routers for this DVR port 588a51ec-5055-488d-b377-f05168d08a9c on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:45:48.227544 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:45:48.234320 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a3e32b-48e0-4cf7-bef2-6e4a2cc5bada tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] DELETE failed (client error): The resource could not be found. Jan 28 06:45:48.235044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a3e32b-48e0-4cf7-bef2-6e4a2cc5bada tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:48.237296 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-07a3e32b-48e0-4cf7-bef2-6e4a2cc5bada tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/6e5d2dd7-565c-4390-8f3e-2f656e05b475 HTTP/1.1" status: 404 len: 337 time: 0.0517006 Jan 28 06:45:48.238529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-259b22e3-ea29-4e96-a280-1426b89635a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:48.241839 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-259b22e3-ea29-4e96-a280-1426b89635a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7009423 Jan 28 06:45:48.241839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42736) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:48.245252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42738) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:48.274708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Allocated IP 2001:db8::1 (e78635c0-8e44-4a12-9b04-a6bd84bd4a6f/193b3f2c-8ef7-47d7-b90e-fbf35806a07a/e012dc41-07a8-4d75-ad51-5bc824ac3e25) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:48.347582 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c6286d-1867-4dae-94c4-5c87f21839d8 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] DELETE failed (client error): The resource could not be found. Jan 28 06:45:48.348037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c6286d-1867-4dae-94c4-5c87f21839d8 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:48.348856 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-bc7da89e-8dc6-48ce-83bd-0088dc1eb6b5 None None] Port bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:48.352286 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-98c6286d-1867-4dae-94c4-5c87f21839d8 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/39885b6e-aca8-42f2-ba1b-ea433008d95d HTTP/1.1" status: 404 len: 337 time: 0.1074321 Jan 28 06:45:48.355451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42744) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:48.360365 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 588a51ec-5055-488d-b377-f05168d08a9c no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:48.406009 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 588a51ec-5055-488d-b377-f05168d08a9c {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:48.406665 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 588a51ec-5055-488d-b377-f05168d08a9c not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:48.407420 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5142347d-327d-41f6-b13e-af940efccb0c no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:48.425222 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1990b8-a350-4310-9524-e79438df835c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] DELETE failed (client error): The resource could not be found. Jan 28 06:45:48.425222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1990b8-a350-4310-9524-e79438df835c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:48.425222 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cb1990b8-a350-4310-9524-e79438df835c tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/0846788f-c132-4da1-91b1-0c7a013a7d89 HTTP/1.1" status: 404 len: 333 time: 0.0640562 Jan 28 06:45:48.425222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42750) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:48.485240 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Allocated IP 172.21.0.1 (d26e3883-4961-49ee-a17f-895ea1dd4118/53dd7f03-a51a-4f53-9eac-03e875565d6e/2e190025-d12c-4d8b-b9ac-34dc2245f922) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:48.488773 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-445381a1-fb5f-496c-843f-18da57fadcea tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] DELETE failed (client error): The resource could not be found. Jan 28 06:45:48.489560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445381a1-fb5f-496c-843f-18da57fadcea tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:48.492835 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-445381a1-fb5f-496c-843f-18da57fadcea tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/5bcc220a-3f76-45ab-b546-aa776866420a HTTP/1.1" status: 404 len: 337 time: 0.0687494 Jan 28 06:45:48.496054 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42754) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:48.502091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866e1175-505c-40ff-affc-680fd43a0dbd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:48.502964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-866e1175-505c-40ff-affc-680fd43a0dbd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:48.538741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42758) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:48.540460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a271b-c1f6-4002-99b9-be2937e390f8 None None] DHCP port deletion for e963dc21-bd4b-40f6-84e6-3da66e568bc5 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:45:48.541951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 5142347d-327d-41f6-b13e-af940efccb0c {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:48.542203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Allocated IP 172.26.4.227 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/e4008858-00be-4eb2-afad-ec548e1fc8ac) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:48.542415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5142347d-327d-41f6-b13e-af940efccb0c not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:48.546698 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25ffc95e-fb91-4b23-8e1e-22a0f5d4d0bd tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:48.561928 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-1325583d-95dc-48d4-bc84-c8cda521812f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] DELETE failed (client error): The resource could not be found. Jan 28 06:45:48.562402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1325583d-95dc-48d4-bc84-c8cda521812f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:48.566524 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1325583d-95dc-48d4-bc84-c8cda521812f tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/96178a59-836f-4f4b-9e35-68ed64e31d1d HTTP/1.1" status: 404 len: 337 time: 0.0669332 Jan 28 06:45:48.568582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42762) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:48.591774 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-746a271b-c1f6-4002-99b9-be2937e390f8 None None] Deleting port d95f5ad5-534c-4813-a60a-b11c6efde357 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:48.592206 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-746a271b-c1f6-4002-99b9-be2937e390f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:48.621590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4fa33fb2-c334-4a51-94bd-ba80764c130f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:48.641445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffc95e-fb91-4b23-8e1e-22a0f5d4d0bd tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event deleted for resources: {'Subnet': ['ID=0c28562e-35f5-4d9c-97d7-95844d8f8ac9,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:48.647696 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf5458d-1a87-49a5-9b01-e40a8e3c1adb tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] DELETE failed (client error): The resource could not be found. Jan 28 06:45:48.648600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf5458d-1a87-49a5-9b01-e40a8e3c1adb tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:48.653544 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8cf5458d-1a87-49a5-9b01-e40a8e3c1adb tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/8b26e84b-8c6b-4ea2-8ad1-278004a24941 HTTP/1.1" status: 404 len: 333 time: 0.0807228 Jan 28 06:45:48.654074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42768) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:48.678216 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4fa33fb2-c334-4a51-94bd-ba80764c130f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:48.707645 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed7b6ab-5be8-4595-8cd2-74664c054275 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] DELETE failed (client error): The resource could not be found. Jan 28 06:45:48.707645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed7b6ab-5be8-4595-8cd2-74664c054275 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:48.712389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa33fb2-c334-4a51-94bd-ba80764c130f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event deleted for resources: {'Network': ['ID=34ccbbcd-21f9-4314-a4df-75e91dd6be18,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:48.712564 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4ed7b6ab-5be8-4595-8cd2-74664c054275 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/f365dc06-4713-4ab3-9462-a29791238d6a HTTP/1.1" status: 404 len: 337 time: 0.0546482 Jan 28 06:45:48.712950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42772) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:48.746631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994686cf-85ce-46f7-9b13-a545689a6836 None None] Network ffb13ea6-9982-41c2-a323-ee20bea9a68e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:48.770743 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-52050b10-ac09-4d0e-968e-fc0776a3be09 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] DELETE failed (client error): The resource could not be found. Jan 28 06:45:48.771522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52050b10-ac09-4d0e-968e-fc0776a3be09 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:45:48.776984 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-52050b10-ac09-4d0e-968e-fc0776a3be09 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/subnets/2a4d6740-9132-4071-9f57-e7a29e74ea19 HTTP/1.1" status: 404 len: 337 time: 0.0602438 Jan 28 06:45:48.777127 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42776) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:48.824626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25ffc95e-fb91-4b23-8e1e-22a0f5d4d0bd tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:48.831140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-866e1175-505c-40ff-affc-680fd43a0dbd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:48.832514 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-866e1175-505c-40ff-affc-680fd43a0dbd tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5863588 Jan 28 06:45:48.841355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-301d7cf3-e7cd-47ec-999f-894f3126cb82 None None] Provisioning for port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:48.844786 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-25ffc95e-fb91-4b23-8e1e-22a0f5d4d0bd tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "DELETE /v2.0/subnets/0c28562e-35f5-4d9c-97d7-95844d8f8ac9 HTTP/1.1" status: 204 len: 168 time: 3.7352793 Jan 28 06:45:48.853677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42780) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:48.854254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42782) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:48.892899 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4fa33fb2-c334-4a51-94bd-ba80764c130f tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "DELETE /v2.0/networks/34ccbbcd-21f9-4314-a4df-75e91dd6be18 HTTP/1.1" status: 204 len: 168 time: 3.7810643 Jan 28 06:45:48.973547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4385fb7c-7bfc-4213-9083-5006e9d7132b None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:45:48.979657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42788) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:49.056089 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-86f0e1ab-16b2-487d-a309-0bd1e2b3e176 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2002487 Jan 28 06:45:49.066870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42792) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:49.087012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-95c5810b-98d6-474a-bc85-5c55e54b69f8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:49.107778 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:49.118213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.133376 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4385fb7c-7bfc-4213-9083-5006e9d7132b None None] Deleting port 57fce87a-6787-4b08-b1f8-053382a74306 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:49.133747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4385fb7c-7bfc-4213-9083-5006e9d7132b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.180044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf6cd0-832e-49ec-96d8-1c39a5e8bb9e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Deleting port bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:49.180408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8cf6cd0-832e-49ec-96d8-1c39a5e8bb9e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.197910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-1d2cfc43-a01f-4cd2-95b6-daf1a0ea5685 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-767963520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:49.211353 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1d2cfc43-a01f-4cd2-95b6-daf1a0ea5685 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:49.277929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.283545 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.290581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1d2cfc43-a01f-4cd2-95b6-daf1a0ea5685 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Usage tracker for resource:router and tenant:467640f7d9c7448da3d0f7c834c3e1e7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:49.294540 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-746a271b-c1f6-4002-99b9-be2937e390f8 None None] For port d95f5ad5-534c-4813-a60a-b11c6efde357, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d95f5ad5-534c-4813-a60a-b11c6efde357,segment=NetworkSegment(68adcf1f-b331-41a8-9716-90ef9625860c),segment_id=68adcf1f-b331-41a8-9716-90ef9625860c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:49.294961 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-746a271b-c1f6-4002-99b9-be2937e390f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.324273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-301d7cf3-e7cd-47ec-999f-894f3126cb82 None None] Provisioning for port 771e3a88-93d9-41ea-bd58-94daf00998d1 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:49.331114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f9e2-305c-400e-be78-118d75d13ef7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.332483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1d2cfc43-a01f-4cd2-95b6-daf1a0ea5685 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:49.344152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ab553e0c-7fc9-458d-8142-65713a528ac6 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.369929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1d2cfc43-a01f-4cd2-95b6-daf1a0ea5685 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:49.393288 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Transition to ACTIVE for port object 2e190025-d12c-4d8b-b9ac-34dc2245f922 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:49.396825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:49.403998 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:49.419438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:49.464831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Pushing event updated for resources: {'Port': ['ID=e4008858-00be-4eb2-afad-ec548e1fc8ac,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:49.478102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1d2cfc43-a01f-4cd2-95b6-daf1a0ea5685 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.479174 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1d2cfc43-a01f-4cd2-95b6-daf1a0ea5685 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.505815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.524679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ab553e0c-7fc9-458d-8142-65713a528ac6 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.534897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-746a271b-c1f6-4002-99b9-be2937e390f8 None None] Calling delete_port for d95f5ad5-534c-4813-a60a-b11c6efde357 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:49.538922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-95c5810b-98d6-474a-bc85-5c55e54b69f8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:49.548218 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-95c5810b-98d6-474a-bc85-5c55e54b69f8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:49.563840 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-301d7cf3-e7cd-47ec-999f-894f3126cb82 None None] Provisioning complete for port 771e3a88-93d9-41ea-bd58-94daf00998d1 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:49.564754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-301d7cf3-e7cd-47ec-999f-894f3126cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.589093 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Transition to ACTIVE for port object e012dc41-07a8-4d75-ad51-5bc824ac3e25 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:49.602045 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1d2cfc43-a01f-4cd2-95b6-daf1a0ea5685 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.728141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.730028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f9e2-305c-400e-be78-118d75d13ef7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.743249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c5810b-98d6-474a-bc85-5c55e54b69f8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:49.746789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-95c5810b-98d6-474a-bc85-5c55e54b69f8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.766635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8cf6cd0-832e-49ec-96d8-1c39a5e8bb9e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:49.794906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:49.811783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:49.812033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.032257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-746a271b-c1f6-4002-99b9-be2937e390f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.032257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4385fb7c-7bfc-4213-9083-5006e9d7132b None None] For port 57fce87a-6787-4b08-b1f8-053382a74306, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=57fce87a-6787-4b08-b1f8-053382a74306,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:50.032257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4385fb7c-7bfc-4213-9083-5006e9d7132b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.032257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74ad073-a8e4-4a10-a119-0de3ebd66d37 None None] DHCP port deletion for ffb13ea6-9982-41c2-a323-ee20bea9a68e request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:45:50.032257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a271b-c1f6-4002-99b9-be2937e390f8 None None] Pushing event deleted for resources: {'Port': ['ID=d95f5ad5-534c-4813-a60a-b11c6efde357,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:50.034829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-fcb0f9e2-305c-400e-be78-118d75d13ef7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b699ecba-2a13-4d31-9b3b-05c123eef9b2']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:50.054723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1d2cfc43-a01f-4cd2-95b6-daf1a0ea5685 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.103511 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network d26e3883-4961-49ee-a17f-895ea1dd4118 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:50.109565 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:50.113657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:50.118487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f8cf6cd0-832e-49ec-96d8-1c39a5e8bb9e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Calling delete_port for bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:50.131549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a271b-c1f6-4002-99b9-be2937e390f8 None None] No DVR routers for this DVR port d95f5ad5-534c-4813-a60a-b11c6efde357 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:50.133086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f74ad073-a8e4-4a10-a119-0de3ebd66d37 None None] Deleting port 583e9ec0-9dac-47df-b4dd-c8357c159123 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:50.133447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f74ad073-a8e4-4a10-a119-0de3ebd66d37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.151340 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=2e190025-d12c-4d8b-b9ac-34dc2245f922,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:50.166247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4385fb7c-7bfc-4213-9083-5006e9d7132b None None] Calling delete_port for 57fce87a-6787-4b08-b1f8-053382a74306 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:50.192143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.208440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1d2cfc43-a01f-4cd2-95b6-daf1a0ea5685 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.212952 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1d2cfc43-a01f-4cd2-95b6-daf1a0ea5685 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.6679518 Jan 28 06:45:50.213561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42796) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:50.216669 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-301d7cf3-e7cd-47ec-999f-894f3126cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.220531 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1679256642'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:50.237779 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:50.240432 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.333873 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Usage tracker for resource:network and tenant:467640f7d9c7448da3d0f7c834c3e1e7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:50.355519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-fcb0f9e2-305c-400e-be78-118d75d13ef7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c525c3e1-edf1-4b58-98d3-138bcc59d640') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:50.355519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-fcb0f9e2-305c-400e-be78-118d75d13ef7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c525c3e1-edf1-4b58-98d3-138bcc59d640') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:50.358820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:50.376425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f9e2-305c-400e-be78-118d75d13ef7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.384611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-301d7cf3-e7cd-47ec-999f-894f3126cb82 None None] For port 771e3a88-93d9-41ea-bd58-94daf00998d1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=771e3a88-93d9-41ea-bd58-94daf00998d1,segment=NetworkSegment(ad66fdb1-5a0e-4032-bec6-710d08e1f53c),segment_id=ad66fdb1-5a0e-4032-bec6-710d08e1f53c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:50.402201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:50.414273 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network e78635c0-8e44-4a12-9b04-a6bd84bd4a6f is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:50.420012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.421910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:50.432585 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:50.433114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.512895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-301d7cf3-e7cd-47ec-999f-894f3126cb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.528395 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=e012dc41-07a8-4d75-ad51-5bc824ac3e25,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:50.554183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Made reservation on behalf of 467640f7d9c7448da3d0f7c834c3e1e7 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:50.557670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.567715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8cf6cd0-832e-49ec-96d8-1c39a5e8bb9e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.580187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.611020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.617916 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4385fb7c-7bfc-4213-9083-5006e9d7132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.632209 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f8cf6cd0-832e-49ec-96d8-1c39a5e8bb9e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.643815 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f9e2-305c-400e-be78-118d75d13ef7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.651610 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f74ad073-a8e4-4a10-a119-0de3ebd66d37 None None] For port 583e9ec0-9dac-47df-b4dd-c8357c159123, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=583e9ec0-9dac-47df-b4dd-c8357c159123,segment=NetworkSegment(aa8c764d-0be1-41d1-a3f4-00a26fe193f0),segment_id=aa8c764d-0be1-41d1-a3f4-00a26fe193f0)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:50.652441 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f74ad073-a8e4-4a10-a119-0de3ebd66d37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.657886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-95c5810b-98d6-474a-bc85-5c55e54b69f8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.665167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d7cf3-e7cd-47ec-999f-894f3126cb82 None None] Pushing event updated for resources: {'Port': ['ID=771e3a88-93d9-41ea-bd58-94daf00998d1,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:50.672182 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b,segment=NetworkSegment(c6a31fde-7712-4840-a149-4497a16fcd41),segment_id=c6a31fde-7712-4840-a149-4497a16fcd41)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:50.683817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:50.698936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Usage tracker for resource:security_group_rule and tenant:467640f7d9c7448da3d0f7c834c3e1e7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:50.700828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf6cd0-832e-49ec-96d8-1c39a5e8bb9e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Port': ['ID=bd43f492-c85d-4ae3-a5d7-3ed25b6993a4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:50.710403 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:50.710989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb0f9e2-305c-400e-be78-118d75d13ef7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:45:50.711626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f9e2-305c-400e-be78-118d75d13ef7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.720008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:50.729403 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385fb7c-7bfc-4213-9083-5006e9d7132b None None] Pushing event deleted for resources: {'Port': ['ID=57fce87a-6787-4b08-b1f8-053382a74306,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:50.732956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ab553e0c-7fc9-458d-8142-65713a528ac6 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:45:50.739056 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:45:50.777186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab553e0c-7fc9-458d-8142-65713a528ac6 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8c5e03-afdb-4157-9ed4-9398f476d939,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:50.796875 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4385fb7c-7bfc-4213-9083-5006e9d7132b None None] No DVR routers for this DVR port 57fce87a-6787-4b08-b1f8-053382a74306 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:50.798489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-be021b8e-43d0-4991-8338-75ab7ed722d2 None None] Provisioning complete for port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:50.798903 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-be021b8e-43d0-4991-8338-75ab7ed722d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.823684 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c5810b-98d6-474a-bc85-5c55e54b69f8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:50.881372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-95c5810b-98d6-474a-bc85-5c55e54b69f8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:50.885716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5810b-98d6-474a-bc85-5c55e54b69f8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:50.886299 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-95c5810b-98d6-474a-bc85-5c55e54b69f8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.902557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ab553e0c-7fc9-458d-8142-65713a528ac6 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.906180 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ab553e0c-7fc9-458d-8142-65713a528ac6 tempest-TestNetworkAdvancedServerOps-1590717184 tempest-TestNetworkAdvancedServerOps-1590717184-project] 10.222.0.25 "DELETE /v2.0/security-groups/4d8c5e03-afdb-4157-9ed4-9398f476d939 HTTP/1.1" status: 204 len: 168 time: 1.9005103 Jan 28 06:45:50.939808 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f8cf6cd0-832e-49ec-96d8-1c39a5e8bb9e tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/ports/bd43f492-c85d-4ae3-a5d7-3ed25b6993a4 HTTP/1.1" status: 204 len: 168 time: 2.1592836 Jan 28 06:45:50.943506 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42802) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:50.945028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5810b-98d6-474a-bc85-5c55e54b69f8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=6bd103dd-dfc5-448a-a468-026669bfb147,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:50.951734 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.958968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f74ad073-a8e4-4a10-a119-0de3ebd66d37 None None] Calling delete_port for 583e9ec0-9dac-47df-b4dd-c8357c159123 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:50.962421 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:50.987551 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6704ed44-8c9d-4454-9ca6-031e8473ad62 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:51.000353 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:51.046652 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-95c5810b-98d6-474a-bc85-5c55e54b69f8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9746919 Jan 28 06:45:51.048302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f9e2-305c-400e-be78-118d75d13ef7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:51.053231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42808) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:51.097097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'mac_address': 'fa:16:3e:83:be:24', 'name': 'tempest-NetworksTestDHCPv6-772514047'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:51.117095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d95f5ad5-534c-4813-a60a-b11c6efde357 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:51.134106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fcb0f9e2-305c-400e-be78-118d75d13ef7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:51.136343 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fcb0f9e2-305c-400e-be78-118d75d13ef7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "DELETE /v2.0/networks/b699ecba-2a13-4d31-9b3b-05c123eef9b2 HTTP/1.1" status: 204 len: 168 time: 2.2785072 Jan 28 06:45:51.142736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42812) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:51.165375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: d95f5ad5-534c-4813-a60a-b11c6efde357 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:51.166001 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d95f5ad5-534c-4813-a60a-b11c6efde357 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:51.242483 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0f9e2-305c-400e-be78-118d75d13ef7 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event deleted for resources: {'Network': ['ID=b699ecba-2a13-4d31-9b3b-05c123eef9b2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:51.338169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 771e3a88-93d9-41ea-bd58-94daf00998d1 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:51.401959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:51.430977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:51.461069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Deleting port 583e9ec0-9dac-47df-b4dd-c8357c159123 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:51.461431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:51.499873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:51.520702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:51.540561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 771e3a88-93d9-41ea-bd58-94daf00998d1 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:51.540971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:51.613209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f74ad073-a8e4-4a10-a119-0de3ebd66d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:51.624366 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-be021b8e-43d0-4991-8338-75ab7ed722d2 None None] Provisioning for port 2e190025-d12c-4d8b-b9ac-34dc2245f922 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:51.670264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ad073-a8e4-4a10-a119-0de3ebd66d37 None None] No DVR routers for this DVR port 583e9ec0-9dac-47df-b4dd-c8357c159123 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:51.695198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:51.728597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42818) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:51.731249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-be021b8e-43d0-4991-8338-75ab7ed722d2 None None] Provisioning complete for port 2e190025-d12c-4d8b-b9ac-34dc2245f922 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:51.731891 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-be021b8e-43d0-4991-8338-75ab7ed722d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:51.777758 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ad073-a8e4-4a10-a119-0de3ebd66d37 None None] Pushing event deleted for resources: {'Port': ['ID=583e9ec0-9dac-47df-b4dd-c8357c159123,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:51.780935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] For port 583e9ec0-9dac-47df-b4dd-c8357c159123, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=583e9ec0-9dac-47df-b4dd-c8357c159123,segment=NetworkSegment(aa8c764d-0be1-41d1-a3f4-00a26fe193f0),segment_id=aa8c764d-0be1-41d1-a3f4-00a26fe193f0)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:51.781445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:51.806816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-be021b8e-43d0-4991-8338-75ab7ed722d2 None None] Port 2e190025-d12c-4d8b-b9ac-34dc2245f922 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:51.807894 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-84aabdb3-cfcb-458a-9072-2b4722412474 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:51.854635 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:51.870789 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': '6bd103dd-dfc5-448a-a468-026669bfb147'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:45:51.871714 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:51.937846 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-be021b8e-43d0-4991-8338-75ab7ed722d2 None None] Provisioning complete for port 771e3a88-93d9-41ea-bd58-94daf00998d1 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:51.938159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-be021b8e-43d0-4991-8338-75ab7ed722d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:51.983676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 583e9ec0-9dac-47df-b4dd-c8357c159123 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:52.034166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.044739 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 583e9ec0-9dac-47df-b4dd-c8357c159123 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:52.045101 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 583e9ec0-9dac-47df-b4dd-c8357c159123 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:52.045494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 57fce87a-6787-4b08-b1f8-053382a74306 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:52.084117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Calling delete_port for 583e9ec0-9dac-47df-b4dd-c8357c159123 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:52.090751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 57fce87a-6787-4b08-b1f8-053382a74306 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:52.091093 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 57fce87a-6787-4b08-b1f8-053382a74306 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:52.182982 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:45:52.191647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.199269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.220430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Allocated IP 2001:db8::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/6bd103dd-dfc5-448a-a468-026669bfb147/0d04f169-0e3a-44f9-b569-31c952686bbd) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:52.295698 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-84aabdb3-cfcb-458a-9072-2b4722412474 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.363174 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-49a50895-7497-4231-ac9d-37a605d5a610 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6fb61f475a54f949c93dfd98c4bc549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6266081 Jan 28 06:45:52.368308 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42824) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:52.387188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port e85bb42e-8d96-43db-a59e-2305a85a3f08 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:45:52.440447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:45:52.440844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:45:52.442908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:45:52.469237 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.480904 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Transition to ACTIVE for port object 0d04f169-0e3a-44f9-b569-31c952686bbd will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:52.486150 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-34dbc16c-8126-4946-81cc-95e5d06c9754 None None] Provisioning for port e012dc41-07a8-4d75-ad51-5bc824ac3e25 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:52.494226 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747920e2-eb71-42d9-8907-b7a8dd41c95e,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:52.496059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-34dbc16c-8126-4946-81cc-95e5d06c9754 None None] Provisioning complete for port e012dc41-07a8-4d75-ad51-5bc824ac3e25 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:52.496507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34dbc16c-8126-4946-81cc-95e5d06c9754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.510817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-963daa79-c2a2-44fb-9fc0-57bf403c7ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.511649 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-84aabdb3-cfcb-458a-9072-2b4722412474 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e963dc21-bd4b-40f6-84e6-3da66e568bc5']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:52.520476 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.520824 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Added segment bca56983-3f14-4a96-ad4d-2f471fa02da4 of type vlan for network f7b087cf-a8de-4f2b-a667-e23415d19d67 Jan 28 06:45:52.541153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-963daa79-c2a2-44fb-9fc0-57bf403c7ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.545333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-84aabdb3-cfcb-458a-9072-2b4722412474 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68adcf1f-b331-41a8-9716-90ef9625860c') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:52.547597 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-84aabdb3-cfcb-458a-9072-2b4722412474 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68adcf1f-b331-41a8-9716-90ef9625860c') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:52.547704 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Transition to ACTIVE for port object 0d04f169-0e3a-44f9-b569-31c952686bbd will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:52.559805 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-34dbc16c-8126-4946-81cc-95e5d06c9754 None None] Port e012dc41-07a8-4d75-ad51-5bc824ac3e25 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:52.580279 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-84aabdb3-cfcb-458a-9072-2b4722412474 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.634059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.638568 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.645295 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-84aabdb3-cfcb-458a-9072-2b4722412474 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.649658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.660670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84aabdb3-cfcb-458a-9072-2b4722412474 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:45:52.661077 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-84aabdb3-cfcb-458a-9072-2b4722412474 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:45:52.675659 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:45:52.715402 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:52.718250 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:52.721231 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:52.725638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::21 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/6bd103dd-dfc5-448a-a468-026669bfb147/e85bb42e-8d96-43db-a59e-2305a85a3f08) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:52.755047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-963daa79-c2a2-44fb-9fc0-57bf403c7ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.764716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Pushing event updated for resources: {'Port': ['ID=0d04f169-0e3a-44f9-b569-31c952686bbd,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:52.794190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.794190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.794190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.821707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Attempting to bind port 0d04f169-0e3a-44f9-b569-31c952686bbd on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:45:52.822251 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Attempting to bind port 0d04f169-0e3a-44f9-b569-31c952686bbd by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:45:52.822753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Attempting to bind port 0d04f169-0e3a-44f9-b569-31c952686bbd on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:45:52.830299 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:45:52.830299 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:52.830299 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.831374 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:45:52.831953 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Bound port: 0d04f169-0e3a-44f9-b569-31c952686bbd, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:45:52.832658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.838530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Router 4faf390b-2c89-4452-b4ce-1fdb678b6b71 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:45:52.863131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963daa79-c2a2-44fb-9fc0-57bf403c7ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffb09de-1cd5-43e8-abab-44653a80f930,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:52.940505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] For port 0d04f169-0e3a-44f9-b569-31c952686bbd, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:45:52.943646 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] For port 0d04f169-0e3a-44f9-b569-31c952686bbd, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0d04f169-0e3a-44f9-b569-31c952686bbd,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:45:52.946353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Deleting port 583e9ec0-9dac-47df-b4dd-c8357c159123 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:52.946804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.971448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=e012dc41-07a8-4d75-ad51-5bc824ac3e25,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:52.988880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-963daa79-c2a2-44fb-9fc0-57bf403c7ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:52.990003 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-963daa79-c2a2-44fb-9fc0-57bf403c7ca6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dffb09de-1cd5-43e8-abab-44653a80f930 HTTP/1.1" status: 204 len: 168 time: 0.6208465 Jan 28 06:45:53.025400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.041124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] The port '583e9ec0-9dac-47df-b4dd-c8357c159123' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:45:53.152069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.169464 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.174746 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:53.175366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.177953 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9afe30-a863-4654-8911-61d690388a52 None None] Pushing event updated for resources: {'Port': ['ID=0d04f169-0e3a-44f9-b569-31c952686bbd,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:53.179539 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-84aabdb3-cfcb-458a-9072-2b4722412474 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.181003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.215364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.236242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object e85bb42e-8d96-43db-a59e-2305a85a3f08 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:53.258187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb13ea6-9982-41c2-a323-ee20bea9a68e']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:53.272979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa8c764d-0be1-41d1-a3f4-00a26fe193f0') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:53.273318 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa8c764d-0be1-41d1-a3f4-00a26fe193f0') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:53.279459 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-84aabdb3-cfcb-458a-9072-2b4722412474 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.288786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.290163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:53.310725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.318638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:45:53.319599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:45:53.336003 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:45:53.395774 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:53.396157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.426835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.486722 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-84aabdb3-cfcb-458a-9072-2b4722412474 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] 10.222.0.25 "DELETE /v2.0/networks/e963dc21-bd4b-40f6-84e6-3da66e568bc5 HTTP/1.1" status: 204 len: 168 time: 2.5386364 Jan 28 06:45:53.574493 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3587487 Jan 28 06:45:53.577322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:53.579284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=e85bb42e-8d96-43db-a59e-2305a85a3f08,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:53.589624 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42834) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:53.589829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:53.592244 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5335d0-f502-411f-9e6f-447c7c9078ea tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event updated for resources: {'Network': ['ID=f7b087cf-a8de-4f2b-a667-e23415d19d67,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:53.595270 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.596772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:53.609700 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Request body: {'subnet': {'network_id': 'f7b087cf-a8de-4f2b-a667-e23415d19d67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:53.621435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:53.623501 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network f7b087cf-a8de-4f2b-a667-e23415d19d67 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:45:53.624036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.626061 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=2e190025-d12c-4d8b-b9ac-34dc2245f922,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:53.628627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.678865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.681622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event deleted for resources: {'Network': ['ID=ffb13ea6-9982-41c2-a323-ee20bea9a68e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:53.689669 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-90efc778-d964-444d-b124-cd022eeeabfa tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "DELETE /v2.0/networks/ffb13ea6-9982-41c2-a323-ee20bea9a68e HTTP/1.1" status: 204 len: 168 time: 2.5455804 Jan 28 06:45:53.692837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42838) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:53.693207 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aabdb3-cfcb-458a-9072-2b4722412474 tempest-PortsIpV6TestJSON-682006993 tempest-PortsIpV6TestJSON-682006993-project] Pushing event deleted for resources: {'Network': ['ID=e963dc21-bd4b-40f6-84e6-3da66e568bc5,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:53.763922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network e78635c0-8e44-4a12-9b04-a6bd84bd4a6f is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:53.770753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:53.805756 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-8463c81c-eefd-4fba-8476-136c09dcf082 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Deleting subnet b191744b-a8f2-405a-a441-00d0e7c1831b {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:53.812127 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8463c81c-eefd-4fba-8476-136c09dcf082 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:53.854771 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-74085704-4b3e-45b6-950b-6766527c3bd7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8028359 Jan 28 06:45:53.858452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42842) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:53.900135 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:45:53.916788 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ee231-eba6-478a-a9fd-65fe99c21ced None None] Sync routers for ids ['4faf390b-2c89-4452-b4ce-1fdb678b6b71'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:45:53.930857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ee231-eba6-478a-a9fd-65fe99c21ced None None] Routers {'4faf390b-2c89-4452-b4ce-1fdb678b6b71'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:53.931441 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c08ee231-eba6-478a-a9fd-65fe99c21ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4faf390b-2c89-4452-b4ce-1fdb678b6b71'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:53.933647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8463c81c-eefd-4fba-8476-136c09dcf082 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:54.017467 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c08ee231-eba6-478a-a9fd-65fe99c21ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:54.022040 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1c8a15-3e94-4ea0-a85f-c39e649bb0d3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:54.027123 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ee231-eba6-478a-a9fd-65fe99c21ced None None] Routers {'4faf390b-2c89-4452-b4ce-1fdb678b6b71'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:54.027785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c08ee231-eba6-478a-a9fd-65fe99c21ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4faf390b-2c89-4452-b4ce-1fdb678b6b71'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:54.027920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1c8a15-3e94-4ea0-a85f-c39e649bb0d3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:54.028699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0c1c8a15-3e94-4ea0-a85f-c39e649bb0d3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:54.062134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8463c81c-eefd-4fba-8476-136c09dcf082 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:54.117951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:54.141921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Usage tracker for resource:subnet and tenant:467640f7d9c7448da3d0f7c834c3e1e7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:54.143507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c08ee231-eba6-478a-a9fd-65fe99c21ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:54.144018 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08ee231-eba6-478a-a9fd-65fe99c21ced None None] The sync data for ids ['4faf390b-2c89-4452-b4ce-1fdb678b6b71'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:45:54.148869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:54.163812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:54.175411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network d26e3883-4961-49ee-a17f-895ea1dd4118 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:54.180680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:54.187517 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42846) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:54.191169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0c1c8a15-3e94-4ea0-a85f-c39e649bb0d3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:54.194842 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0c1c8a15-3e94-4ea0-a85f-c39e649bb0d3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3330922 Jan 28 06:45:54.195137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42850) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:54.213143 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7aca1a43-f62e-406b-945c-92d061f9a8da None None] Provisioning complete for port e012dc41-07a8-4d75-ad51-5bc824ac3e25 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:54.213867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7aca1a43-f62e-406b-945c-92d061f9a8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:54.266227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:54.267465 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-79f79db8-cbf9-463a-b33c-bcd0df011caf tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.1808295 Jan 28 06:45:54.286613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf66ac-2c7f-43ff-b77b-d8acc6f4b540 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port e85bb42e-8d96-43db-a59e-2305a85a3f08 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:54.286856 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42854) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:54.287011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b7bf66ac-2c7f-43ff-b77b-d8acc6f4b540 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:54.290247 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6423eb9-a7c7-470a-9350-4e384f2cf3ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:54.295469 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7aca1a43-f62e-406b-945c-92d061f9a8da None None] Port e012dc41-07a8-4d75-ad51-5bc824ac3e25 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:54.307368 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:54.353982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8463c81c-eefd-4fba-8476-136c09dcf082 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:54.435182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8463c81c-eefd-4fba-8476-136c09dcf082 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:54.439063 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f2d595-f8de-42e7-bbca-5ae0568f5bf3 None None] Network c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:54.440985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Made reservation on behalf of 467640f7d9c7448da3d0f7c834c3e1e7 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:54.443945 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:54.444382 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8463c81c-eefd-4fba-8476-136c09dcf082 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "DELETE /v2.0/subnets/b191744b-a8f2-405a-a441-00d0e7c1831b HTTP/1.1" status: 204 len: 168 time: 0.7464945 Jan 28 06:45:54.447940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463c81c-eefd-4fba-8476-136c09dcf082 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event deleted for resources: {'Subnet': ['ID=b191744b-a8f2-405a-a441-00d0e7c1831b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:54.452161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42860) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:54.460003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router b4446e03-e762-464c-b2e3-d472b638d774 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:45:54.525868 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42864) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:54.724212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f8b624c7-d17c-41ef-a41c-5a902df63a52 None None] Provisioning complete for port 2e190025-d12c-4d8b-b9ac-34dc2245f922 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:54.724586 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f8b624c7-d17c-41ef-a41c-5a902df63a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:54.788694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f8b624c7-d17c-41ef-a41c-5a902df63a52 None None] Port 2e190025-d12c-4d8b-b9ac-34dc2245f922 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:45:54.855144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:54.910743 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e6423eb9-a7c7-470a-9350-4e384f2cf3ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:54.929821 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:45:54.932250 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea4522d-addd-4143-9454-d268b691972c None None] DHCP port deletion for c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:45:54.938463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fea4522d-addd-4143-9454-d268b691972c None None] Deleting port 4a0be288-6a4a-4301-862f-9cb0df42ee05 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:54.939998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fea4522d-addd-4143-9454-d268b691972c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:54.969234 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Deleting port 4a0be288-6a4a-4301-862f-9cb0df42ee05 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:54.969785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:55.001061 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9220f924-eb1f-4a8a-9613-b3038c629438 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7aa4a407e9649129af7fe8bd57ba33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689600 Jan 28 06:45:55.010371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42870) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:55.075063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b7bf66ac-2c7f-43ff-b77b-d8acc6f4b540 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:55.195608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fea4522d-addd-4143-9454-d268b691972c None None] For port 4a0be288-6a4a-4301-862f-9cb0df42ee05, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4a0be288-6a4a-4301-862f-9cb0df42ee05,segment=NetworkSegment(c4652a0f-7116-4f87-b29d-9dfebf4fd286),segment_id=c4652a0f-7116-4f87-b29d-9dfebf4fd286)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:55.195995 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fea4522d-addd-4143-9454-d268b691972c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:55.268652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf66ac-2c7f-43ff-b77b-d8acc6f4b540 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for e85bb42e-8d96-43db-a59e-2305a85a3f08 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:55.322474 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e6423eb9-a7c7-470a-9350-4e384f2cf3ba admin admin] Usage tracker for resource:security_group_rule and tenant:77406acab0be433f8fa85c3ca7f019ae is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:55.358261 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3a53a12e-a6b1-4ed1-805b-adacdd41ea9d None None] Provisioning for port 0d04f169-0e3a-44f9-b569-31c952686bbd completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:55.359425 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e6423eb9-a7c7-470a-9350-4e384f2cf3ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:55.361920 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0d04f169-0e3a-44f9-b569-31c952686bbd up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:55.375758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e6423eb9-a7c7-470a-9350-4e384f2cf3ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:55.398537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fea4522d-addd-4143-9454-d268b691972c None None] Calling delete_port for 4a0be288-6a4a-4301-862f-9cb0df42ee05 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:55.405477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c501345-252b-486b-ba39-9227c9065256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:55.524949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] For port 4a0be288-6a4a-4301-862f-9cb0df42ee05, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4a0be288-6a4a-4301-862f-9cb0df42ee05,segment=NetworkSegment(c4652a0f-7116-4f87-b29d-9dfebf4fd286),segment_id=c4652a0f-7116-4f87-b29d-9dfebf4fd286)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:55.525308 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:55.530097 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:55.539640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c501345-252b-486b-ba39-9227c9065256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:55.649118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 0d04f169-0e3a-44f9-b569-31c952686bbd completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:55.655144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 0d04f169-0e3a-44f9-b569-31c952686bbd triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:55.655668 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:55.694834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fea4522d-addd-4143-9454-d268b691972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:55.712959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Calling delete_port for 4a0be288-6a4a-4301-862f-9cb0df42ee05 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:55.757042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4522d-addd-4143-9454-d268b691972c None None] Pushing event deleted for resources: {'Port': ['ID=4a0be288-6a4a-4301-862f-9cb0df42ee05,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:55.757774 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:45:55.766536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4522d-addd-4143-9454-d268b691972c None None] No DVR routers for this DVR port 4a0be288-6a4a-4301-862f-9cb0df42ee05 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:55.786295 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c6842-68ae-42f0-a471-1ff1c07a42fd None None] Sync routers for ids ['b4446e03-e762-464c-b2e3-d472b638d774'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:45:55.803894 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c6842-68ae-42f0-a471-1ff1c07a42fd None None] Routers {'b4446e03-e762-464c-b2e3-d472b638d774'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:55.804501 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6a4c6842-68ae-42f0-a471-1ff1c07a42fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b4446e03-e762-464c-b2e3-d472b638d774'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:55.864254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:45:55.864738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:45:55.888824 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event updated for resources: {'Subnet': ['ID=83f5b3f4-35f0-4487-a5a6-3952c413fde9,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:55.902364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:55.906874 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6a4c6842-68ae-42f0-a471-1ff1c07a42fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:55.916410 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c6842-68ae-42f0-a471-1ff1c07a42fd None None] Routers {'b4446e03-e762-464c-b2e3-d472b638d774'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:55.917252 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6a4c6842-68ae-42f0-a471-1ff1c07a42fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b4446e03-e762-464c-b2e3-d472b638d774'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:55.920390 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ff32fe0e-46d0-4660-be6f-490f430c3f81 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/b4446e03-e762-464c-b2e3-d472b638d774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1909537 Jan 28 06:45:55.924368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42874) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:55.949840 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 0d04f169-0e3a-44f9-b569-31c952686bbd, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0d04f169-0e3a-44f9-b569-31c952686bbd,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:55.952581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b0495d38-792d-48c0-bdbb-038c99f9acbe None None] Provisioning for port e85bb42e-8d96-43db-a59e-2305a85a3f08 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:55.956063 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:45:55.969694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b0495d38-792d-48c0-bdbb-038c99f9acbe None None] Provisioning complete for port e85bb42e-8d96-43db-a59e-2305a85a3f08 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:55.970241 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b0495d38-792d-48c0-bdbb-038c99f9acbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:55.972679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b7bf66ac-2c7f-43ff-b77b-d8acc6f4b540 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:55.986025 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:55.997586 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6a4c6842-68ae-42f0-a471-1ff1c07a42fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:55.998725 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-38db5785-8125-4ae4-b104-1cd27d1abb2d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7515497 Jan 28 06:45:55.999676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Checking segment: {'id': 'bca56983-3f14-4a96-ad4d-2f471fa02da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f7b087cf-a8de-4f2b-a667-e23415d19d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:56.000051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Network hostable DHCP agents. Network: f7b087cf-a8de-4f2b-a667-e23415d19d67, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:45:56.001570 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c6842-68ae-42f0-a471-1ff1c07a42fd None None] The sync data for ids ['b4446e03-e762-464c-b2e3-d472b638d774'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:45:56.007494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df1e0b4-c358-4cb6-b991-4e146b93598d None None] Sync routers for ids ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:45:56.008866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42878) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:56.023908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b0495d38-792d-48c0-bdbb-038c99f9acbe None None] Port e85bb42e-8d96-43db-a59e-2305a85a3f08 was deleted so its status cannot be updated. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 06:45:56.031316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df1e0b4-c358-4cb6-b991-4e146b93598d None None] Routers {'c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:56.032516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3df1e0b4-c358-4cb6-b991-4e146b93598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:56.044417 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf66ac-2c7f-43ff-b77b-d8acc6f4b540 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=e85bb42e-8d96-43db-a59e-2305a85a3f08,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:56.052262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c501345-252b-486b-ba39-9227c9065256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:56.092716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:56.122340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c501345-252b-486b-ba39-9227c9065256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f497096b-928c-491b-9a4c-48c590ed1cab,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:56.136242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47792d7-0bc1-40b9-a698-5796122e3c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:56.140642 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f47792d7-0bc1-40b9-a698-5796122e3c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports/e012dc41-07a8-4d75-ad51-5bc824ac3e25 HTTP/1.1" status: 200 len: 911 time: 0.2150311 Jan 28 06:45:56.142340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b7bf66ac-2c7f-43ff-b77b-d8acc6f4b540 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:56.145219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42882) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:56.147525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eba268-ae58-4721-97e5-bf1f0c0936a9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:56.148320 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-12eba268-ae58-4721-97e5-bf1f0c0936a9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Synchronizing usage tracker for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:56.182763 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3df1e0b4-c358-4cb6-b991-4e146b93598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:56.201259 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4a0be288-6a4a-4301-862f-9cb0df42ee05 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:56.223001 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b7bf66ac-2c7f-43ff-b77b-d8acc6f4b540 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/e85bb42e-8d96-43db-a59e-2305a85a3f08 HTTP/1.1" status: 204 len: 168 time: 2.0267143 Jan 28 06:45:56.226987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42886) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:56.227186 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:56.259510 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 4a0be288-6a4a-4301-862f-9cb0df42ee05 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:56.259825 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4a0be288-6a4a-4301-862f-9cb0df42ee05 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:56.260393 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6423eb9-a7c7-470a-9350-4e384f2cf3ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:56.268767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df1e0b4-c358-4cb6-b991-4e146b93598d None None] Routers {'c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:45:56.269410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3df1e0b4-c358-4cb6-b991-4e146b93598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:56.282429 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Network f7b087cf-a8de-4f2b-a667-e23415d19d67 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:45:56.291588 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c501345-252b-486b-ba39-9227c9065256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:56.295081 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8c501345-252b-486b-ba39-9227c9065256 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f497096b-928c-491b-9a4c-48c590ed1cab HTTP/1.1" status: 204 len: 168 time: 1.2808886 Jan 28 06:45:56.339198 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3df1e0b4-c358-4cb6-b991-4e146b93598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:56.339557 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df1e0b4-c358-4cb6-b991-4e146b93598d None None] The sync data for ids ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:45:56.345291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=0d04f169-0e3a-44f9-b569-31c952686bbd,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:56.347925 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-12eba268-ae58-4721-97e5-bf1f0c0936a9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Unset dirty status for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:56.356612 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-12eba268-ae58-4721-97e5-bf1f0c0936a9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports/2e190025-d12c-4d8b-b9ac-34dc2245f922 HTTP/1.1" status: 200 len: 910 time: 0.3467314 Jan 28 06:45:56.357724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42892) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:56.425154 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6423eb9-a7c7-470a-9350-4e384f2cf3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:56.432128 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Deleting port e4008858-00be-4eb2-afad-ec548e1fc8ac {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:56.432469 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:56.456445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, f7b087cf-a8de-4f2b-a667-e23415d19d67) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:56.466820 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0446edef-c796-4cc0-aa15-0d4c54f74442 None None] Network f7b087cf-a8de-4f2b-a667-e23415d19d67 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:56.481548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Deleting port 4a0be288-6a4a-4301-862f-9cb0df42ee05 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:56.481906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:56.521094 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:56.521709 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:56.575762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] The port '4a0be288-6a4a-4301-862f-9cb0df42ee05' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:45:56.674450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e764202-24f2-4f72-b850-07d03b60b1f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:56.676206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e764202-24f2-4f72-b850-07d03b60b1f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:56.676965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0e764202-24f2-4f72-b850-07d03b60b1f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:56.769661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-f7b087cf-a8de-4f2b-a667-e23415d19d67', 'network_id': 'f7b087cf-a8de-4f2b-a667-e23415d19d67', 'tenant_id': '467640f7d9c7448da3d0f7c834c3e1e7', 'fixed_ips': [{'subnet_id': '83f5b3f4-35f0-4487-a5a6-3952c413fde9'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:45:56.770505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:56.804588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6423eb9-a7c7-470a-9350-4e384f2cf3ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b1b988-6dfa-4a40-9f1e-699538c35883,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:56.881702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:56.964941 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e6423eb9-a7c7-470a-9350-4e384f2cf3ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77406acab0be433f8fa85c3ca7f019ae&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7748785 Jan 28 06:45:56.982040 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Allocated IP 2001:db8::2 (f7b087cf-a8de-4f2b-a667-e23415d19d67/83f5b3f4-35f0-4487-a5a6-3952c413fde9/9beec80e-a2ee-4ac7-bd91-f320f846e5e4) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:56.989771 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42904) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:57.017456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0e764202-24f2-4f72-b850-07d03b60b1f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:57.018545 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0e764202-24f2-4f72-b850-07d03b60b1f0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.7848532 Jan 28 06:45:57.042335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42910) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:57.064217 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9dd8ba82-6378-4fc3-b434-ee84fbc56a66 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4733655 Jan 28 06:45:57.076676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42914) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:57.091477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:57.111761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4652a0f-7116-4f87-b29d-9dfebf4fd286') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:57.112051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4652a0f-7116-4f87-b29d-9dfebf4fd286') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:45:57.129166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.132537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Request body: {'network': {'name': 'tempest-router-network01--523024797'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:57.159554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:57.171837 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Usage tracker for resource:network and tenant:467640f7d9c7448da3d0f7c834c3e1e7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:57.177920 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:57.186930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.205839 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:57.209891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-745d1a9c-f87f-450e-8319-a0a98f2166f3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 6bd103dd-dfc5-448a-a468-026669bfb147 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:45:57.212036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:45:57.212436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:45:57.244123 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:45:57.265060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-745d1a9c-f87f-450e-8319-a0a98f2166f3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.276837 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.314268 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.320033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0d04f169-0e3a-44f9-b569-31c952686bbd up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:57.408192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 0d04f169-0e3a-44f9-b569-31c952686bbd triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:45:57.408934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.418889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63dddfd8-1fd1-4e92-acde-4df85693f7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.426420 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Calling delete_port for e4008858-00be-4eb2-afad-ec548e1fc8ac owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:57.433809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-745d1a9c-f87f-450e-8319-a0a98f2166f3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.460074 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Made reservation on behalf of 467640f7d9c7448da3d0f7c834c3e1e7 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:57.463505 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.569910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-745d1a9c-f87f-450e-8319-a0a98f2166f3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.572822 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63dddfd8-1fd1-4e92-acde-4df85693f7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.604619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42926) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:57.612336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.629530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:45:57.651569 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Transition to ACTIVE for port object 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:57.667702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.668123 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Added segment ab1f7635-9722-4391-beb3-e3851b0b7d02 of type vlan for network 5532e97c-4864-4b28-8f2a-3388c5da5fb5 Jan 28 06:45:57.692949 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Transition to ACTIVE for port object 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:57.708178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.712772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.718085 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.737815 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "DELETE /v2.0/networks/c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d HTTP/1.1" status: 204 len: 168 time: 3.2846341 Jan 28 06:45:57.757381 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42932) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:57.798605 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.815428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-132065326'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:57.822285 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c3e99-d542-43e4-a366-7063e2b6310c tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Pushing event deleted for resources: {'Network': ['ID=c37a1ffe-b6ac-4a58-bdcf-7cf69a91696d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:57.833499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:57.844408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:network and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:57.853901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:57.866401 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1814f414-bd2a-4e2a-b273-338702ccf1a8 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Synchronizing usage tracker for tenant:e79702c8fe954f9c9b5f5c33fc39c39f on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:45:57.866913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:57.901207 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63dddfd8-1fd1-4e92-acde-4df85693f7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.901671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Network f7b087cf-a8de-4f2b-a667-e23415d19d67 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:57.905131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:57.909486 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:57.923707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dddfd8-1fd1-4e92-acde-4df85693f7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b1b988-6dfa-4a40-9f1e-699538c35883,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:57.948658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-574117fd-59d1-4adc-b799-6c37000cfd08 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:57.961805 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Pushing event updated for resources: {'Port': ['ID=9beec80e-a2ee-4ac7-bd91-f320f846e5e4,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:57.980340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-745d1a9c-f87f-450e-8319-a0a98f2166f3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.019491 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-63dddfd8-1fd1-4e92-acde-4df85693f7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.020102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Attempting to bind port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:45:58.020102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Attempting to bind port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'bca56983-3f14-4a96-ad4d-2f471fa02da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f7b087cf-a8de-4f2b-a667-e23415d19d67'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:45:58.020629 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-63dddfd8-1fd1-4e92-acde-4df85693f7db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06b1b988-6dfa-4a40-9f1e-699538c35883 HTTP/1.1" status: 204 len: 168 time: 1.0275426 Jan 28 06:45:58.025318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Attempting to bind port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 on network f7b087cf-a8de-4f2b-a667-e23415d19d67 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:45:58.027623 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.030004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.035506 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:58.036133 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.037731 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:45:58.038458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Checking segment: {'id': 'bca56983-3f14-4a96-ad4d-2f471fa02da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f7b087cf-a8de-4f2b-a667-e23415d19d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:45:58.039138 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.039983 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Bound using segment: {'id': 'bca56983-3f14-4a96-ad4d-2f471fa02da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f7b087cf-a8de-4f2b-a667-e23415d19d67'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:45:58.040732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Bound port: 9beec80e-a2ee-4ac7-bd91-f320f846e5e4, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca56983-3f14-4a96-ad4d-2f471fa02da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f7b087cf-a8de-4f2b-a667-e23415d19d67'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:45:58.042562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.170926 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] For port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:45:58.171187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:58.174515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] For port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=9beec80e-a2ee-4ac7-bd91-f320f846e5e4,segment=NetworkSegment(bca56983-3f14-4a96-ad4d-2f471fa02da4),segment_id=bca56983-3f14-4a96-ad4d-2f471fa02da4)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:45:58.174661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.177434 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1814f414-bd2a-4e2a-b273-338702ccf1a8 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Unset dirty status for tenant:e79702c8fe954f9c9b5f5c33fc39c39f on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:45:58.179859 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1814f414-bd2a-4e2a-b273-338702ccf1a8 tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4afab3f-1b0d-4e5c-ba50-39f8481e421e HTTP/1.1" status: 200 len: 205 time: 0.4174256 Jan 28 06:45:58.186848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42938) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:58.189587 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Pushing event deleted for resources: {'Port': ['ID=e4008858-00be-4eb2-afad-ec548e1fc8ac,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:58.198404 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-745d1a9c-f87f-450e-8319-a0a98f2166f3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.204644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e56880b-0811-4e1d-beaf-52a0592d35bc None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:45:58.209792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d1a9c-f87f-450e-8319-a0a98f2166f3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd103dd-dfc5-448a-a468-026669bfb147,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:58.305487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.335864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.353350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event updated for resources: {'Network': ['ID=5532e97c-4864-4b28-8f2a-3388c5da5fb5,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:58.380573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-157b949c-c17f-4586-80ca-032fe9f090bb tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.470461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 5532e97c-4864-4b28-8f2a-3388c5da5fb5 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:45:58.483216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:58.493362 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:security_group_rule and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:58.548792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:58.564826 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-745d1a9c-f87f-450e-8319-a0a98f2166f3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/6bd103dd-dfc5-448a-a468-026669bfb147 HTTP/1.1" status: 204 len: 168 time: 1.5212710 Jan 28 06:45:58.572278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42944) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:58.584062 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:58.619384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7369ef-7f4a-4698-8b8a-f238901df447 None None] Pushing event updated for resources: {'Port': ['ID=9beec80e-a2ee-4ac7-bd91-f320f846e5e4,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:58.643842 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b4a882b0-dd3e-4c73-92ff-d414b4b29da6 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5158739 Jan 28 06:45:58.644565 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42950) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:58.691955 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Request body: {'network': {'name': 'tempest-router-network02--1725725842'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:58.696974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:45:58.700989 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Usage tracker for resource:network and tenant:467640f7d9c7448da3d0f7c834c3e1e7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:45:58.703951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:45:58.716591 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:45:58.731168 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.755019 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9464db4-024b-437f-8691-a61931deec22 None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:45:58.758856 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a9464db4-024b-437f-8691-a61931deec22 None None] Deleting port 0d04f169-0e3a-44f9-b569-31c952686bbd {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:58.759270 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a9464db4-024b-437f-8691-a61931deec22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.801359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Allocated IP 2001:db8:1::1 (ea62ca64-5793-4d20-a629-f337a06b561f/cd985fbf-efbe-4e6b-a08e-87cf6a33ae3a/6f261015-1962-4a42-b785-eaf86525e30d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:45:58.805513 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f75da984-e2e5-4275-9824-11cafb4ca7db tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2236030 Jan 28 06:45:58.811572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 42958) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:58.889080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-157b949c-c17f-4586-80ca-032fe9f090bb tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:58.894317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-157b949c-c17f-4586-80ca-032fe9f090bb tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.092105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Made reservation on behalf of 467640f7d9c7448da3d0f7c834c3e1e7 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:45:59.097655 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-157b949c-c17f-4586-80ca-032fe9f090bb tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.097970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.098985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157b949c-c17f-4586-80ca-032fe9f090bb tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Fanout notify agent at l3_agent the message router_deleted on router e4afab3f-1b0d-4e5c-ba50-39f8481e421e {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:45:59.123990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a9464db4-024b-437f-8691-a61931deec22 None None] For port 0d04f169-0e3a-44f9-b569-31c952686bbd, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0d04f169-0e3a-44f9-b569-31c952686bbd,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:45:59.124423 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a9464db4-024b-437f-8691-a61931deec22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.251637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-157b949c-c17f-4586-80ca-032fe9f090bb tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.253748 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-157b949c-c17f-4586-80ca-032fe9f090bb tempest-RoutersNegativeTest-1616357791 tempest-RoutersNegativeTest-1616357791-project] 10.222.0.25 "DELETE /v2.0/routers/e4afab3f-1b0d-4e5c-ba50-39f8481e421e HTTP/1.1" status: 204 len: 168 time: 1.0588739 Jan 28 06:45:59.320479 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a9464db4-024b-437f-8691-a61931deec22 None None] Calling delete_port for 0d04f169-0e3a-44f9-b569-31c952686bbd owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:45:59.323729 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.332755 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.379617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Transition to ACTIVE for port object 6f261015-1962-4a42-b785-eaf86525e30d will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:45:59.403036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.440727 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:45:59.463835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90dfaa8f-25d7-4d92-a7bb-a134d48483cf,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:59.466447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:45:59.481210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.481552 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Added segment 5c70c333-2ebf-460d-999f-5ce4e2cc74ce of type vlan for network bff64c5c-baec-43ab-a663-4a77377cc13f Jan 28 06:45:59.526614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.598141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.626204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:45:59.638294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:45:59.638537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a9464db4-024b-437f-8691-a61931deec22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.668947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network ea62ca64-5793-4d20-a629-f337a06b561f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:45:59.671999 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:45:59.684782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:45:59.685532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.704356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.716441 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-574117fd-59d1-4adc-b799-6c37000cfd08 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port 2e190025-d12c-4d8b-b9ac-34dc2245f922 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:45:59.717067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-574117fd-59d1-4adc-b799-6c37000cfd08 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.725072 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:45:59.725761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:45:59.747578 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9464db4-024b-437f-8691-a61931deec22 None None] No DVR routers for this DVR port 0d04f169-0e3a-44f9-b569-31c952686bbd on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:45:59.749425 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9464db4-024b-437f-8691-a61931deec22 None None] Pushing event deleted for resources: {'Port': ['ID=0d04f169-0e3a-44f9-b569-31c952686bbd,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:59.838618 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0d04f169-0e3a-44f9-b569-31c952686bbd no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:45:59.870097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Network': ['ID=bff64c5c-baec-43ab-a663-4a77377cc13f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:59.891761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=6f261015-1962-4a42-b785-eaf86525e30d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:45:59.975124 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-24c98947-41a7-4122-94dd-6c443fb17cf9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3693459 Jan 28 06:45:59.977615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42976) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:45:59.985746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'name': 'tempest-PortsTestJSON-1509842915'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:45:59.985964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 0d04f169-0e3a-44f9-b569-31c952686bbd {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:45:59.986188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0d04f169-0e3a-44f9-b569-31c952686bbd not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:45:59.987939 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network bff64c5c-baec-43ab-a663-4a77377cc13f details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:46:00.128657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42982) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:00.131870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-574117fd-59d1-4adc-b799-6c37000cfd08 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:00.288501 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8e3c2e39-43df-4f99-a86f-1b6f918aa37f None None] Provisioning for port 6f261015-1962-4a42-b785-eaf86525e30d completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:00.294514 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8e3c2e39-43df-4f99-a86f-1b6f918aa37f None None] Provisioning complete for port 6f261015-1962-4a42-b785-eaf86525e30d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:00.295156 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8e3c2e39-43df-4f99-a86f-1b6f918aa37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:00.363428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d4b067-ea3a-40b2-907f-7e362857ad84 None None] Network f7b087cf-a8de-4f2b-a667-e23415d19d67 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:00.376859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:00.385221 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:port and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:00.388359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:00.407879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:00.437983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:00.445004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:00.445360 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Added segment d1381483-be80-4490-ace2-32f2a2b41271 of type vlan for network de102938-63de-4f82-88af-3f247bd450eb Jan 28 06:46:00.453506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:00.477727 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:00.527666 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:00.545389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-574117fd-59d1-4adc-b799-6c37000cfd08 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for 2e190025-d12c-4d8b-b9ac-34dc2245f922 owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:00.594062 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c2e39-43df-4f99-a86f-1b6f918aa37f None None] Port 6f261015-1962-4a42-b785-eaf86525e30d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:00.636787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:00.640193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:00.652502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0aacbe-5032-48dd-8b89-95ca185e68f2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:00.656717 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7b0aacbe-5032-48dd-8b89-95ca185e68f2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.8318744 Jan 28 06:46:00.659909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 42990) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:00.686112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:00.691563 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:00.692038 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:00.732456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port c0821481-6b92-4653-8e50-55795b9caa7d yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:00.801042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-747da3d3-c4fb-40fa-b845-07a31bc0bf2b None None] Provisioning for port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:00.822181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-747da3d3-c4fb-40fa-b845-07a31bc0bf2b None None] Provisioning complete for port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:00.823313 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-747da3d3-c4fb-40fa-b845-07a31bc0bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:00.846005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8034642b-1fe2-4846-8e3c-7884723f7bb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:00.846714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8034642b-1fe2-4846-8e3c-7884723f7bb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:00.871414 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-48086c20-39d4-4606-8c08-22a685f5607a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e79702c8fe954f9c9b5f5c33fc39c39f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6989677 Jan 28 06:46:00.878428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43000) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:00.892990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de14df4f-d86d-4a5a-b160-c09954780878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.033105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-747da3d3-c4fb-40fa-b845-07a31bc0bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.042095 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Router 4faf390b-2c89-4452-b4ce-1fdb678b6b71 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:46:01.098224 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-747da3d3-c4fb-40fa-b845-07a31bc0bf2b None None] For port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=9beec80e-a2ee-4ac7-bd91-f320f846e5e4,segment=NetworkSegment(bca56983-3f14-4a96-ad4d-2f471fa02da4),segment_id=bca56983-3f14-4a96-ad4d-2f471fa02da4)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:01.105728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8034642b-1fe2-4846-8e3c-7884723f7bb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:01.107154 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8034642b-1fe2-4846-8e3c-7884723f7bb8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4411757 Jan 28 06:46:01.119868 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43008) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:01.134988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-747da3d3-c4fb-40fa-b845-07a31bc0bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.139953 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.4919553 Jan 28 06:46:01.144298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535151a3-7fe9-4e54-8b4a-fb3161fd9d86 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event updated for resources: {'Network': ['ID=de102938-63de-4f82-88af-3f247bd450eb,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:01.148100 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43012) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:01.219080 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Request body: {'subnet': {'network_id': '5532e97c-4864-4b28-8f2a-3388c5da5fb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:01.236326 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747da3d3-c4fb-40fa-b845-07a31bc0bf2b None None] Pushing event updated for resources: {'Port': ['ID=9beec80e-a2ee-4ac7-bd91-f320f846e5e4,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:01.242783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network de102938-63de-4f82-88af-3f247bd450eb details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:46:01.248602 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d9c32b68-50eb-46fb-8924-58bde8d97930 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229722 Jan 28 06:46:01.271548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43016) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:01.282060 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-697f5e3e-1097-4703-b2ce-934a1edaa9a3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:01.345647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43020) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:01.371667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a4ebe741-4d9e-44b4-99b1-1e98a3a834f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.397503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.415967 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8367a230-06f4-4f28-826c-dd88c4f8f510 None None] Provisioning complete for port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:01.416601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8367a230-06f4-4f28-826c-dd88c4f8f510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.427535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a4ebe741-4d9e-44b4-99b1-1e98a3a834f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.479405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-697f5e3e-1097-4703-b2ce-934a1edaa9a3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:01.481960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:01.494158 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b8435-ecc3-4656-9e07-475ab0103a53 None None] Sync routers for ids ['4faf390b-2c89-4452-b4ce-1fdb678b6b71'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:01.504546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.507548 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b8435-ecc3-4656-9e07-475ab0103a53 None None] Routers {'4faf390b-2c89-4452-b4ce-1fdb678b6b71'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:01.510375 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d40b8435-ecc3-4656-9e07-475ab0103a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4faf390b-2c89-4452-b4ce-1fdb678b6b71'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:01.567367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.567960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.591820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-697f5e3e-1097-4703-b2ce-934a1edaa9a3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:01.603603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.607255 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c663a433-1bc1-4465-b98e-d3d09f21a30d tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "PUT /v2.0/routers/4faf390b-2c89-4452-b4ce-1fdb678b6b71 HTTP/1.1" status: 200 len: 709 time: 7.3169761 Jan 28 06:46:01.616104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43026) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:01.618806 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d40b8435-ecc3-4656-9e07-475ab0103a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:01.625120 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:01.628210 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b8435-ecc3-4656-9e07-475ab0103a53 None None] Routers {'4faf390b-2c89-4452-b4ce-1fdb678b6b71'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:01.629131 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d40b8435-ecc3-4656-9e07-475ab0103a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:45:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4faf390b-2c89-4452-b4ce-1fdb678b6b71'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:01.633197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'network': {'name': 'tempest-network-smoke--787325687', 'project_id': 'fab9236ca18a49699cab17477937175c', 'port_security_enabled': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:01.634697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Usage tracker for resource:subnet and tenant:467640f7d9c7448da3d0f7c834c3e1e7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:01.636640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a4ebe741-4d9e-44b4-99b1-1e98a3a834f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.638619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:01.639642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.644769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:01.692652 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d40b8435-ecc3-4656-9e07-475ab0103a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:01.693042 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40b8435-ecc3-4656-9e07-475ab0103a53 None None] The sync data for ids ['4faf390b-2c89-4452-b4ce-1fdb678b6b71'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:01.730007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:01.733603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697f5e3e-1097-4703-b2ce-934a1edaa9a3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:01.737405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-697f5e3e-1097-4703-b2ce-934a1edaa9a3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.759372 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-574117fd-59d1-4adc-b799-6c37000cfd08 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.763274 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Made reservation on behalf of 467640f7d9c7448da3d0f7c834c3e1e7 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:01.766679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.768889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebe741-4d9e-44b4-99b1-1e98a3a834f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfec793-f9c2-4d22-abb3-81e05ea3e0f7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:01.771989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:network and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:01.838733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:01.865276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:01.866153 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574117fd-59d1-4adc-b799-6c37000cfd08 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=2e190025-d12c-4d8b-b9ac-34dc2245f922,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:01.876747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=6f261015-1962-4a42-b785-eaf86525e30d,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:01.942822 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2e9b597c-932f-46ae-95d7-9c289b5269f1 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/routers/4faf390b-2c89-4452-b4ce-1fdb678b6b71 HTTP/1.1" status: 200 len: 744 time: 0.3201516 Jan 28 06:46:01.951776 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43030) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:01.953380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a4ebe741-4d9e-44b4-99b1-1e98a3a834f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:01.954474 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a4ebe741-4d9e-44b4-99b1-1e98a3a834f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9dfec793-f9c2-4d22-abb3-81e05ea3e0f7 HTTP/1.1" status: 204 len: 168 time: 1.0726037 Jan 28 06:46:02.062196 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a628e11b-337a-4589-bffb-1a3234c55c95 tempest-RoutersIpV6AdminTest-811685469 tempest-RoutersIpV6AdminTest-811685469-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&device_id=4faf390b-2c89-4452-b4ce-1fdb678b6b71 HTTP/1.1" status: 200 len: 205 time: 0.1064150 Jan 28 06:46:02.069721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:02.073246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:02.086107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43036) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:02.266468 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Checking segment: {'id': '5c70c333-2ebf-460d-999f-5ce4e2cc74ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:02.266891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network hostable DHCP agents. Network: bff64c5c-baec-43ab-a663-4a77377cc13f, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:46:02.271713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=c0821481-6b92-4653-8e50-55795b9caa7d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:02.296022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:02.323687 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-164ac654-600e-45f5-b0ee-626826121ecb tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "GET /v2.0/ports?device_id=4faf390b-2c89-4452-b4ce-1fdb678b6b71 HTTP/1.1" status: 200 len: 205 time: 0.2341728 Jan 28 06:46:02.335713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:02.337820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43040) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:02.352258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:02.356811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:02.396052 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-574117fd-59d1-4adc-b799-6c37000cfd08 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:02.438819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:02.452994 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network ea62ca64-5793-4d20-a629-f337a06b561f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:02.503204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:02.532528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0125322f-64a6-4168-aecb-af0e0cb41f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:02.807773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network bff64c5c-baec-43ab-a663-4a77377cc13f is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:46:02.828717 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2e347f42-28d7-47b6-b0c3-717f6ed49f5c None None] Provisioning complete for port 6f261015-1962-4a42-b785-eaf86525e30d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:02.829743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e347f42-28d7-47b6-b0c3-717f6ed49f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:02.908318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2e347f42-28d7-47b6-b0c3-717f6ed49f5c None None] Port 6f261015-1962-4a42-b785-eaf86525e30d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:02.942256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.006963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, bff64c5c-baec-43ab-a663-4a77377cc13f) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:03.014996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0d92a5-3398-47a0-a9a8-955d4ded5aab None None] Network bff64c5c-baec-43ab-a663-4a77377cc13f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:03.028039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:03.033580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:03.034177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.043649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0125322f-64a6-4168-aecb-af0e0cb41f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.050046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0125322f-64a6-4168-aecb-af0e0cb41f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.081251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router b4446e03-e762-464c-b2e3-d472b638d774 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:46:03.156542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.objects.ports [None req-697f5e3e-1097-4703-b2ce-934a1edaa9a3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88216) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:46:03.178501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-697f5e3e-1097-4703-b2ce-934a1edaa9a3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.191578 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8eabaa05-db52-464f-8768-b07c322833a9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2126372 Jan 28 06:46:03.192515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0125322f-64a6-4168-aecb-af0e0cb41f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.193145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0125322f-64a6-4168-aecb-af0e0cb41f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Fanout notify agent at l3_agent the message router_deleted on router 4faf390b-2c89-4452-b4ce-1fdb678b6b71 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:46:03.208834 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.210152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43054) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:03.215057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d46eacb0-d083-423f-b35f-47880e6807ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.220462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1592073229'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:03.225723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:03.230163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:network and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:03.233430 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:03.234332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-574117fd-59d1-4adc-b799-6c37000cfd08 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:46:03.235688 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event updated for resources: {'Subnet': ['ID=19f98fbe-af7a-4585-83bc-fa6c7d5eccd8,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:03.247608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:03.266730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:03.312805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0125322f-64a6-4168-aecb-af0e0cb41f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.315948 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0125322f-64a6-4168-aecb-af0e0cb41f8a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "DELETE /v2.0/routers/4faf390b-2c89-4452-b4ce-1fdb678b6b71 HTTP/1.1" status: 204 len: 168 time: 0.9723053 Jan 28 06:46:03.322856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.325480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43062) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:03.327861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f5e3e-1097-4703-b2ce-934a1edaa9a3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:03.339439 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-697f5e3e-1097-4703-b2ce-934a1edaa9a3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:03.346138 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:03.347378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.350158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f5e3e-1097-4703-b2ce-934a1edaa9a3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:03.351621 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-697f5e3e-1097-4703-b2ce-934a1edaa9a3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.360287 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Checking segment: {'id': 'ab1f7635-9722-4391-beb3-e3851b0b7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5532e97c-4864-4b28-8f2a-3388c5da5fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:03.360757 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Network hostable DHCP agents. Network: 5532e97c-4864-4b28-8f2a-3388c5da5fb5, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:46:03.385191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b40d0bd-0d97-4de7-a089-2ee39696de15 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:03.385834 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:03.389499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.427708 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-794f3e5a-9655-460f-8b51-a4e41b5a9930 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "GET /v2.0/ports?device_id=4faf390b-2c89-4452-b4ce-1fdb678b6b71 HTTP/1.1" status: 200 len: 205 time: 0.0805955 Jan 28 06:46:03.435096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:46:03.442090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43068) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:03.533858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:03.535420 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb10caa4-9f8c-4734-af92-d91db17b641f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:03.538269 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.538596 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Added segment 5fbf314a-ca07-484f-996a-cf450c6d8384 of type vlan for network 98e0775f-f72f-4160-b526-3c217463d46f Jan 28 06:46:03.549835 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-bc5ff9a0-da43-4bde-ac89-345b0111e425 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] delete failed (client error): The resource could not be found. Jan 28 06:46:03.551059 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bc5ff9a0-da43-4bde-ac89-345b0111e425 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "DELETE /v2.0/routers/4faf390b-2c89-4452-b4ce-1fdb678b6b71 HTTP/1.1" status: 404 len: 336 time: 0.1020317 Jan 28 06:46:03.551610 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:46:03.557177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43072) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:03.561920 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf4a35-e1cc-4a37-a55c-50af171d1dc4 None None] Sync routers for ids ['b4446e03-e762-464c-b2e3-d472b638d774'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:03.609820 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-935b3f5a-98b5-4f1b-8e84-53fcdaeda606 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/b4446e03-e762-464c-b2e3-d472b638d774/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4632208 Jan 28 06:46:03.611296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.611876 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Added segment 5b82dce6-8381-46a9-9bee-c0a58eb4f088 of type vlan for network bc4cc3c5-ccc4-4565-9283-ab8e84a8348e Jan 28 06:46:03.624518 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf4a35-e1cc-4a37-a55c-50af171d1dc4 None None] Routers {'b4446e03-e762-464c-b2e3-d472b638d774'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:03.625160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1edf4a35-e1cc-4a37-a55c-50af171d1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b4446e03-e762-464c-b2e3-d472b638d774'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:03.633162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43078) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:03.634198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-574117fd-59d1-4adc-b799-6c37000cfd08 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:03.636229 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a35ef275-0c79-4cd1-8356-b3a9a3f14381 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3065c9b-e768-46a7-a907-5489c16d7947 HTTP/1.1" status: 200 len: 205 time: 0.0738385 Jan 28 06:46:03.642091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.649104 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd78c1d-c833-473c-9c34-6e1ba649993d None None] Sync routers for ids ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:03.664703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f5e3e-1097-4703-b2ce-934a1edaa9a3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=e0d98880-ed52-4450-968c-4381acb0e951,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:03.668206 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd78c1d-c833-473c-9c34-6e1ba649993d None None] Routers {'c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:03.668206 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-edd78c1d-c833-473c-9c34-6e1ba649993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:03.668495 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43082) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:03.672243 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-574117fd-59d1-4adc-b799-6c37000cfd08 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3118689 Jan 28 06:46:03.673954 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-697f5e3e-1097-4703-b2ce-934a1edaa9a3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4012482 Jan 28 06:46:03.676951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43084) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:03.726237 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1edf4a35-e1cc-4a37-a55c-50af171d1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:03.738653 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-edd78c1d-c833-473c-9c34-6e1ba649993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:03.749221 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd78c1d-c833-473c-9c34-6e1ba649993d None None] Routers {'c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:03.750008 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-edd78c1d-c833-473c-9c34-6e1ba649993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:03.754017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43088) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:03.754515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43092) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:03.769948 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ea43b286-892f-439d-a0f3-998a0dd90064 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:03.783702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf4a35-e1cc-4a37-a55c-50af171d1dc4 None None] Routers {'b4446e03-e762-464c-b2e3-d472b638d774'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:03.784338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1edf4a35-e1cc-4a37-a55c-50af171d1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b4446e03-e762-464c-b2e3-d472b638d774'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:03.823886 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-edd78c1d-c833-473c-9c34-6e1ba649993d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:03.824442 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd78c1d-c833-473c-9c34-6e1ba649993d None None] The sync data for ids ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:03.867052 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1edf4a35-e1cc-4a37-a55c-50af171d1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:03.867557 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf4a35-e1cc-4a37-a55c-50af171d1dc4 None None] The sync data for ids ['b4446e03-e762-464c-b2e3-d472b638d774'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:03.870074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': 'e0d98880-ed52-4450-968c-4381acb0e951'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:46:03.871025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:03.982767 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ea43b286-892f-439d-a0f3-998a0dd90064 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:03.984394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:04.007016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Network 5532e97c-4864-4b28-8f2a-3388c5da5fb5 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:46:04.011461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ea43b286-892f-439d-a0f3-998a0dd90064 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:04.011745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b3c5ac-adc4-475f-853b-b20515a3d533 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:04.012374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-20b3c5ac-adc4-475f-853b-b20515a3d533 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Synchronizing usage tracker for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:04.032374 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Allocated IP 2001:db8::f816:3eff:fe9d:12fb (2d564f63-c0b4-45b7-8160-b73c1310d2e3/e0d98880-ed52-4450-968c-4381acb0e951/0dcdefe9-2aa3-41cb-8e11-d682dc200fc0) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:04.036989 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ea43b286-892f-439d-a0f3-998a0dd90064 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:04.040655 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-82802229-df1b-44ce-ab98-a9783a948da7 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] delete failed (client error): The resource could not be found. Jan 28 06:46:04.044477 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-82802229-df1b-44ce-ab98-a9783a948da7 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "DELETE /v2.0/routers/a3065c9b-e768-46a7-a907-5489c16d7947 HTTP/1.1" status: 404 len: 336 time: 0.3693330 Jan 28 06:46:04.045934 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43100) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:04.091890 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8d7e2a0b-9e3d-43ab-8d26-4eeac2aa7861 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dfeddcf-71f0-4a70-b936-2711f07d8a1b HTTP/1.1" status: 200 len: 205 time: 0.0451891 Jan 28 06:46:04.095295 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43104) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:04.103911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ea43b286-892f-439d-a0f3-998a0dd90064 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:04.135932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396722590'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:04.143820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:04.151949 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:04.156792 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:04.162031 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 5532e97c-4864-4b28-8f2a-3388c5da5fb5) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:04.171775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:04.172921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:04.173525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:04.177439 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:04.178206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:04.178406 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1386b37e-a4a0-4d24-9b18-79d2aeb9cc09 None None] Network 5532e97c-4864-4b28-8f2a-3388c5da5fb5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:04.179191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:04.199017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-20b3c5ac-adc4-475f-853b-b20515a3d533 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Unset dirty status for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:04.203074 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-20b3c5ac-adc4-475f-853b-b20515a3d533 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports/6f261015-1962-4a42-b785-eaf86525e30d HTTP/1.1" status: 200 len: 913 time: 0.5635276 Jan 28 06:46:04.203074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:04.208098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:04.208700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:04.214125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43108) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:04.226504 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-657466af-ddaf-4d1e-b05c-bb529d23eedc tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] delete failed (client error): The resource could not be found. Jan 28 06:46:04.227512 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-657466af-ddaf-4d1e-b05c-bb529d23eedc tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "DELETE /v2.0/routers/2dfeddcf-71f0-4a70-b936-2711f07d8a1b HTTP/1.1" status: 404 len: 336 time: 0.1311512 Jan 28 06:46:04.242425 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43112) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:04.259836 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea43b286-892f-439d-a0f3-998a0dd90064 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:04.263384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea43b286-892f-439d-a0f3-998a0dd90064 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:04.473592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:04.482235 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.1299381 Jan 28 06:46:04.483624 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2725458 Jan 28 06:46:04.484375 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43116) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:04.487186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e4918-ff71-451b-a1b4-a8c3717fc893 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Network': ['ID=98e0775f-f72f-4160-b526-3c217463d46f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:04.489840 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:04.492733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43118) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:04.503342 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:04.510621 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 98e0775f-f72f-4160-b526-3c217463d46f details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:46:04.516898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'admin_state_up': True, 'project_id': 'fab9236ca18a49699cab17477937175c', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:04.526376 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1787130b-1d49-4849-8867-179bf27493f3 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "GET /v2.0/ports?device_id=561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c HTTP/1.1" status: 200 len: 205 time: 0.2791765 Jan 28 06:46:04.529094 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43124) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:04.529393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Transition to ACTIVE for port object 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:04.531942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:04.542726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'ports': [{'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f'}, {'network_id': 'bc4cc3c5-ccc4-4565-9283-ab8e84a8348e'}]} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:04.543170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:04.543812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'network_id': 'bc4cc3c5-ccc4-4565-9283-ab8e84a8348e'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:04.603795 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Transition to ACTIVE for port object 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:04.614567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:04.627280 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-90809557-7c8d-4a05-9d6c-1634437a88c9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4228063 Jan 28 06:46:04.634445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43128) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:04.640627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:router and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:04.645596 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Request body: {'subnet': {'network_id': 'de102938-63de-4f82-88af-3f247bd450eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:04.652723 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-5532e97c-4864-4b28-8f2a-3388c5da5fb5', 'network_id': '5532e97c-4864-4b28-8f2a-3388c5da5fb5', 'tenant_id': '467640f7d9c7448da3d0f7c834c3e1e7', 'fixed_ips': [{'subnet_id': '19f98fbe-af7a-4585-83bc-fa6c7d5eccd8'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:46:04.653533 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:04.662572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:04.662761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:04.744300 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-602fe459-553f-4ca6-843b-f8fbfead24e3 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] delete failed (client error): The resource could not be found. Jan 28 06:46:04.744505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:04.744610 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:04.744691 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-602fe459-553f-4ca6-843b-f8fbfead24e3 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "DELETE /v2.0/routers/561a20ea-0f8e-4602-9d4b-a77b3b7e1b1c HTTP/1.1" status: 404 len: 336 time: 0.2115946 Jan 28 06:46:04.744691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:04.753053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43132) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:04.762848 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:04.790661 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.ipam_backend_mixin [None req-ea43b286-892f-439d-a0f3-998a0dd90064 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e0d98880-ed52-4450-968c-4381acb0e951 (CIDR: 2001:db8::/64) Jan 28 06:46:04.793853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:04.803669 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:04.820946 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:04.827531 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:04.860609 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:04.886766 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Pushing event updated for resources: {'Port': ['ID=0dcdefe9-2aa3-41cb-8e11-d682dc200fc0,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:04.958917 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef00da-ba71-431e-bf08-f3ab4080dc04 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Network': ['ID=bc4cc3c5-ccc4-4565-9283-ab8e84a8348e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:04.976894 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea43b286-892f-439d-a0f3-998a0dd90064 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:46:04.977462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea43b286-892f-439d-a0f3-998a0dd90064 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:46:04.978736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network bc4cc3c5-ccc4-4565-9283-ab8e84a8348e details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:46:05.002957 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8a5efaed-ac15-4f51-81c4-01d37e6739f6 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ad023c4-bef8-4179-8237-9915bc28700f HTTP/1.1" status: 200 len: 205 time: 0.2417905 Jan 28 06:46:05.008376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43136) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:05.015028 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Allocated IP 2001:db8::2 (5532e97c-4864-4b28-8f2a-3388c5da5fb5/19f98fbe-af7a-4585-83bc-fa6c7d5eccd8/786c7d51-48bc-4445-8392-4e1445145423) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:05.044469 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Attempting to bind port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:46:05.044839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Attempting to bind port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:46:05.045433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Attempting to bind port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:46:05.059781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:46:05.060159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:05.060556 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.060950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:46:05.061414 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Bound port: 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:46:05.061806 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.078033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:05.094884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Usage tracker for resource:subnet and tenant:467640f7d9c7448da3d0f7c834c3e1e7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:05.101860 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:05.113990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:05.132134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.132394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.133135 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.141978 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-39038d17-caa1-4a0b-9854-cf705b778d3a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] delete failed (client error): The resource could not be found. Jan 28 06:46:05.145448 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-39038d17-caa1-4a0b-9854-cf705b778d3a tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "DELETE /v2.0/routers/8ad023c4-bef8-4179-8237-9915bc28700f HTTP/1.1" status: 404 len: 336 time: 0.1279485 Jan 28 06:46:05.145757 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43140) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:05.192609 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ea43b286-892f-439d-a0f3-998a0dd90064 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4369125 Jan 28 06:46:05.197579 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-736271ec-d558-4f68-8c13-61a062cbb227 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "GET /v2.0/ports?device_id=e65a7fa4-3dec-4fea-953a-098a554983c5 HTTP/1.1" status: 200 len: 205 time: 0.0495982 Jan 28 06:46:05.197579 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43144) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:05.206225 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-91c916bf-40b1-4d77-98e9-ea340d768626 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:05.215721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43148) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:05.234488 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.250110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:05.291351 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:05.308937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:05.331964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] For port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:46:05.332208 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:05.372594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] For port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0dcdefe9-2aa3-41cb-8e11-d682dc200fc0,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:46:05.385466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Made reservation on behalf of 467640f7d9c7448da3d0f7c834c3e1e7 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:05.391844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.409339 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.419587 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3469c1c-95d6-4528-a74f-6ca45ddee558,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:05.424572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Transition to ACTIVE for port object 786c7d51-48bc-4445-8392-4e1445145423 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:05.427177 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-3da4cd68-1e3c-4571-b914-05f366ddb390 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] delete failed (client error): The resource could not be found. Jan 28 06:46:05.432683 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3da4cd68-1e3c-4571-b914-05f366ddb390 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "DELETE /v2.0/routers/e65a7fa4-3dec-4fea-953a-098a554983c5 HTTP/1.1" status: 404 len: 336 time: 0.2102087 Jan 28 06:46:05.440830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43152) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:05.443491 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Transition to ACTIVE for port object 786c7d51-48bc-4445-8392-4e1445145423 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:05.448624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.454760 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.487832 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:05.501411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:port and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:05.505253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:05.544889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a976b8-4c22-4fff-9b7a-69e560612f3a None None] Pushing event updated for resources: {'Port': ['ID=0dcdefe9-2aa3-41cb-8e11-d682dc200fc0,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:05.558908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:05.562294 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c605a027-4e6a-494b-9461-fe49ab570e38 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] DELETE failed (client error): The resource could not be found. Jan 28 06:46:05.570161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c605a027-4e6a-494b-9461-fe49ab570e38 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:46:05.577778 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.581020 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c605a027-4e6a-494b-9461-fe49ab570e38 tempest-RoutersIpV6AdminTest-1054640947 tempest-RoutersIpV6AdminTest-1054640947-project] 10.222.0.25 "DELETE /v2.0/subnets/d8eb1167-ee4c-4d4e-8a9f-0000c302514a HTTP/1.1" status: 404 len: 337 time: 0.1369872 Jan 28 06:46:05.596514 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-91c916bf-40b1-4d77-98e9-ea340d768626 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:05.612402 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-91c916bf-40b1-4d77-98e9-ea340d768626 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:05.625257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-91c916bf-40b1-4d77-98e9-ea340d768626 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:05.641707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-91c916bf-40b1-4d77-98e9-ea340d768626 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:05.659047 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08224b70-b1bd-4bc4-959a-bf2bb23d82c2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.678104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Network 5532e97c-4864-4b28-8f2a-3388c5da5fb5 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:05.680842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 2} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:05.690838 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:05.691130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.692879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.700166 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:05.808504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.817602 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.828331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Attempting to bind port 786c7d51-48bc-4445-8392-4e1445145423 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:46:05.828331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Attempting to bind port 786c7d51-48bc-4445-8392-4e1445145423 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'ab1f7635-9722-4391-beb3-e3851b0b7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5532e97c-4864-4b28-8f2a-3388c5da5fb5'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:46:05.828526 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Attempting to bind port 786c7d51-48bc-4445-8392-4e1445145423 on network 5532e97c-4864-4b28-8f2a-3388c5da5fb5 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:46:05.842865 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c916bf-40b1-4d77-98e9-ea340d768626 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:05.851466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91c916bf-40b1-4d77-98e9-ea340d768626 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.863143 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:46:05.864455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Checking segment: {'id': 'ab1f7635-9722-4391-beb3-e3851b0b7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5532e97c-4864-4b28-8f2a-3388c5da5fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:05.865733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.866326 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Bound using segment: {'id': 'ab1f7635-9722-4391-beb3-e3851b0b7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5532e97c-4864-4b28-8f2a-3388c5da5fb5'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:46:05.867050 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Bound port: 786c7d51-48bc-4445-8392-4e1445145423, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1f7635-9722-4391-beb3-e3851b0b7d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '5532e97c-4864-4b28-8f2a-3388c5da5fb5'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:46:05.871106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:05.935520 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Pushing event updated for resources: {'Port': ['ID=786c7d51-48bc-4445-8392-4e1445145423,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:05.940952 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:06.035660 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] For port 786c7d51-48bc-4445-8392-4e1445145423, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:46:06.040356 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] For port 786c7d51-48bc-4445-8392-4e1445145423, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=786c7d51-48bc-4445-8392-4e1445145423,segment=NetworkSegment(ab1f7635-9722-4391-beb3-e3851b0b7d02),segment_id=ab1f7635-9722-4391-beb3-e3851b0b7d02)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:46:06.118167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:06.137559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:06.245839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414398d-1fbb-4aa4-bd50-33b8c6fc97b2 None None] Pushing event updated for resources: {'Port': ['ID=786c7d51-48bc-4445-8392-4e1445145423,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:06.252200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c01889cc-1057-4856-a237-9f74d463897d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:06.305747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43160) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:06.338781 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e09bec-ed00-41b5-b102-187ac06bdf2e,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:06.519198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:06.558146 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:06.562697 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c868f7c6-28a4-4c09-8f81-00913ebdd8ef tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.8048556 Jan 28 06:46:06.576163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43166) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:06.626752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port c406584d-25ac-4839-8816-5f7b310f54c1 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:06.632603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-01a4d591-4ee8-4178-bbfc-d0853770f04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:06.739002 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event updated for resources: {'Subnet': ['ID=54bea8c3-e7a0-4f05-8935-53ed96851a38,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:06.747733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-01a4d591-4ee8-4178-bbfc-d0853770f04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:06.758754 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-01a4d591-4ee8-4178-bbfc-d0853770f04f admin admin] Usage tracker for resource:security_group_rule and tenant:3ea613ec7cc64252be553c315f26d040 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:06.762484 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-01a4d591-4ee8-4178-bbfc-d0853770f04f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:06.773658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-08224b70-b1bd-4bc4-959a-bf2bb23d82c2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port dbbe7a70-c148-43a6-9925-cc3d51853f5b {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:06.773658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08224b70-b1bd-4bc4-959a-bf2bb23d82c2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:06.802301 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91c916bf-40b1-4d77-98e9-ea340d768626 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:06.818519 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-01a4d591-4ee8-4178-bbfc-d0853770f04f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:06.876142 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-67a58161-cd78-4f93-ab20-fc74b4bbf4a1 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2804689 Jan 28 06:46:06.879480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43170) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:06.892180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a5ed224d-bc64-4f0e-8d26-142c42b44525 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group': {'name': 'tempest-security--146440799', 'description': 'tempest-security-description-1390597329'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:06.895827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Checking segment: {'id': 'd1381483-be80-4490-ace2-32f2a2b41271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de102938-63de-4f82-88af-3f247bd450eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:06.896198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Network hostable DHCP agents. Network: de102938-63de-4f82-88af-3f247bd450eb, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:46:06.919399 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c916bf-40b1-4d77-98e9-ea340d768626 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:06.934238 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-91c916bf-40b1-4d77-98e9-ea340d768626 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:06.952026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c916bf-40b1-4d77-98e9-ea340d768626 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:06.952639 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91c916bf-40b1-4d77-98e9-ea340d768626 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:06.975184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a5ed224d-bc64-4f0e-8d26-142c42b44525 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:07.015199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda0793c-7045-46d6-b4bd-417f8dfbbe98 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:07.042191 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c916bf-40b1-4d77-98e9-ea340d768626 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=d4b68e20-1ee9-4713-a60f-18ddfb3a2f03,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:07.113086 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Network de102938-63de-4f82-88af-3f247bd450eb is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:46:07.158206 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-91c916bf-40b1-4d77-98e9-ea340d768626 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9600868 Jan 28 06:46:07.159067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43174) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:07.179490 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'mac_address': 'fa:16:3e:6d:a4:f6', 'name': 'tempest-NetworksTestDHCPv6-633928967'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:07.220615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08224b70-b1bd-4bc4-959a-bf2bb23d82c2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:07.228194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, de102938-63de-4f82-88af-3f247bd450eb) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:07.262127 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:07.262734 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:07.267216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d1fefb89-15dc-4048-8d81-4a2ec1940cb8 None None] Provisioning for port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:07.270805 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a2a67-cad6-4831-b3d6-ae9fe2ffe4d9 None None] Network de102938-63de-4f82-88af-3f247bd450eb requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:07.352553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:07.481872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a5ed224d-bc64-4f0e-8d26-142c42b44525 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:07.489620 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-08224b70-b1bd-4bc4-959a-bf2bb23d82c2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for dbbe7a70-c148-43a6-9925-cc3d51853f5b owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:07.517786 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 786c7d51-48bc-4445-8392-4e1445145423 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:07.529642 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-01a4d591-4ee8-4178-bbfc-d0853770f04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:07.606596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:07.648154 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-01a4d591-4ee8-4178-bbfc-d0853770f04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:07.652513 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a5ed224d-bc64-4f0e-8d26-142c42b44525 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:07.679110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:07.687515 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3534d9f7-473b-4afa-8fc0-1a3d79526292 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0519161 Jan 28 06:46:07.690261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port 06fbc808-6835-4d65-9ebb-44f1fa2e68c7 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:07.696258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43178) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:07.697302 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:07.717337 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:07.726585 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:07.735170 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-01a4d591-4ee8-4178-bbfc-d0853770f04f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ea613ec7cc64252be553c315f26d040&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4218588 Jan 28 06:46:07.737365 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a5ed224d-bc64-4f0e-8d26-142c42b44525 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:07.738584 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a5ed224d-bc64-4f0e-8d26-142c42b44525 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "PUT /v2.0/security-groups/f3e09bec-ed00-41b5-b102-187ac06bdf2e HTTP/1.1" status: 200 len: 1777 time: 0.8581889 Jan 28 06:46:07.739575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c01889cc-1057-4856-a237-9f74d463897d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port 6f261015-1962-4a42-b785-eaf86525e30d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:07.740043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c01889cc-1057-4856-a237-9f74d463897d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:07.741792 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43182) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:07.742268 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43184) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:07.751978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:07.754155 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4d591-4ee8-4178-bbfc-d0853770f04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196694d7-1faa-4f28-8ed4-df248492ef23,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:07.761288 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35762616-63fe-410a-9406-8d8898f11acc None None] Network 5532e97c-4864-4b28-8f2a-3388c5da5fb5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:07.801121 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 786c7d51-48bc-4445-8392-4e1445145423 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:07.839957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:07.880138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed224d-bc64-4f0e-8d26-142c42b44525 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e09bec-ed00-41b5-b102-187ac06bdf2e,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:07.894074 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b251d037-4732-455c-bcb6-2e8e1404becd tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-groups/f3e09bec-ed00-41b5-b102-187ac06bdf2e HTTP/1.1" status: 200 len: 1777 time: 0.1468692 Jan 28 06:46:07.896110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43190) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:07.970181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0dda0568-5369-4037-b3bb-49e74141808b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:07.987960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:08.007817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-de102938-63de-4f82-88af-3f247bd450eb', 'network_id': 'de102938-63de-4f82-88af-3f247bd450eb', 'tenant_id': '467640f7d9c7448da3d0f7c834c3e1e7', 'fixed_ips': [{'subnet_id': '54bea8c3-e7a0-4f05-8935-53ed96851a38'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:46:08.008792 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.033570 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4c2682-2a8b-4f7b-9a8a-5b593d76a803 None None] Update dhcp port {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'fixed_ips': [{'subnet_id': 'e0d98880-ed52-4450-968c-4381acb0e951', 'ip_address': '2001:db8::f816:3eff:fe9d:12fb'}, {'subnet_id': 'd4b68e20-1ee9-4713-a60f-18ddfb3a2f03'}], 'binding:host_id': 'dv-neutron-824022-4-hyperv'}, 'id': '0dcdefe9-2aa3-41cb-8e11-d682dc200fc0'} from dv-neutron-824022-4-hyperv. {{(pid=88218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 06:46:08.054671 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0dda0568-5369-4037-b3bb-49e74141808b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.085683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2f5919cd-a78f-47e2-a0ea-6943c97c748e None None] Provisioning for port 786c7d51-48bc-4445-8392-4e1445145423 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:08.114473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9845bf4-46d5-4433-a9ed-92ed6282bff9 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.126673 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08224b70-b1bd-4bc4-959a-bf2bb23d82c2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.150720 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2f5919cd-a78f-47e2-a0ea-6943c97c748e None None] Provisioning complete for port 786c7d51-48bc-4445-8392-4e1445145423 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:08.151004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2f5919cd-a78f-47e2-a0ea-6943c97c748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.208708 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2682-2a8b-4f7b-9a8a-5b593d76a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.213060 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08224b70-b1bd-4bc4-959a-bf2bb23d82c2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=dbbe7a70-c148-43a6-9925-cc3d51853f5b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:08.280625 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9845bf4-46d5-4433-a9ed-92ed6282bff9 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.341953 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:08.386115 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:08.386487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.484090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.485210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.222 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/7e959065-87b2-44ac-abbd-dc07ad64d7c0) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:08.633256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 7761eb80-8878-47cb-a49e-6f2ffd21542a yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:08.637730 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.668890 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0dda0568-5369-4037-b3bb-49e74141808b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.682105 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c01889cc-1057-4856-a237-9f74d463897d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.732921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2f5919cd-a78f-47e2-a0ea-6943c97c748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.743704 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Allocated IP 2001:db8::2 (de102938-63de-4f82-88af-3f247bd450eb/54bea8c3-e7a0-4f05-8935-53ed96851a38/5559172a-69cd-44ee-856d-a06a7b18c300) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:08.764128 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda0568-5369-4037-b3bb-49e74141808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196694d7-1faa-4f28-8ed4-df248492ef23,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:08.777520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08224b70-b1bd-4bc4-959a-bf2bb23d82c2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.819241 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.876256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9845bf4-46d5-4433-a9ed-92ed6282bff9 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:08.964616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-ae4c2682-2a8b-4f7b-9a8a-5b593d76a803 None None] Allocated IP 2001:db8:0:1::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/d4b68e20-1ee9-4713-a60f-18ddfb3a2f03/0dcdefe9-2aa3-41cb-8e11-d682dc200fc0) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:08.981019 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-2f5919cd-a78f-47e2-a0ea-6943c97c748e None None] For port 786c7d51-48bc-4445-8392-4e1445145423, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=786c7d51-48bc-4445-8392-4e1445145423,segment=NetworkSegment(ab1f7635-9722-4391-beb3-e3851b0b7d02),segment_id=ab1f7635-9722-4391-beb3-e3851b0b7d02)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:08.988823 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9845bf4-46d5-4433-a9ed-92ed6282bff9 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e09bec-ed00-41b5-b102-187ac06bdf2e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:09.031259 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:09.079601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2f5919cd-a78f-47e2-a0ea-6943c97c748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:09.082027 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9845bf4-46d5-4433-a9ed-92ed6282bff9 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:09.083099 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c9845bf4-46d5-4433-a9ed-92ed6282bff9 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-groups/f3e09bec-ed00-41b5-b102-187ac06bdf2e HTTP/1.1" status: 204 len: 168 time: 1.1853282 Jan 28 06:46:09.091922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43194) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:09.092850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0dda0568-5369-4037-b3bb-49e74141808b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:09.094216 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0dda0568-5369-4037-b3bb-49e74141808b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/196694d7-1faa-4f28-8ed4-df248492ef23 HTTP/1.1" status: 204 len: 168 time: 1.3509536 Jan 28 06:46:09.180555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c01889cc-1057-4856-a237-9f74d463897d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for 6f261015-1962-4a42-b785-eaf86525e30d owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:09.202164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08224b70-b1bd-4bc4-959a-bf2bb23d82c2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:46:09.228619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9c0d1f9e-f230-41bf-a08e-cfc49984be25 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:09.339749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:09.372664 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08224b70-b1bd-4bc4-959a-bf2bb23d82c2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:09.376183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5919cd-a78f-47e2-a0ea-6943c97c748e None None] Pushing event updated for resources: {'Port': ['ID=786c7d51-48bc-4445-8392-4e1445145423,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:09.377583 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-08224b70-b1bd-4bc4-959a-bf2bb23d82c2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6971142 Jan 28 06:46:09.386087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43200) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:09.402639 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5062e9-2113-42d2-990b-5309fa3fcc6e None None] Sync routers for ids ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:09.430636 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-19dacea3-558b-4d65-939b-75cee41986c5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Synchronizing usage tracker for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:09.443106 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9c0d1f9e-f230-41bf-a08e-cfc49984be25 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:09.444921 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9c0d1f9e-f230-41bf-a08e-cfc49984be25 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3496430 Jan 28 06:46:09.447981 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43204) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:09.453114 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5062e9-2113-42d2-990b-5309fa3fcc6e None None] Routers {'c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:09.453742 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6f5062e9-2113-42d2-990b-5309fa3fcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:09.464470 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-97c46cc3-4385-4036-9bde-3dc3f7ee6cce tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] delete failed (client error): The resource could not be found. Jan 28 06:46:09.469367 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-97c46cc3-4385-4036-9bde-3dc3f7ee6cce tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-groups/f3e09bec-ed00-41b5-b102-187ac06bdf2e HTTP/1.1" status: 404 len: 347 time: 0.0165153 Jan 28 06:46:09.470251 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43208) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:09.475482 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-23fa6b99-dd3b-4a4e-bce8-a91d19d84f2d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group': {'name': 'tempest-secgroup--562486660'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:09.481727 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-23fa6b99-dd3b-4a4e-bce8-a91d19d84f2d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:09.492444 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-23fa6b99-dd3b-4a4e-bce8-a91d19d84f2d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:09.512972 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:09.530387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ae4c2682-2a8b-4f7b-9a8a-5b593d76a803 None None] For port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0dcdefe9-2aa3-41cb-8e11-d682dc200fc0,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:09.532531 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6f5062e9-2113-42d2-990b-5309fa3fcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:09.534464 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-19dacea3-558b-4d65-939b-75cee41986c5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Unset dirty status for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:09.539897 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-19dacea3-558b-4d65-939b-75cee41986c5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports?device_id=c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d HTTP/1.1" status: 200 len: 205 time: 0.1524568 Jan 28 06:46:09.543705 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43214) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:09.545421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8bc04711-d8ec-4aef-9a5b-c39b23f8260b None None] Provisioning complete for port 786c7d51-48bc-4445-8392-4e1445145423 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:09.545985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8bc04711-d8ec-4aef-9a5b-c39b23f8260b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:09.570746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network bff64c5c-baec-43ab-a663-4a77377cc13f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:09.595307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Transition to ACTIVE for port object 5559172a-69cd-44ee-856d-a06a7b18c300 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:09.598519 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5062e9-2113-42d2-990b-5309fa3fcc6e None None] Routers {'c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:09.599408 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6f5062e9-2113-42d2-990b-5309fa3fcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:09.617730 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:09.637230 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:09.638040 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:09.647182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=c406584d-25ac-4839-8816-5f7b310f54c1,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:09.658223 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-23fa6b99-dd3b-4a4e-bce8-a91d19d84f2d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:09.696460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6f5062e9-2113-42d2-990b-5309fa3fcc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:09.697003 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5062e9-2113-42d2-990b-5309fa3fcc6e None None] The sync data for ids ['c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:09.712321 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Transition to ACTIVE for port object 5559172a-69cd-44ee-856d-a06a7b18c300 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:09.727504 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2682-2a8b-4f7b-9a8a-5b593d76a803 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:09.749097 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f52f35f2-c773-4e2e-b0e8-a2a1c83e397e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:09.750109 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ae4c2682-2a8b-4f7b-9a8a-5b593d76a803 None None] Transition to ACTIVE for port object 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:09.817654 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:09.820449 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-23fa6b99-dd3b-4a4e-bce8-a91d19d84f2d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:09.827756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:09.832071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae4c2682-2a8b-4f7b-9a8a-5b593d76a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:09.857719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=06fbc808-6835-4d65-9ebb-44f1fa2e68c7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:09.879540 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-23fa6b99-dd3b-4a4e-bce8-a91d19d84f2d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:09.890086 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-23fa6b99-dd3b-4a4e-bce8-a91d19d84f2d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:09.902936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Checking segment: {'id': '5b82dce6-8381-46a9-9bee-c0a58eb4f088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'bc4cc3c5-ccc4-4565-9283-ab8e84a8348e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:09.903424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network hostable DHCP agents. Network: bc4cc3c5-ccc4-4565-9283-ab8e84a8348e, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:46:09.938857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-23fa6b99-dd3b-4a4e-bce8-a91d19d84f2d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:09.979732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43218) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:10.016086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Network de102938-63de-4f82-88af-3f247bd450eb is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:10.056981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:10.059747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:10.072580 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:10.072928 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:10.077820 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Pushing event updated for resources: {'Port': ['ID=5559172a-69cd-44ee-856d-a06a7b18c300,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:10.092455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network bc4cc3c5-ccc4-4565-9283-ab8e84a8348e is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:46:10.127430 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-755e0ab7-8f43-4a51-93b4-9592ae728276 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c2d6a0b2280429fb44eee08c0680fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450164 Jan 28 06:46:10.127430 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Allocated IP 2001:db8::1 (5532e97c-4864-4b28-8f2a-3388c5da5fb5/19f98fbe-af7a-4585-83bc-fa6c7d5eccd8/caef4e1c-317d-4202-a778-626882effdf6) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:10.133384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43222) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:10.199563 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.244465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Attempting to bind port 5559172a-69cd-44ee-856d-a06a7b18c300 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:46:10.245437 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Attempting to bind port 5559172a-69cd-44ee-856d-a06a7b18c300 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'd1381483-be80-4490-ace2-32f2a2b41271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de102938-63de-4f82-88af-3f247bd450eb'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:46:10.245945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Attempting to bind port 5559172a-69cd-44ee-856d-a06a7b18c300 on network de102938-63de-4f82-88af-3f247bd450eb {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:46:10.251707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c2682-2a8b-4f7b-9a8a-5b593d76a803 None None] Pushing event updated for resources: {'Port': ['ID=0dcdefe9-2aa3-41cb-8e11-d682dc200fc0,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:10.257575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:46:10.258328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Checking segment: {'id': 'd1381483-be80-4490-ace2-32f2a2b41271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de102938-63de-4f82-88af-3f247bd450eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:10.258890 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.259445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Bound using segment: {'id': 'd1381483-be80-4490-ace2-32f2a2b41271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de102938-63de-4f82-88af-3f247bd450eb'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:46:10.264171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Bound port: 5559172a-69cd-44ee-856d-a06a7b18c300, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1381483-be80-4490-ace2-32f2a2b41271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'de102938-63de-4f82-88af-3f247bd450eb'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:46:10.264171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.264774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, bc4cc3c5-ccc4-4565-9283-ab8e84a8348e) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:10.297746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c01889cc-1057-4856-a237-9f74d463897d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.307131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:10.312009 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620ad616-b712-4966-aff7-90d481e9f4ca None None] Network bc4cc3c5-ccc4-4565-9283-ab8e84a8348e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:10.318264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:10.321020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f52f35f2-c773-4e2e-b0e8-a2a1c83e397e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.323074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:10.323778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.345056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:10.356810 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f52f35f2-c773-4e2e-b0e8-a2a1c83e397e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.448673 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-23fa6b99-dd3b-4a4e-bce8-a91d19d84f2d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.463982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8:0:1::397 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/d4b68e20-1ee9-4713-a60f-18ddfb3a2f03/7761eb80-8878-47cb-a49e-6f2ffd21542a) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:10.472106 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::f816:3eff:fe6d:a4f6 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/e0d98880-ed52-4450-968c-4381acb0e951/7761eb80-8878-47cb-a49e-6f2ffd21542a) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:10.489291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] For port 5559172a-69cd-44ee-856d-a06a7b18c300, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:46:10.507095 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f52f35f2-c773-4e2e-b0e8-a2a1c83e397e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.507643 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52f35f2-c773-4e2e-b0e8-a2a1c83e397e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Fanout notify agent at l3_agent the message router_deleted on router c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:46:10.520316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.535586 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] For port 5559172a-69cd-44ee-856d-a06a7b18c300, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5559172a-69cd-44ee-856d-a06a7b18c300,segment=NetworkSegment(d1381483-be80-4490-ace2-32f2a2b41271),segment_id=d1381483-be80-4490-ace2-32f2a2b41271)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:46:10.540854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Transition to ACTIVE for port object caef4e1c-317d-4202-a778-626882effdf6 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:10.550113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-23fa6b99-dd3b-4a4e-bce8-a91d19d84f2d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.592432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fe619e1-7620-4083-ad11-66f8cba91f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.616704 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=7e959065-87b2-44ac-abbd-dc07ad64d7c0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:10.619451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:10.622548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f52f35f2-c773-4e2e-b0e8-a2a1c83e397e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.623651 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f52f35f2-c773-4e2e-b0e8-a2a1c83e397e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/routers/c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d HTTP/1.1" status: 204 len: 168 time: 1.0798044 Jan 28 06:46:10.625649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.632285 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:10.635986 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43226) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:10.741459 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa6b99-dd3b-4a4e-bce8-a91d19d84f2d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2458dde-4ad8-46a4-9591-4858e382f1ed,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:10.757049 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-23fa6b99-dd3b-4a4e-bce8-a91d19d84f2d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.761511 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-23fa6b99-dd3b-4a4e-bce8-a91d19d84f2d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2902715 Jan 28 06:46:10.767567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43230) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:10.782407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-46dc337b-d176-4133-8e5f-55ea001a9899 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group_rule': {'security_group_id': 'd2458dde-4ad8-46a4-9591-4858e382f1ed', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:10.799864 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.805340 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-46dc337b-d176-4133-8e5f-55ea001a9899 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:10.819298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-46dc337b-d176-4133-8e5f-55ea001a9899 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:10.821547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.826377 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-46dc337b-d176-4133-8e5f-55ea001a9899 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:10.829353 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b070ca8-5c57-40d8-914f-42244c96a719 None None] Pushing event updated for resources: {'Port': ['ID=5559172a-69cd-44ee-856d-a06a7b18c300,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:10.863155 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-46dc337b-d176-4133-8e5f-55ea001a9899 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:10.883296 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0dcdefe9-2aa3-41cb-8e11-d682dc200fc0,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:10.902104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-06de3015-54b9-48b7-a52e-35baf1af6e70 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting subnet 53dd7f03-a51a-4f53-9eac-03e875565d6e {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:46:10.905767 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-06de3015-54b9-48b7-a52e-35baf1af6e70 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.962709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:10.989154 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.003135 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-06de3015-54b9-48b7-a52e-35baf1af6e70 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.052387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 7761eb80-8878-47cb-a49e-6f2ffd21542a will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:11.108870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01889cc-1057-4856-a237-9f74d463897d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Port': ['ID=6f261015-1962-4a42-b785-eaf86525e30d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:11.115459 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 786c7d51-48bc-4445-8392-4e1445145423 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:11.125253 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-06de3015-54b9-48b7-a52e-35baf1af6e70 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.169656 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=0dcdefe9-2aa3-41cb-8e11-d682dc200fc0,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:11.191363 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fe619e1-7620-4083-ad11-66f8cba91f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.222089 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3fe49763-0835-4555-8f01-0ccf77b05dea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.7100904 Jan 28 06:46:11.225057 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43234) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:11.293667 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-46dc337b-d176-4133-8e5f-55ea001a9899 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.297329 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 786c7d51-48bc-4445-8392-4e1445145423 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:11.297848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.301554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.360941 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7b6d192b-9132-4e85-be24-82a7b410736b None None] Provisioning for port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:11.370638 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7b6d192b-9132-4e85-be24-82a7b410736b None None] Provisioning complete for port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:11.371137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7b6d192b-9132-4e85-be24-82a7b410736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.397055 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-06de3015-54b9-48b7-a52e-35baf1af6e70 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.451674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-06de3015-54b9-48b7-a52e-35baf1af6e70 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.458291 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:11.475810 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-06de3015-54b9-48b7-a52e-35baf1af6e70 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/53dd7f03-a51a-4f53-9eac-03e875565d6e HTTP/1.1" status: 204 len: 168 time: 0.8387897 Jan 28 06:46:11.476192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f396ec24-e97a-44db-a15e-77111ab78d42 None None] Network d26e3883-4961-49ee-a17f-895ea1dd4118 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:11.476791 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:11.479119 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:11.485277 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:11.486001 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.504037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43238) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:11.517187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-400dd7ad-5dbe-48e7-8dca-b1fde1c1a97c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port 06fbc808-6835-4d65-9ebb-44f1fa2e68c7 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:11.517657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-400dd7ad-5dbe-48e7-8dca-b1fde1c1a97c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.576093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c01889cc-1057-4856-a237-9f74d463897d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.592864 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de3015-54b9-48b7-a52e-35baf1af6e70 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Subnet': ['ID=53dd7f03-a51a-4f53-9eac-03e875565d6e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:11.631217 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=7761eb80-8878-47cb-a49e-6f2ffd21542a,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:11.661076 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:11.669730 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-46dc337b-d176-4133-8e5f-55ea001a9899 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.674047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.737595 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c439b35-a469-48b5-8181-af8ff855a96b tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting subnet ab5c5f18-895f-449a-8e26-772e8298bc08 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:46:11.744602 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c439b35-a469-48b5-8181-af8ff855a96b tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.784212 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d8b9b426-00dc-4883-ac16-b4ed52f3b87c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6177807 Jan 28 06:46:11.789653 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-46dc337b-d176-4133-8e5f-55ea001a9899 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.808495 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43242) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:11.829011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fe619e1-7620-4083-ad11-66f8cba91f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.881529 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:11.881736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.931683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc337b-d176-4133-8e5f-55ea001a9899 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcab3ef-9a39-465a-8134-21f5b048bf0c,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:11.949413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c439b35-a469-48b5-8181-af8ff855a96b tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.979255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fe619e1-7620-4083-ad11-66f8cba91f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:11.983426 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0fe619e1-7620-4083-ad11-66f8cba91f9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4a69851-3f79-4cca-bd6e-46549275783c HTTP/1.1" status: 204 len: 168 time: 1.8488171 Jan 28 06:46:12.011657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Network 5532e97c-4864-4b28-8f2a-3388c5da5fb5 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:12.032608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:12.034533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe619e1-7620-4083-ad11-66f8cba91f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a69851-3f79-4cca-bd6e-46549275783c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:12.040963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:12.041477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:12.086165 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-46dc337b-d176-4133-8e5f-55ea001a9899 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:12.091852 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-46dc337b-d176-4133-8e5f-55ea001a9899 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3175075 Jan 28 06:46:12.098595 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43248) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:12.102627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-de1fd1d1-f14a-419a-93ae-0bc3878d008e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 7761eb80-8878-47cb-a49e-6f2ffd21542a {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:12.103062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-de1fd1d1-f14a-419a-93ae-0bc3878d008e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:12.119923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-959c6fa7-f834-4a9f-827a-a51c13465aa0 None None] Provisioning for port 7761eb80-8878-47cb-a49e-6f2ffd21542a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:12.161633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-959c6fa7-f834-4a9f-827a-a51c13465aa0 None None] Provisioning complete for port 7761eb80-8878-47cb-a49e-6f2ffd21542a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:12.162048 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-959c6fa7-f834-4a9f-827a-a51c13465aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:12.212458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8897c54-a1b5-4a36-907f-954ff06e42df None None] DHCP port deletion for d26e3883-4961-49ee-a17f-895ea1dd4118 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:46:12.245852 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event updated for resources: {'Port': ['ID=caef4e1c-317d-4202-a778-626882effdf6,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:12.277356 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d8897c54-a1b5-4a36-907f-954ff06e42df None None] Deleting port 4888118d-13d1-4288-a5b4-5e4956753de9 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:12.277737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8897c54-a1b5-4a36-907f-954ff06e42df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:12.329562 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-400dd7ad-5dbe-48e7-8dca-b1fde1c1a97c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:12.356596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-959c6fa7-f834-4a9f-827a-a51c13465aa0 None None] Port 7761eb80-8878-47cb-a49e-6f2ffd21542a cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:12.501587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b0cc4-142c-42b8-bf93-80a457e3a714 None None] Network de102938-63de-4f82-88af-3f247bd450eb requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:12.559864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:12.598785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6893cffc-1d9f-49c3-9731-b814660c5d4f None None] Provisioning for port caef4e1c-317d-4202-a778-626882effdf6 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:12.661583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01889cc-1057-4856-a237-9f74d463897d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router b4446e03-e762-464c-b2e3-d472b638d774 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:46:12.662905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:12.665071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6893cffc-1d9f-49c3-9731-b814660c5d4f None None] Provisioning complete for port caef4e1c-317d-4202-a778-626882effdf6 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:12.665643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6893cffc-1d9f-49c3-9731-b814660c5d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:12.713780 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d8897c54-a1b5-4a36-907f-954ff06e42df None None] For port 4888118d-13d1-4288-a5b4-5e4956753de9, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4888118d-13d1-4288-a5b4-5e4956753de9,segment=NetworkSegment(8722974f-7517-40b9-8f8f-1aeca95e7800),segment_id=8722974f-7517-40b9-8f8f-1aeca95e7800)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:12.714422 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8897c54-a1b5-4a36-907f-954ff06e42df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:12.736210 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6893cffc-1d9f-49c3-9731-b814660c5d4f None None] Port caef4e1c-317d-4202-a778-626882effdf6 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:12.771187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-de1fd1d1-f14a-419a-93ae-0bc3878d008e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:12.870928 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d8897c54-a1b5-4a36-907f-954ff06e42df None None] Calling delete_port for 4888118d-13d1-4288-a5b4-5e4956753de9 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:12.913339 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-de1fd1d1-f14a-419a-93ae-0bc3878d008e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 7761eb80-8878-47cb-a49e-6f2ffd21542a owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:13.031537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ae7fdb49-86e6-48bf-aaf3-c9939f2c2778 None None] Provisioning for port 5559172a-69cd-44ee-856d-a06a7b18c300 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:13.047758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1bf6d473-4aae-4424-a026-cdabb670aa75 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.078354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-400dd7ad-5dbe-48e7-8dca-b1fde1c1a97c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for 06fbc808-6835-4d65-9ebb-44f1fa2e68c7 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:13.139558 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1bf6d473-4aae-4424-a026-cdabb670aa75 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.155657 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d8897c54-a1b5-4a36-907f-954ff06e42df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.167112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c439b35-a469-48b5-8181-af8ff855a96b tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.244343 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5559172a-69cd-44ee-856d-a06a7b18c300 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:13.296245 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8897c54-a1b5-4a36-907f-954ff06e42df None None] Pushing event deleted for resources: {'Port': ['ID=4888118d-13d1-4288-a5b4-5e4956753de9,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:13.309168 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8897c54-a1b5-4a36-907f-954ff06e42df None None] No DVR routers for this DVR port 4888118d-13d1-4288-a5b4-5e4956753de9 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:13.396746 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-400dd7ad-5dbe-48e7-8dca-b1fde1c1a97c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.472819 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dd7ad-5dbe-48e7-8dca-b1fde1c1a97c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=06fbc808-6835-4d65-9ebb-44f1fa2e68c7,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:13.474468 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1bf6d473-4aae-4424-a026-cdabb670aa75 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.490741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-400dd7ad-5dbe-48e7-8dca-b1fde1c1a97c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.492669 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 5559172a-69cd-44ee-856d-a06a7b18c300 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:13.498231 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5559172a-69cd-44ee-856d-a06a7b18c300 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:13.498381 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.503921 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01889cc-1057-4856-a237-9f74d463897d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:13.509557 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c01889cc-1057-4856-a237-9f74d463897d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/b4446e03-e762-464c-b2e3-d472b638d774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2853379 Jan 28 06:46:13.517640 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff3720-3f3b-47ce-b06e-41c61d096c11 None None] Sync routers for ids ['b4446e03-e762-464c-b2e3-d472b638d774'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:13.524293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43268) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:13.532711 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff3720-3f3b-47ce-b06e-41c61d096c11 None None] Routers {'b4446e03-e762-464c-b2e3-d472b638d774'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:13.533879 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-12ff3720-3f3b-47ce-b06e-41c61d096c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b4446e03-e762-464c-b2e3-d472b638d774'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:13.537369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6d473-4aae-4424-a026-cdabb670aa75 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bcab3ef-9a39-465a-8134-21f5b048bf0c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:13.573232 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-400dd7ad-5dbe-48e7-8dca-b1fde1c1a97c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/06fbc808-6835-4d65-9ebb-44f1fa2e68c7 HTTP/1.1" status: 204 len: 168 time: 2.3470747 Jan 28 06:46:13.576702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43272) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:13.578527 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1bf6d473-4aae-4424-a026-cdabb670aa75 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.579587 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1bf6d473-4aae-4424-a026-cdabb670aa75 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3bcab3ef-9a39-465a-8134-21f5b048bf0c HTTP/1.1" status: 204 len: 168 time: 1.2776737 Jan 28 06:46:13.584849 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43276) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:13.653176 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c439b35-a469-48b5-8181-af8ff855a96b tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.706201 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.712468 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c439b35-a469-48b5-8181-af8ff855a96b tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5c5f18-895f-449a-8e26-772e8298bc08,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:13.714429 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c439b35-a469-48b5-8181-af8ff855a96b tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.716276 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7c439b35-a469-48b5-8181-af8ff855a96b tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/ab5c5f18-895f-449a-8e26-772e8298bc08 HTTP/1.1" status: 204 len: 168 time: 2.1724551 Jan 28 06:46:13.719565 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43282) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:13.731247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b5cd36-1f02-4796-be2e-8366f73d3c00 None None] Network a56adc8c-ae02-498d-a16b-297416fd9848 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:13.763530 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-12ff3720-3f3b-47ce-b06e-41c61d096c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:13.777083 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ff3720-3f3b-47ce-b06e-41c61d096c11 None None] Routers {'b4446e03-e762-464c-b2e3-d472b638d774'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:13.778233 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-12ff3720-3f3b-47ce-b06e-41c61d096c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b4446e03-e762-464c-b2e3-d472b638d774'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:13.789614 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b29b9c4c-790f-48c4-b5f0-eb97ce76998d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:13.792109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-de1fd1d1-f14a-419a-93ae-0bc3878d008e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.850338 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-12ff3720-3f3b-47ce-b06e-41c61d096c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:13.851113 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ff3720-3f3b-47ce-b06e-41c61d096c11 None None] The sync data for ids ['b4446e03-e762-464c-b2e3-d472b638d774'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:13.915773 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fd1d1-f14a-419a-93ae-0bc3878d008e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=7761eb80-8878-47cb-a49e-6f2ffd21542a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:13.934121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ad54489f-4062-47e5-b767-b6560043c437 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.956809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43286) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:13.991678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:13.994664 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970e3650-cdbf-42dd-bb8b-772725719345 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:14.001645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970e3650-cdbf-42dd-bb8b-772725719345 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:14.002435 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-970e3650-cdbf-42dd-bb8b-772725719345 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:14.003064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 5559172a-69cd-44ee-856d-a06a7b18c300, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5559172a-69cd-44ee-856d-a06a7b18c300,segment=NetworkSegment(d1381483-be80-4490-ace2-32f2a2b41271),segment_id=d1381483-be80-4490-ace2-32f2a2b41271)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:14.065961 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-de1fd1d1-f14a-419a-93ae-0bc3878d008e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.071011 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-de1fd1d1-f14a-419a-93ae-0bc3878d008e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/7761eb80-8878-47cb-a49e-6f2ffd21542a HTTP/1.1" status: 204 len: 168 time: 2.2562134 Jan 28 06:46:14.073576 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43292) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:14.124845 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.127579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:14.143390 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b29b9c4c-790f-48c4-b5f0-eb97ce76998d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:14.144638 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b29b9c4c-790f-48c4-b5f0-eb97ce76998d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5258343 Jan 28 06:46:14.298494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=5559172a-69cd-44ee-856d-a06a7b18c300,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:14.308511 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:14.308887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.315392 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43296) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:14.334245 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-256861819'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:14.334641 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-970e3650-cdbf-42dd-bb8b-772725719345 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:14.338251 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-970e3650-cdbf-42dd-bb8b-772725719345 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.7551813 Jan 28 06:46:14.345697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43300) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:14.359600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:14.377933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Usage tracker for resource:network and tenant:928a0225bcdf41279543fb741c39e2f0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:14.387780 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:14.451317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f6657e-251b-47de-a557-200b02ea11cc None None] DHCP port deletion for a56adc8c-ae02-498d-a16b-297416fd9848 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:46:14.460249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-39f6657e-251b-47de-a557-200b02ea11cc None None] Deleting port b25595c5-7202-4723-b938-1049c2145fc8 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:14.460967 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-39f6657e-251b-47de-a557-200b02ea11cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.477814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:14.488544 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ad54489f-4062-47e5-b767-b6560043c437 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.502927 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4888118d-13d1-4288-a5b4-5e4956753de9 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:46:14.513363 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:46:14.548813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.549058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ad54489f-4062-47e5-b767-b6560043c437 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26e3883-4961-49ee-a17f-895ea1dd4118']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:14.549576 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 4888118d-13d1-4288-a5b4-5e4956753de9 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:46:14.549984 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4888118d-13d1-4288-a5b4-5e4956753de9 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:46:14.573835 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-19d5da05-2535-49f4-ba20-2d9d683b0107 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port c406584d-25ac-4839-8816-5f7b310f54c1 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:14.574180 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-19d5da05-2535-49f4-ba20-2d9d683b0107 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.606696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ad54489f-4062-47e5-b767-b6560043c437 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8722974f-7517-40b9-8f8f-1aeca95e7800') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:14.606997 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ad54489f-4062-47e5-b767-b6560043c437 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8722974f-7517-40b9-8f8f-1aeca95e7800') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:14.637254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ad54489f-4062-47e5-b767-b6560043c437 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.662625 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1a833308-86ae-4a7b-9bc0-f8fa57d5e189 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.691095 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c9c349-02fa-42e2-bdda-cfe03316d20a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:14.691753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-81c9c349-02fa-42e2-bdda-cfe03316d20a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:14.692587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Made reservation on behalf of 928a0225bcdf41279543fb741c39e2f0 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:14.694662 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ad54489f-4062-47e5-b767-b6560043c437 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.696186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.705389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.706226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.730291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-39f6657e-251b-47de-a557-200b02ea11cc None None] For port b25595c5-7202-4723-b938-1049c2145fc8, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b25595c5-7202-4723-b938-1049c2145fc8,segment=NetworkSegment(c18d73f2-8c08-4cad-a12c-8ded2522cbd1),segment_id=c18d73f2-8c08-4cad-a12c-8ded2522cbd1)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:14.730687 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-39f6657e-251b-47de-a557-200b02ea11cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.748428 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad54489f-4062-47e5-b767-b6560043c437 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:46:14.748830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ad54489f-4062-47e5-b767-b6560043c437 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.759788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 5558ec57-f777-43cc-8b1d-40340c552c3c is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:46:14.761801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:46:14.763773 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:46:14.769279 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1a833308-86ae-4a7b-9bc0-f8fa57d5e189 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:14.837185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:14.883636 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-39f6657e-251b-47de-a557-200b02ea11cc None None] Calling delete_port for b25595c5-7202-4723-b938-1049c2145fc8 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:14.908350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Usage tracker for resource:security_group_rule and tenant:928a0225bcdf41279543fb741c39e2f0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:14.931955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:14.941853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event updated for resources: {'Port': ['ID=caef4e1c-317d-4202-a778-626882effdf6,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:14.991799 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:15.021826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-19d5da05-2535-49f4-ba20-2d9d683b0107 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.045487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5559172a-69cd-44ee-856d-a06a7b18c300 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:15.115892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5559172a-69cd-44ee-856d-a06a7b18c300 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:15.116138 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.152758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-81c9c349-02fa-42e2-bdda-cfe03316d20a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:15.153912 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-81c9c349-02fa-42e2-bdda-cfe03316d20a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0552051 Jan 28 06:46:15.161887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-19d5da05-2535-49f4-ba20-2d9d683b0107 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for c406584d-25ac-4839-8816-5f7b310f54c1 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:15.162060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ce66052-13ef-4d25-8367-a13827dc005f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.188981 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43304) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:15.219111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-39f6657e-251b-47de-a557-200b02ea11cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.238436 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1a833308-86ae-4a7b-9bc0-f8fa57d5e189 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.238701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Network 5532e97c-4864-4b28-8f2a-3388c5da5fb5 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:15.240371 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ad54489f-4062-47e5-b767-b6560043c437 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.244547 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ad54489f-4062-47e5-b767-b6560043c437 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.252101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:15.253433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:15.275484 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6657e-251b-47de-a557-200b02ea11cc None None] Pushing event deleted for resources: {'Port': ['ID=b25595c5-7202-4723-b938-1049c2145fc8,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:15.277474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Sync routers for ids ['5558ec57-f777-43cc-8b1d-40340c552c3c'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:15.291854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6657e-251b-47de-a557-200b02ea11cc None None] No DVR routers for this DVR port b25595c5-7202-4723-b938-1049c2145fc8 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:15.302504 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ad54489f-4062-47e5-b767-b6560043c437 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/networks/d26e3883-4961-49ee-a17f-895ea1dd4118 HTTP/1.1" status: 204 len: 168 time: 1.5796542 Jan 28 06:46:15.306050 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Routers {'5558ec57-f777-43cc-8b1d-40340c552c3c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:15.306906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['5558ec57-f777-43cc-8b1d-40340c552c3c'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:15.308128 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a833308-86ae-4a7b-9bc0-f8fa57d5e189 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2458dde-4ad8-46a4-9591-4858e382f1ed,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:15.313570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43308) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:15.343254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54489f-4062-47e5-b767-b6560043c437 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Network': ['ID=d26e3883-4961-49ee-a17f-895ea1dd4118,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:15.348162 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1a833308-86ae-4a7b-9bc0-f8fa57d5e189 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.352033 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1a833308-86ae-4a7b-9bc0-f8fa57d5e189 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-groups/d2458dde-4ad8-46a4-9591-4858e382f1ed HTTP/1.1" status: 204 len: 168 time: 1.0356042 Jan 28 06:46:15.360977 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43312) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:15.408944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b25595c5-7202-4723-b938-1049c2145fc8 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:46:15.458393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: b25595c5-7202-4723-b938-1049c2145fc8 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:46:15.458776 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b25595c5-7202-4723-b938-1049c2145fc8 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:46:15.548511 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-19d5da05-2535-49f4-ba20-2d9d683b0107 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.615541 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-979b8370-a85c-4ef2-936e-203e050fe70e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.626590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Set router 5558ec57-f777-43cc-8b1d-40340c552c3c gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:46:15.632538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d5da05-2535-49f4-ba20-2d9d683b0107 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=c406584d-25ac-4839-8816-5f7b310f54c1,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:15.655677 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-19d5da05-2535-49f4-ba20-2d9d683b0107 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.678618 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c001a13-56fb-473a-bac7-7a07e5cf33d2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:15.682444 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0c001a13-56fb-473a-bac7-7a07e5cf33d2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4909434 Jan 28 06:46:15.683088 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0d5e8c84-b1b5-45a1-adec-9055d0968a90 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:15.685500 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43316) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:15.702781 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.708971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.712847 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a75a8671-6202-45f3-8e77-f8a160642a9d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.2192364 Jan 28 06:46:15.715250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43320) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:15.731025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d1da4ca8-32ee-4a7d-97de-b5d1e2045c24 None None] Provisioning complete for port caef4e1c-317d-4202-a778-626882effdf6 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:15.731025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1da4ca8-32ee-4a7d-97de-b5d1e2045c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.846075 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0d5e8c84-b1b5-45a1-adec-9055d0968a90 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:15.851375 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0d5e8c84-b1b5-45a1-adec-9055d0968a90 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4753683 Jan 28 06:46:15.855181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43326) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:15.861304 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-19d5da05-2535-49f4-ba20-2d9d683b0107 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/c406584d-25ac-4839-8816-5f7b310f54c1 HTTP/1.1" status: 204 len: 168 time: 1.5049055 Jan 28 06:46:15.870353 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f392c576-3629-4872-a510-bf9fff28db25 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525003113'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:15.872350 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d1da4ca8-32ee-4a7d-97de-b5d1e2045c24 None None] Port caef4e1c-317d-4202-a778-626882effdf6 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:15.883380 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43330) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:15.887749 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eaee6c-8da6-440b-98cb-49d29eeee0aa tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:15.895450 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eaee6c-8da6-440b-98cb-49d29eeee0aa tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:15.895450 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eaee6c-8da6-440b-98cb-49d29eeee0aa tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:15.895450 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-52eaee6c-8da6-440b-98cb-49d29eeee0aa tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:15.904154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:15.983116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f392c576-3629-4872-a510-bf9fff28db25 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:15.993579 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-979b8370-a85c-4ef2-936e-203e050fe70e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.000569 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Router f80713f6-f399-4b61-b4b8-b2fb0f37dba8 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:46:16.004568 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:46:11Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:16.009974 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Checking router: 5558ec57-f777-43cc-8b1d-40340c552c3c for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:46:16.010382 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Updating router 5558ec57-f777-43cc-8b1d-40340c552c3c port 7e959065-87b2-44ac-abbd-dc07ad64d7c0 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:46:16.012262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:46:16.017749 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-09de63ea-d0c1-446a-933c-95891a89df2a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fab9236ca18a49699cab17477937175c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2944691 Jan 28 06:46:16.018465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c273c53f-dc1d-437b-a7f4-8e2d722d978a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:16.023890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43334) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:16.027158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f392c576-3629-4872-a510-bf9fff28db25 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:16.037197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3ce66052-13ef-4d25-8367-a13827dc005f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port e012dc41-07a8-4d75-ad51-5bc824ac3e25 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:16.037599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ce66052-13ef-4d25-8367-a13827dc005f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.050476 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-979b8370-a85c-4ef2-936e-203e050fe70e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56adc8c-ae02-498d-a16b-297416fd9848']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:16.066985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-979b8370-a85c-4ef2-936e-203e050fe70e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18d73f2-8c08-4cad-a12c-8ded2522cbd1') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:16.067365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-979b8370-a85c-4ef2-936e-203e050fe70e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18d73f2-8c08-4cad-a12c-8ded2522cbd1') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:16.075088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.083044 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-979b8370-a85c-4ef2-936e-203e050fe70e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.105979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-979b8370-a85c-4ef2-936e-203e050fe70e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.114740 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-52eaee6c-8da6-440b-98cb-49d29eeee0aa tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:16.118623 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-52eaee6c-8da6-440b-98cb-49d29eeee0aa tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4271321 Jan 28 06:46:16.125376 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ac0bbc-85b3-43bd-8711-443afb4c9b06 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:16.126115 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-82ac0bbc-85b3-43bd-8711-443afb4c9b06 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:16.128748 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43338) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:16.129779 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-979b8370-a85c-4ef2-936e-203e050fe70e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:46:16.130185 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-979b8370-a85c-4ef2-936e-203e050fe70e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:46:16.152884 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:46:16.289539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.289910 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Added segment 6310b149-6fe8-4999-b036-5864450223c1 of type vlan for network aae22878-ba90-4774-b123-675462c4a922 Jan 28 06:46:16.309956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f392c576-3629-4872-a510-bf9fff28db25 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.419765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f392c576-3629-4872-a510-bf9fff28db25 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:16.438908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f392c576-3629-4872-a510-bf9fff28db25 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:16.445022 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a69d21-2abc-434f-982b-77107790f90f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet d4b68e20-1ee9-4713-a60f-18ddfb3a2f03 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:46:16.450609 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-06a69d21-2abc-434f-982b-77107790f90f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.451384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.486929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-82ac0bbc-85b3-43bd-8711-443afb4c9b06 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:16.490739 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-82ac0bbc-85b3-43bd-8711-443afb4c9b06 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5926843 Jan 28 06:46:16.492554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43342) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:16.503686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.516454 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Transition to ACTIVE for port object 7e959065-87b2-44ac-abbd-dc07ad64d7c0 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:16.554615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:16.556097 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-979b8370-a85c-4ef2-936e-203e050fe70e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.568479 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3c094b-4075-4aa4-86a6-efcee2437c47 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] GET failed (client error): The resource could not be found. Jan 28 06:46:16.569285 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6a3c094b-4075-4aa4-86a6-efcee2437c47 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/06fbc808-6835-4d65-9ebb-44f1fa2e68c7 HTTP/1.1" status: 404 len: 333 time: 0.0758290 Jan 28 06:46:16.570294 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0463b27-bb61-4ec0-ab56-609df01d7298 None None] Sync routers for ids ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:16.582219 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0463b27-bb61-4ec0-ab56-609df01d7298 None None] Routers {'f80713f6-f399-4b61-b4b8-b2fb0f37dba8'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:16.583068 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e0463b27-bb61-4ec0-ab56-609df01d7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:16.586737 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43346) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:16.589835 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-979b8370-a85c-4ef2-936e-203e050fe70e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.625222 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.637323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b8370-a85c-4ef2-936e-203e050fe70e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Network': ['ID=a56adc8c-ae02-498d-a16b-297416fd9848,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:16.643981 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-06a69d21-2abc-434f-982b-77107790f90f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.658074 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e0463b27-bb61-4ec0-ab56-609df01d7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:16.668877 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0463b27-bb61-4ec0-ab56-609df01d7298 None None] Routers {'f80713f6-f399-4b61-b4b8-b2fb0f37dba8'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:16.669995 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e0463b27-bb61-4ec0-ab56-609df01d7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:16.671529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2195856d-84f4-448d-97f4-1d3e76f3a2ba tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:16.675708 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2195856d-84f4-448d-97f4-1d3e76f3a2ba tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6443291 Jan 28 06:46:16.676291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43350) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:16.682215 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8de36c58-7808-4872-8adc-6ea28df1fd69 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "PUT /v2.0/routers/f80713f6-f399-4b61-b4b8-b2fb0f37dba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9474962 Jan 28 06:46:16.682842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43354) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:16.710295 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-979b8370-a85c-4ef2-936e-203e050fe70e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/networks/a56adc8c-ae02-498d-a16b-297416fd9848 HTTP/1.1" status: 204 len: 168 time: 1.3894138 Jan 28 06:46:16.715779 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43358) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:16.720607 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-38749bc5-e5f7-4298-a347-ef8e4097e1ab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] GET failed (client error): The resource could not be found. Jan 28 06:46:16.721967 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-38749bc5-e5f7-4298-a347-ef8e4097e1ab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/c406584d-25ac-4839-8816-5f7b310f54c1 HTTP/1.1" status: 404 len: 333 time: 0.1269312 Jan 28 06:46:16.728282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43362) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:16.731899 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'network': {'name': 'tempest-RoutersTest-2123203603'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:16.752261 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871df78f-cfc3-47a8-9456-9db7f7ce0434 None None] Pushing event updated for resources: {'Port': ['ID=7e959065-87b2-44ac-abbd-dc07ad64d7c0,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:16.759704 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e0463b27-bb61-4ec0-ab56-609df01d7298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:16.760786 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0463b27-bb61-4ec0-ab56-609df01d7298 None None] The sync data for ids ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:16.771657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:16.779111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Attempting to bind port 7e959065-87b2-44ac-abbd-dc07ad64d7c0 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:46:16.779711 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Attempting to bind port 7e959065-87b2-44ac-abbd-dc07ad64d7c0 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:46:16.780075 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Attempting to bind port 7e959065-87b2-44ac-abbd-dc07ad64d7c0 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:46:16.785383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:46:16.791561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:16.791561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.791561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:46:16.791561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Bound port: 7e959065-87b2-44ac-abbd-dc07ad64d7c0, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:46:16.791561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.791968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:network and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:16.806349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:16.812001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.817976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:16.818741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.825413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ce66052-13ef-4d25-8367-a13827dc005f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.826051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:16.834872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f392c576-3629-4872-a510-bf9fff28db25 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.848615 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dad52dcc-d43d-47dd-b353-663b34b18a12 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1711466 Jan 28 06:46:16.881866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] For port 7e959065-87b2-44ac-abbd-dc07ad64d7c0, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:46:16.885662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] For port 7e959065-87b2-44ac-abbd-dc07ad64d7c0, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7e959065-87b2-44ac-abbd-dc07ad64d7c0,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:46:16.906057 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43366) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:16.921358 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-51264990', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'project_id': 'fab9236ca18a49699cab17477937175c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:16.942387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a27f3771-4915-4623-a86c-208086e5f77e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.950261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f392c576-3629-4872-a510-bf9fff28db25 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:16.962197 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.000200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392c576-3629-4872-a510-bf9fff28db25 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b40510d-bd45-4747-abd1-cead6580a22d,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:17.056243 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Routers {'5558ec57-f777-43cc-8b1d-40340c552c3c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:17.057200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['5558ec57-f777-43cc-8b1d-40340c552c3c'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:17.065949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3ce66052-13ef-4d25-8367-a13827dc005f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for e012dc41-07a8-4d75-ad51-5bc824ac3e25 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:17.089349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:17.093360 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.110672 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-06a69d21-2abc-434f-982b-77107790f90f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.115849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871df78f-cfc3-47a8-9456-9db7f7ce0434 None None] Pushing event updated for resources: {'Port': ['ID=7e959065-87b2-44ac-abbd-dc07ad64d7c0,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:17.162102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event updated for resources: {'Network': ['ID=aae22878-ba90-4774-b123-675462c4a922,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:17.173019 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6b36e212-cd0a-489f-965f-55b5823a4f00 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.2099290 Jan 28 06:46:17.176104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43370) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:17.186797 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Request body: {'subnet': {'network_id': 'aae22878-ba90-4774-b123-675462c4a922', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:17.207832 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:17.210237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f392c576-3629-4872-a510-bf9fff28db25 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.211809 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f392c576-3629-4872-a510-bf9fff28db25 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3532448 Jan 28 06:46:17.223026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network aae22878-ba90-4774-b123-675462c4a922 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:46:17.227090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43374) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:17.230596 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:subnet and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:17.251793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:17.265281 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-1d465127-6f49-48e1-9a58-0fe6364ce3ce tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group_rule': {'security_group_id': '4b40510d-bd45-4747-abd1-cead6580a22d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:17.285815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:17.291259 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1d465127-6f49-48e1-9a58-0fe6364ce3ce tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:17.295610 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:46:17.352880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] Set router 5558ec57-f777-43cc-8b1d-40340c552c3c gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:46:17.356858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1d465127-6f49-48e1-9a58-0fe6364ce3ce tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:17.364251 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a27f3771-4915-4623-a86c-208086e5f77e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.374460 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1d465127-6f49-48e1-9a58-0fe6364ce3ce tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:17.386385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.387018 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Added segment 890b4c64-96c1-4f4c-8016-e3cfb408c4bd of type vlan for network 7e079f56-4ba2-40ae-adbc-316b440b7bd2 Jan 28 06:46:17.389775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1d465127-6f49-48e1-9a58-0fe6364ce3ce tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:17.421397 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-a27f3771-4915-4623-a86c-208086e5f77e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4cc3c5-ccc4-4565-9283-ab8e84a8348e']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:17.446625 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-a27f3771-4915-4623-a86c-208086e5f77e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b82dce6-8381-46a9-9bee-c0a58eb4f088') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:17.446962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-a27f3771-4915-4623-a86c-208086e5f77e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b82dce6-8381-46a9-9bee-c0a58eb4f088') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:17.457876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:17.461424 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.479389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.491946 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a27f3771-4915-4623-a86c-208086e5f77e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.527079 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-06a69d21-2abc-434f-982b-77107790f90f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.534787 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a27f3771-4915-4623-a86c-208086e5f77e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.619914 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:17.640070 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27f3771-4915-4623-a86c-208086e5f77e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:46:17.640483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a27f3771-4915-4623-a86c-208086e5f77e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:46:17.665598 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:46:17.681811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Usage tracker for resource:subnet and tenant:928a0225bcdf41279543fb741c39e2f0 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:17.687992 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a69d21-2abc-434f-982b-77107790f90f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b68e20-1ee9-4713-a60f-18ddfb3a2f03,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:17.690141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-06a69d21-2abc-434f-982b-77107790f90f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.694606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:17.697280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9970e474-ef74-4c64-b3db-12b22cb306c1 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:17.716979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1d465127-6f49-48e1-9a58-0fe6364ce3ce tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.763727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:17.830148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:46:11Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:17.867147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Made reservation on behalf of 928a0225bcdf41279543fb741c39e2f0 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:17.868875 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.870639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.874901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:17.875831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:17.891751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3148b9a-0156-4d90-9429-dff4f127a52e None None] The sync data for ids ['5558ec57-f777-43cc-8b1d-40340c552c3c'] in dv-neutron-824022-4-hyperv is: [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:46:11Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:18.006575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Network': ['ID=7e079f56-4ba2-40ae-adbc-316b440b7bd2,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:18.009649 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-06a69d21-2abc-434f-982b-77107790f90f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/d4b68e20-1ee9-4713-a60f-18ddfb3a2f03 HTTP/1.1" status: 204 len: 168 time: 1.8581340 Jan 28 06:46:18.014221 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43378) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:18.021954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 7e079f56-4ba2-40ae-adbc-316b440b7bd2 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:46:18.080053 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-14219582-f1a1-4cd6-ad1f-57371ea4664e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:46:18.083988 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1d465127-6f49-48e1-9a58-0fe6364ce3ce tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:18.084572 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-14219582-f1a1-4cd6-ad1f-57371ea4664e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "PUT /v2.0/routers/f80713f6-f399-4b61-b4b8-b2fb0f37dba8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3921587 Jan 28 06:46:18.085088 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a27f3771-4915-4623-a86c-208086e5f77e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:18.086556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43382) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:18.119051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a27f3771-4915-4623-a86c-208086e5f77e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:18.125149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f3771-4915-4623-a86c-208086e5f77e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Network': ['ID=bc4cc3c5-ccc4-4565-9283-ab8e84a8348e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:18.144550 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a27f3771-4915-4623-a86c-208086e5f77e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/networks/bc4cc3c5-ccc4-4565-9283-ab8e84a8348e HTTP/1.1" status: 204 len: 168 time: 1.4090385 Jan 28 06:46:18.157992 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43386) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:18.159501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ce66052-13ef-4d25-8367-a13827dc005f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:18.170963 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1378084395'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:18.319327 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1829a389-048e-4f4f-a519-14263ea5b8ad tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5978582 Jan 28 06:46:18.319327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1d465127-6f49-48e1-9a58-0fe6364ce3ce tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:18.328665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43390) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:18.368245 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b29829-3e93-4a71-95d7-4aa874364802 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet e0d98880-ed52-4450-968c-4381acb0e951 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:46:18.373270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:18.375940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce66052-13ef-4d25-8367-a13827dc005f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Port': ['ID=e012dc41-07a8-4d75-ad51-5bc824ac3e25,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:18.401520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:network and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:18.404298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a5b29829-3e93-4a71-95d7-4aa874364802 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:18.417360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'subnet': {'network_id': '7e079f56-4ba2-40ae-adbc-316b440b7bd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:18.450914 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:18.452620 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d465127-6f49-48e1-9a58-0fe6364ce3ce tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666d3a33-2b04-4af4-86be-da8b91f6ce25,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:18.467288 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:18.561079 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a5b29829-3e93-4a71-95d7-4aa874364802 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:18.601233 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1d465127-6f49-48e1-9a58-0fe6364ce3ce tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:18.602419 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1d465127-6f49-48e1-9a58-0fe6364ce3ce tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3661618 Jan 28 06:46:18.627012 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43394) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:18.643962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f7702d46-81d5-4af8-a5e7-10d59075903b tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group_rule': {'security_group_id': '4b40510d-bd45-4747-abd1-cead6580a22d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:18.658697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f7702d46-81d5-4af8-a5e7-10d59075903b tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:18.667126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f7702d46-81d5-4af8-a5e7-10d59075903b tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:18.671937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f7702d46-81d5-4af8-a5e7-10d59075903b tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:18.687594 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f7702d46-81d5-4af8-a5e7-10d59075903b tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:18.693463 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:18.696935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:18.760725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:18.892212 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Subnet': ['ID=9494a6f9-bea7-41ec-95e0-ea86021426f4,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:18.906975 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a5b29829-3e93-4a71-95d7-4aa874364802 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:18.925411 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fef1d928-aba1-4e1e-b8f2-27598ebe949a None None] Provisioning complete for port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:18.926673 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fef1d928-aba1-4e1e-b8f2-27598ebe949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:18.949215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:46:18.954691 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f7702d46-81d5-4af8-a5e7-10d59075903b tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.047736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.048340 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Added segment 83f3b3fa-7534-4976-86c9-828091294b3f of type vlan for network a1c010ec-91f9-46df-be1c-a415d437c78b Jan 28 06:46:19.073456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Checking segment: {'id': '5fbf314a-ca07-484f-996a-cf450c6d8384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:19.074129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network hostable DHCP agents. Network: 98e0775f-f72f-4160-b526-3c217463d46f, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:46:19.132126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ce66052-13ef-4d25-8367-a13827dc005f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.138395 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7e959065-87b2-44ac-abbd-dc07ad64d7c0 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:19.154426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.190874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:19.211072 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f7702d46-81d5-4af8-a5e7-10d59075903b tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.215933 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 98e0775f-f72f-4160-b526-3c217463d46f is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:46:19.242452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a5b29829-3e93-4a71-95d7-4aa874364802 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.254491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:subnet and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:19.266341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:19.285709 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b29829-3e93-4a71-95d7-4aa874364802 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d98880-ed52-4450-968c-4381acb0e951,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:19.289426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a5b29829-3e93-4a71-95d7-4aa874364802 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.296821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7396cb58-140e-45eb-bffd-acfe5b034d8f None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:19.305145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:19.306870 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a5b29829-3e93-4a71-95d7-4aa874364802 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/e0d98880-ed52-4450-968c-4381acb0e951 HTTP/1.1" status: 204 len: 168 time: 1.2891877 Jan 28 06:46:19.307990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43398) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:19.310557 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f7702d46-81d5-4af8-a5e7-10d59075903b tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.319567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.333360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 7e959065-87b2-44ac-abbd-dc07ad64d7c0 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:19.391936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 98e0775f-f72f-4160-b526-3c217463d46f) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:19.393162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 7e959065-87b2-44ac-abbd-dc07ad64d7c0 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:19.393718 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.401183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.407386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:19.407386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.415064 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-deea5b7c-7e98-4aaf-b5d3-62d3f7dd746f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033847 Jan 28 06:46:19.425613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43402) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:19.436879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415c279c-a0a2-49aa-87bc-c3281695abb1 None None] Network 98e0775f-f72f-4160-b526-3c217463d46f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:19.438378 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:19.439453 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.440907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:19.449253 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7702d46-81d5-4af8-a5e7-10d59075903b tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506d75c5-38ca-4544-bb5c-82be319ce8c9,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:19.542612 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Network': ['ID=a1c010ec-91f9-46df-be1c-a415d437c78b,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:19.550429 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-54c09e9e-6199-476e-979a-57e374c990a4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3859298 Jan 28 06:46:19.552157 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43406) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:19.556738 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1006c834-758a-4a40-9c6c-1553e1683934 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6439447 Jan 28 06:46:19.557153 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f7702d46-81d5-4af8-a5e7-10d59075903b tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.560716 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f7702d46-81d5-4af8-a5e7-10d59075903b tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9303396 Jan 28 06:46:19.562242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': 'a1c010ec-91f9-46df-be1c-a415d437c78b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:19.566200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43410) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:19.566528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43412) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:19.572265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:19.574865 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network a1c010ec-91f9-46df-be1c-a415d437c78b details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:46:19.575631 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.608648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event updated for resources: {'Subnet': ['ID=4ffba8e0-aff1-4a35-97fb-5430e446c1a0,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:19.671113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:19.674828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:19.678223 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:19.684067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:19.717618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-47e31315-a678-4eda-a102-345222ed78b7 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group_rule': {'security_group_id': '4b40510d-bd45-4747-abd1-cead6580a22d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:19.739002 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:19.744167 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.744352 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-47e31315-a678-4eda-a102-345222ed78b7 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:19.871098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.897157 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.ipam_backend_mixin [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Performing IP validity checks on allocation pools {{(pid=88216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 06:46:19.897853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.ipam_backend_mixin [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 06:46:19.926349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-47e31315-a678-4eda-a102-345222ed78b7 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:19.931266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 7e959065-87b2-44ac-abbd-dc07ad64d7c0, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7e959065-87b2-44ac-abbd-dc07ad64d7c0,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:19.940602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-47e31315-a678-4eda-a102-345222ed78b7 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:19.949268 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-98e0775f-f72f-4160-b526-3c217463d46f', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:46:19.950598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:19.965456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-47e31315-a678-4eda-a102-345222ed78b7 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:19.970256 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Checking segment: {'id': '6310b149-6fe8-4999-b036-5864450223c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aae22878-ba90-4774-b123-675462c4a922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:19.970999 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Network hostable DHCP agents. Network: aae22878-ba90-4774-b123-675462c4a922, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:46:19.998872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce66052-13ef-4d25-8367-a13827dc005f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router b4446e03-e762-464c-b2e3-d472b638d774 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:46:20.010149 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:20.023518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:20.024705 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686ebfe2-e70e-4ddb-a004-681549909000 None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:46:20.027810 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:20.079137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:20.125030 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-686ebfe2-e70e-4ddb-a004-681549909000 None None] Deleting port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:20.125393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-686ebfe2-e70e-4ddb-a004-681549909000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:20.133582 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:20.151923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:20.230139 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Subnet': ['ID=68952a1b-f8a3-4dab-92da-511175c9d01a,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:20.236001 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Checking segment: {'id': '83f3b3fa-7534-4976-86c9-828091294b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a1c010ec-91f9-46df-be1c-a415d437c78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:20.236492 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network hostable DHCP agents. Network: a1c010ec-91f9-46df-be1c-a415d437c78b, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:46:20.256673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-47e31315-a678-4eda-a102-345222ed78b7 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:20.284607 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=7e959065-87b2-44ac-abbd-dc07ad64d7c0,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:20.302909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Network aae22878-ba90-4774-b123-675462c4a922 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:46:20.335622 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network a1c010ec-91f9-46df-be1c-a415d437c78b is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:46:20.357761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Allocated IP 172.20.0.2 (98e0775f-f72f-4160-b526-3c217463d46f/9494a6f9-bea7-41ec-95e0-ea86021426f4/e77f4fef-7664-4b17-beb2-517c05faae44) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:20.448508 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, a1c010ec-91f9-46df-be1c-a415d437c78b) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:20.454614 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:20.456606 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:20.466042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:20.467974 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-686ebfe2-e70e-4ddb-a004-681549909000 None None] For port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0dcdefe9-2aa3-41cb-8e11-d682dc200fc0,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:20.468365 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-686ebfe2-e70e-4ddb-a004-681549909000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:20.469762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:20.475761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864f5e2e-d0b1-405b-a430-8ecfccaf5155 None None] Network a1c010ec-91f9-46df-be1c-a415d437c78b requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:20.598846 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e8182958-8d03-4837-a16e-383706bf08e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0422342 Jan 28 06:46:20.600734 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43418) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:20.606695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'network_id': 'a1c010ec-91f9-46df-be1c-a415d437c78b', 'name': 'tempest-PortsTestJSON-1410111483'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:20.623589 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-686ebfe2-e70e-4ddb-a004-681549909000 None None] Calling delete_port for 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:20.650714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce66052-13ef-4d25-8367-a13827dc005f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:20.684140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, aae22878-ba90-4774-b123-675462c4a922) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:20.717242 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25c04e2-3c2a-4428-87b3-e2c4ec91f77c None None] Sync routers for ids ['b4446e03-e762-464c-b2e3-d472b638d774'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:20.720083 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86600030-b79d-40da-b0bb-ce029401d759 None None] Network aae22878-ba90-4774-b123-675462c4a922 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:20.736398 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:20.737110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:20.760916 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:20.770428 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:20.840296 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25c04e2-3c2a-4428-87b3-e2c4ec91f77c None None] Routers {'b4446e03-e762-464c-b2e3-d472b638d774'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:20.840924 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c25c04e2-3c2a-4428-87b3-e2c4ec91f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b4446e03-e762-464c-b2e3-d472b638d774'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:20.907398 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:20.928108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-47e31315-a678-4eda-a102-345222ed78b7 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:20.962305 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:20.966227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:20.985025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c25c04e2-3c2a-4428-87b3-e2c4ec91f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:20.992282 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7cb0-88ef-494a-b250-72069f64fb5c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:20.994004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port 5616d2e0-9982-45d1-bfe1-404996ab7e97 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:21.082186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3ce66052-13ef-4d25-8367-a13827dc005f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/b4446e03-e762-464c-b2e3-d472b638d774/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5568457 Jan 28 06:46:21.084257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43422) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:21.096657 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25c04e2-3c2a-4428-87b3-e2c4ec91f77c None None] Routers {'b4446e03-e762-464c-b2e3-d472b638d774'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:21.097017 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c25c04e2-3c2a-4428-87b3-e2c4ec91f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b4446e03-e762-464c-b2e3-d472b638d774'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:21.135854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f83f4ca8-e7d2-470b-a82e-af2ddfa9ae47 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Synchronizing usage tracker for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:21.148496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7e959065-87b2-44ac-abbd-dc07ad64d7c0 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:21.161356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-47e31315-a678-4eda-a102-345222ed78b7 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:21.163775 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-726532d3-d130-4489-870b-eb78efba6146 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9836674 Jan 28 06:46:21.178543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43426) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:21.193311 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Request body: {'port': {'network_id': 'aae22878-ba90-4774-b123-675462c4a922', 'name': 'tempest-AllowedAddressPairTestJSON-1743412376'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:21.238296 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-686ebfe2-e70e-4ddb-a004-681549909000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:21.286026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Subnet': ['ID=24ef88d3-b92c-4ed8-9cfd-3e9ddcb80dca,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:21.301755 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c25c04e2-3c2a-4428-87b3-e2c4ec91f77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:21.302219 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25c04e2-3c2a-4428-87b3-e2c4ec91f77c None None] The sync data for ids ['b4446e03-e762-464c-b2e3-d472b638d774'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:21.320939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e31315-a678-4eda-a102-345222ed78b7 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ad8fe7-96b4-4b57-9934-2d0ea553a076,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:21.349793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Checking segment: {'id': '890b4c64-96c1-4f4c-8016-e3cfb408c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7e079f56-4ba2-40ae-adbc-316b440b7bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:21.350151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network hostable DHCP agents. Network: 7e079f56-4ba2-40ae-adbc-316b440b7bd2, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:46:21.358551 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686ebfe2-e70e-4ddb-a004-681549909000 None None] No DVR routers for this DVR port 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:21.364038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ebfe2-e70e-4ddb-a004-681549909000 None None] Pushing event deleted for resources: {'Port': ['ID=0dcdefe9-2aa3-41cb-8e11-d682dc200fc0,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:21.398288 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:21.430170 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Allocated IP 172.20.0.14 (a1c010ec-91f9-46df-be1c-a415d437c78b/68952a1b-f8a3-4dab-92da-511175c9d01a/5616d2e0-9982-45d1-bfe1-404996ab7e97) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:21.432410 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f83f4ca8-e7d2-470b-a82e-af2ddfa9ae47 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Unset dirty status for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:21.436019 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f83f4ca8-e7d2-470b-a82e-af2ddfa9ae47 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4446e03-e762-464c-b2e3-d472b638d774 HTTP/1.1" status: 200 len: 205 time: 0.3484375 Jan 28 06:46:21.438528 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43430) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:21.513782 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Transition to ACTIVE for port object e77f4fef-7664-4b17-beb2-517c05faae44 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:21.558841 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-a1c010ec-91f9-46df-be1c-a415d437c78b', 'network_id': 'a1c010ec-91f9-46df-be1c-a415d437c78b', 'tenant_id': 'de6a824d5ec249e0b22ece683ed2b1e4', 'fixed_ips': [{'subnet_id': '68952a1b-f8a3-4dab-92da-511175c9d01a'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:46:21.559813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:21.562778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-47e31315-a678-4eda-a102-345222ed78b7 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:21.566472 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-47e31315-a678-4eda-a102-345222ed78b7 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9929414 Jan 28 06:46:21.576393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43434) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:21.590174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-11f031e5-01bc-4eb4-b916-9add7922803f tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group_rule': {'security_group_id': '4b40510d-bd45-4747-abd1-cead6580a22d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:21.596341 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Transition to ACTIVE for port object e77f4fef-7664-4b17-beb2-517c05faae44 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:21.602794 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-aae22878-ba90-4774-b123-675462c4a922', 'network_id': 'aae22878-ba90-4774-b123-675462c4a922', 'tenant_id': '928a0225bcdf41279543fb741c39e2f0', 'fixed_ips': [{'subnet_id': '4ffba8e0-aff1-4a35-97fb-5430e446c1a0'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:46:21.603770 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:21.615332 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 7e959065-87b2-44ac-abbd-dc07ad64d7c0 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:21.615853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:21.620654 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-11f031e5-01bc-4eb4-b916-9add7922803f tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:21.624493 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce72846e-41f5-4ad4-9ea6-b1d75bd8e0e9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:21.639025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-11f031e5-01bc-4eb4-b916-9add7922803f tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:21.651421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-11f031e5-01bc-4eb4-b916-9add7922803f tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:21.686004 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-11f031e5-01bc-4eb4-b916-9add7922803f tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:21.721636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network 7e079f56-4ba2-40ae-adbc-316b440b7bd2 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:46:21.769169 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:21.770936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:21.835954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11f031e5-01bc-4eb4-b916-9add7922803f tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:21.865413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Usage tracker for resource:port and tenant:928a0225bcdf41279543fb741c39e2f0 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:21.883642 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Network 98e0775f-f72f-4160-b526-3c217463d46f is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:21.890151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:21.892766 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:21.905576 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Pushing event updated for resources: {'Port': ['ID=e77f4fef-7664-4b17-beb2-517c05faae44,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:21.918735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:21.925598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 7e079f56-4ba2-40ae-adbc-316b440b7bd2) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:21.954877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:21.955507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:21.959137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa475206-6f66-434b-9d6d-8802ea5ec4ed None None] Network 7e079f56-4ba2-40ae-adbc-316b440b7bd2 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:21.987912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:21.996966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e7cb0-88ef-494a-b250-72069f64fb5c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Deleting port caef4e1c-317d-4202-a778-626882effdf6 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:21.997304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7cb0-88ef-494a-b250-72069f64fb5c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.071184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.124518 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce72846e-41f5-4ad4-9ea6-b1d75bd8e0e9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.126598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.objects.ports [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88217) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:46:22.128766 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce72846e-41f5-4ad4-9ea6-b1d75bd8e0e9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.132855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.189507 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.199955 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Attempting to bind port e77f4fef-7664-4b17-beb2-517c05faae44 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:46:22.200959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Attempting to bind port e77f4fef-7664-4b17-beb2-517c05faae44 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '5fbf314a-ca07-484f-996a-cf450c6d8384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:46:22.201499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Attempting to bind port e77f4fef-7664-4b17-beb2-517c05faae44 on network 98e0775f-f72f-4160-b526-3c217463d46f {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:46:22.208481 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Made reservation on behalf of 928a0225bcdf41279543fb741c39e2f0 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:22.212262 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.224158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Transition to ACTIVE for port object 5616d2e0-9982-45d1-bfe1-404996ab7e97 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:22.226459 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:46:22.227093 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Checking segment: {'id': '5fbf314a-ca07-484f-996a-cf450c6d8384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:22.227802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.228360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Bound using segment: {'id': '5fbf314a-ca07-484f-996a-cf450c6d8384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:46:22.229353 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Bound port: e77f4fef-7664-4b17-beb2-517c05faae44, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbf314a-ca07-484f-996a-cf450c6d8384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:46:22.229502 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.248591 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] device_id is not set on port d30a00cc-bacd-444c-8126-1517edf6501b yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:22.254782 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Allocated IP 172.20.0.2 (aae22878-ba90-4774-b123-675462c4a922/4ffba8e0-aff1-4a35-97fb-5430e446c1a0/ef5e3fa6-3e92-4291-8ab7-e2462d6466f5) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:22.287074 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce72846e-41f5-4ad4-9ea6-b1d75bd8e0e9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.287769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce72846e-41f5-4ad4-9ea6-b1d75bd8e0e9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Fanout notify agent at l3_agent the message router_deleted on router b4446e03-e762-464c-b2e3-d472b638d774 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:46:22.319091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ce72846e-41f5-4ad4-9ea6-b1d75bd8e0e9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.323198 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ce72846e-41f5-4ad4-9ea6-b1d75bd8e0e9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/routers/b4446e03-e762-464c-b2e3-d472b638d774 HTTP/1.1" status: 204 len: 168 time: 0.8814166 Jan 28 06:46:22.325526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43438) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:22.325685 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:46:22.405475 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:46:22.405826 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0dcdefe9-2aa3-41cb-8e11-d682dc200fc0 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:46:22.426572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66ef4e6-c5d0-4e25-b5d6-0e756b40497b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting subnet cd985fbf-efbe-4e6b-a08e-87cf6a33ae3a {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:46:22.430664 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b66ef4e6-c5d0-4e25-b5d6-0e756b40497b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.436539 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e85f110e-cf14-4ad0-9d54-fe7b8ed4abd8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0736187 Jan 28 06:46:22.446727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43442) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:22.457164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11f031e5-01bc-4eb4-b916-9add7922803f tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.472221 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f9ca7b55-f120-47bb-bd7e-4f345a092d18 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-110846469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:22.491351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f9ca7b55-f120-47bb-bd7e-4f345a092d18 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:22.513431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:22.514643 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b66ef4e6-c5d0-4e25-b5d6-0e756b40497b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.516801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f9ca7b55-f120-47bb-bd7e-4f345a092d18 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:router and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:22.524137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:22.574028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f9ca7b55-f120-47bb-bd7e-4f345a092d18 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:22.583503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:22.584092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.591617 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5199df54-4fd8-471a-9f92-7420f59afe1c None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:22.592781 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f9ca7b55-f120-47bb-bd7e-4f345a092d18 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:22.601115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11f031e5-01bc-4eb4-b916-9add7922803f tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.611407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.635141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=623722db-a6bf-4bc6-b1ec-15045bcea4b0,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:22.685934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] For port e77f4fef-7664-4b17-beb2-517c05faae44, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:46:22.698780 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network a1c010ec-91f9-46df-be1c-a415d437c78b is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:22.704105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:22.710814 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:22.752998 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f031e5-01bc-4eb4-b916-9add7922803f tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d98fc9-063a-40aa-a7d1-187cc01a721e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:22.759674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7cb0-88ef-494a-b250-72069f64fb5c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.779801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:22.780661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.799501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=5616d2e0-9982-45d1-bfe1-404996ab7e97,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:22.802188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] For port e77f4fef-7664-4b17-beb2-517c05faae44, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e77f4fef-7664-4b17-beb2-517c05faae44,segment=NetworkSegment(5fbf314a-ca07-484f-996a-cf450c6d8384),segment_id=5fbf314a-ca07-484f-996a-cf450c6d8384)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:46:22.805339 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-7e079f56-4ba2-40ae-adbc-316b440b7bd2', 'network_id': '7e079f56-4ba2-40ae-adbc-316b440b7bd2', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'fixed_ips': [{'subnet_id': '24ef88d3-b92c-4ed8-9cfd-3e9ddcb80dca'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:46:22.806163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.809489 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b66ef4e6-c5d0-4e25-b5d6-0e756b40497b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.883752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Allocated IP 172.20.0.2 (a1c010ec-91f9-46df-be1c-a415d437c78b/68952a1b-f8a3-4dab-92da-511175c9d01a/85a5ec17-29c6-475f-b8d0-0f81a0805fa2) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:22.885576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7b55-f120-47bb-bd7e-4f345a092d18 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.886303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7b55-f120-47bb-bd7e-4f345a092d18 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.899628 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2b5e7cb0-88ef-494a-b250-72069f64fb5c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Calling delete_port for caef4e1c-317d-4202-a778-626882effdf6 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:22.934260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11f031e5-01bc-4eb4-b916-9add7922803f tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:22.937769 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-11f031e5-01bc-4eb4-b916-9add7922803f tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3551824 Jan 28 06:46:22.937769 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-815f7b3d-4d3d-4ea4-b7c5-e0866f27d58a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5069110 Jan 28 06:46:22.938399 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cab0642a-14be-4374-9953-ca987974d5e4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3335938 Jan 28 06:46:22.939661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43448) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:22.943273 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43446) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:22.943273 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43452) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:22.983895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:23.027467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7b55-f120-47bb-bd7e-4f345a092d18 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:23.063080 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e8139dde-bf0c-4399-8e38-82b0624ae84c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group_rule': {'security_group_id': '4b40510d-bd45-4747-abd1-cead6580a22d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:23.071323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e8139dde-bf0c-4399-8e38-82b0624ae84c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:23.076094 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e8139dde-bf0c-4399-8e38-82b0624ae84c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:23.079467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e8139dde-bf0c-4399-8e38-82b0624ae84c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:23.085729 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e8139dde-bf0c-4399-8e38-82b0624ae84c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:23.097720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-fee1ab51-29fc-43e8-bd50-f5141b24ef82 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:23.121357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-1049b667-6480-4e00-bbad-ddd8f40aa738 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port 5616d2e0-9982-45d1-bfe1-404996ab7e97 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:23.122078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1049b667-6480-4e00-bbad-ddd8f40aa738 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:23.280275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7b55-f120-47bb-bd7e-4f345a092d18 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:23.283606 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:23.307880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.1 (98e0775f-f72f-4160-b526-3c217463d46f/9494a6f9-bea7-41ec-95e0-ea86021426f4/ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:23.358550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7cb0-88ef-494a-b250-72069f64fb5c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:23.410063 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Transition to ACTIVE for port object ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:23.425592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e7cb0-88ef-494a-b250-72069f64fb5c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event deleted for resources: {'Port': ['ID=caef4e1c-317d-4202-a778-626882effdf6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:23.459043 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83d1e2-8497-437b-9732-cd5f7a0ee2eb None None] Pushing event updated for resources: {'Port': ['ID=e77f4fef-7664-4b17-beb2-517c05faae44,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:23.462004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b66ef4e6-c5d0-4e25-b5d6-0e756b40497b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:23.478777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f9ca7b55-f120-47bb-bd7e-4f345a092d18 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:23.482822 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f9ca7b55-f120-47bb-bd7e-4f345a092d18 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0281951 Jan 28 06:46:23.483509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43460) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:23.510868 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': '623722db-a6bf-4bc6-b1ec-15045bcea4b0'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:46:23.511736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:23.524291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'port': {'network_id': '7e079f56-4ba2-40ae-adbc-316b440b7bd2', 'name': 'tempest-RoutersTest-998550643'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:23.526286 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Transition to ACTIVE for port object ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:23.529074 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b66ef4e6-c5d0-4e25-b5d6-0e756b40497b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:23.544508 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4123ae8b-db05-4824-a9f8-7573769f8425 None None] Network ea62ca64-5793-4d20-a629-f337a06b561f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:23.567042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Allocated IP 172.20.0.2 (7e079f56-4ba2-40ae-adbc-316b440b7bd2/24ef88d3-b92c-4ed8-9cfd-3e9ddcb80dca/dd945f2e-4278-493c-89c7-5667b4c26609) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:23.697895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:23.841746 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8139dde-bf0c-4399-8e38-82b0624ae84c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:23.888134 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b66ef4e6-c5d0-4e25-b5d6-0e756b40497b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/cd985fbf-efbe-4e6b-a08e-87cf6a33ae3a HTTP/1.1" status: 204 len: 168 time: 1.5563214 Jan 28 06:46:23.888134 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ef4e6-c5d0-4e25-b5d6-0e756b40497b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Subnet': ['ID=cd985fbf-efbe-4e6b-a08e-87cf6a33ae3a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:23.894868 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:23.921061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:23.942714 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43464) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:23.957160 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1049b667-6480-4e00-bbad-ddd8f40aa738 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:23.959728 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Network aae22878-ba90-4774-b123-675462c4a922 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:23.965086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:24.037834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:24.080689 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e49601d-1108-4add-81da-e9f36cb86c35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting subnet 193b3f2c-8ef7-47d7-b90e-fbf35806a07a {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:46:24.085349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1e49601d-1108-4add-81da-e9f36cb86c35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.178653 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Pushing event updated for resources: {'Port': ['ID=ef5e3fa6-3e92-4291-8ab7-e2462d6466f5,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:24.215833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7cb0-88ef-494a-b250-72069f64fb5c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.221317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.243665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:24.247206 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1e49601d-1108-4add-81da-e9f36cb86c35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.250015 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:port and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:24.314632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:24.336663 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Transition to ACTIVE for port object 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:24.399035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:24.401578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.403600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-fee1ab51-29fc-43e8-bd50-f5141b24ef82 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:24.408051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-fee1ab51-29fc-43e8-bd50-f5141b24ef82 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:24.411001 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-fee1ab51-29fc-43e8-bd50-f5141b24ef82 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:24.423191 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-1049b667-6480-4e00-bbad-ddd8f40aa738 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for 5616d2e0-9982-45d1-bfe1-404996ab7e97 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:24.428981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Allocated IP 2001:db8::f816:3eff:fea0:c2fc (2d564f63-c0b4-45b7-8160-b73c1310d2e3/623722db-a6bf-4bc6-b1ec-15045bcea4b0/fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:24.437924 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Transition to ACTIVE for port object 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:24.448684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Attempting to bind port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:46:24.448684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Attempting to bind port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '6310b149-6fe8-4999-b036-5864450223c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aae22878-ba90-4774-b123-675462c4a922'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:46:24.448996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Attempting to bind port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 on network aae22878-ba90-4774-b123-675462c4a922 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:46:24.464417 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-fee1ab51-29fc-43e8-bd50-f5141b24ef82 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:24.469123 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-95958582-8b51-44a7-baf3-7b6398bc1513 {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:24.470071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:24.509205 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8139dde-bf0c-4399-8e38-82b0624ae84c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.509907 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:46:24.510286 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Checking segment: {'id': '6310b149-6fe8-4999-b036-5864450223c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aae22878-ba90-4774-b123-675462c4a922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:24.510691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.511090 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Bound using segment: {'id': '6310b149-6fe8-4999-b036-5864450223c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aae22878-ba90-4774-b123-675462c4a922'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:46:24.511709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Bound port: ef5e3fa6-3e92-4291-8ab7-e2462d6466f5, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6310b149-6fe8-4999-b036-5864450223c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'aae22878-ba90-4774-b123-675462c4a922'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:46:24.512743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.547278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 98e0775f-f72f-4160-b526-3c217463d46f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:24.548464 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.559389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:24.570999 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:24.574583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1e49601d-1108-4add-81da-e9f36cb86c35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.604495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:24.608233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.628968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee1ab51-29fc-43e8-bd50-f5141b24ef82 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:24.632902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fee1ab51-29fc-43e8-bd50-f5141b24ef82 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.639419 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Pushing event updated for resources: {'Port': ['ID=85a5ec17-29c6-475f-b8d0-0f81a0805fa2,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:24.653002 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8139dde-bf0c-4399-8e38-82b0624ae84c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.669798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b235d5d7-19cc-4db4-8158-12fae7bc66d9 None None] DHCP port deletion for ea62ca64-5793-4d20-a629-f337a06b561f request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:46:24.694582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:24.705659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Network a1c010ec-91f9-46df-be1c-a415d437c78b is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:24.712744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b235d5d7-19cc-4db4-8158-12fae7bc66d9 None None] Deleting port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:24.713121 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b235d5d7-19cc-4db4-8158-12fae7bc66d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.730383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] device_id is not set on port f0f1eb2d-5750-43ef-987e-a1081c9c5ae4 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:24.737872 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:24.757270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8139dde-bf0c-4399-8e38-82b0624ae84c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3540fc85-f048-4d63-b18b-01977f7e0e93,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:24.787171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5e7cb0-88ef-494a-b250-72069f64fb5c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Router f80713f6-f399-4b61-b4b8-b2fb0f37dba8 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:46:24.792943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.795435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:24.805645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:24.834706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Transition to ACTIVE for port object dd945f2e-4278-493c-89c7-5667b4c26609 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:24.925724 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.ipam_backend_mixin [None req-fee1ab51-29fc-43e8-bd50-f5141b24ef82 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 623722db-a6bf-4bc6-b1ec-15045bcea4b0 (CIDR: 2001:db8::/64) Jan 28 06:46:24.970893 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:25.011888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] For port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:46:25.013238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5e7cb0-88ef-494a-b250-72069f64fb5c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:25.024067 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87216004-b119-48df-b057-d86586872801 None None] Sync routers for ids ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:25.026645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Transition to ACTIVE for port object dd945f2e-4278-493c-89c7-5667b4c26609 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:25.036889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1e49601d-1108-4add-81da-e9f36cb86c35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:25.042161 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2b5e7cb0-88ef-494a-b250-72069f64fb5c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "PUT /v2.0/routers/f80713f6-f399-4b61-b4b8-b2fb0f37dba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9543555 Jan 28 06:46:25.046178 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87216004-b119-48df-b057-d86586872801 None None] Routers {'f80713f6-f399-4b61-b4b8-b2fb0f37dba8'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:25.046178 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-87216004-b119-48df-b057-d86586872801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:25.048287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43468) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:25.068089 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Attempting to bind port 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:46:25.068089 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Attempting to bind port 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '83f3b3fa-7534-4976-86c9-828091294b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a1c010ec-91f9-46df-be1c-a415d437c78b'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:46:25.074550 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Attempting to bind port 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 on network a1c010ec-91f9-46df-be1c-a415d437c78b {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:46:25.092109 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee1ab51-29fc-43e8-bd50-f5141b24ef82 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:46:25.092109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee1ab51-29fc-43e8-bd50-f5141b24ef82 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:46:25.092327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] For port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ef5e3fa6-3e92-4291-8ab7-e2462d6466f5,segment=NetworkSegment(6310b149-6fe8-4999-b036-5864450223c1),segment_id=6310b149-6fe8-4999-b036-5864450223c1)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:46:25.117856 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1049b667-6480-4e00-bbad-ddd8f40aa738 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:25.119946 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e8139dde-bf0c-4399-8e38-82b0624ae84c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:25.127792 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e8139dde-bf0c-4399-8e38-82b0624ae84c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 2.1864221 Jan 28 06:46:25.134629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43472) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:25.162002 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-c3329b17-5a4e-4f02-b15a-c58a7f7ab8ac tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] delete failed (client error): The resource could not be found. Jan 28 06:46:25.163258 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c3329b17-5a4e-4f02-b15a-c58a7f7ab8ac tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-730316777 HTTP/1.1" status: 404 len: 334 time: 0.1139061 Jan 28 06:46:25.178200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43476) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:25.178200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5a670f79-79c8-4557-a5dd-c2caadf9acbe tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f80713f6-f399-4b61-b4b8-b2fb0f37dba8'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:25.178756 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] device_id is not set on port 59f2a1f2-cb76-44d4-a53e-b8bece3fbfee yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:25.204777 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-87216004-b119-48df-b057-d86586872801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:25.222889 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87216004-b119-48df-b057-d86586872801 None None] Routers {'f80713f6-f399-4b61-b4b8-b2fb0f37dba8'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:25.224621 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-87216004-b119-48df-b057-d86586872801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:25.276145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:46:25.276848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Checking segment: {'id': '83f3b3fa-7534-4976-86c9-828091294b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a1c010ec-91f9-46df-be1c-a415d437c78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:25.277414 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:25.277960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Bound using segment: {'id': '83f3b3fa-7534-4976-86c9-828091294b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a1c010ec-91f9-46df-be1c-a415d437c78b'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:46:25.278618 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Bound port: 85a5ec17-29c6-475f-b8d0-0f81a0805fa2, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f3b3fa-7534-4976-86c9-828091294b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a1c010ec-91f9-46df-be1c-a415d437c78b'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:46:25.279156 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:25.297622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace7125b-5254-4aab-92fa-52b8b5a53643 None None] Network e78635c0-8e44-4a12-9b04-a6bd84bd4a6f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:25.302025 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-87216004-b119-48df-b057-d86586872801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:25.302421 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87216004-b119-48df-b057-d86586872801 None None] The sync data for ids ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:25.313227 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e77f4fef-7664-4b17-beb2-517c05faae44 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:25.346366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1e49601d-1108-4add-81da-e9f36cb86c35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:25.351570 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1e49601d-1108-4add-81da-e9f36cb86c35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/193b3f2c-8ef7-47d7-b90e-fbf35806a07a HTTP/1.1" status: 204 len: 168 time: 1.4008396 Jan 28 06:46:25.353975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Allocated IP 172.20.0.9 (7e079f56-4ba2-40ae-adbc-316b440b7bd2/24ef88d3-b92c-4ed8-9cfd-3e9ddcb80dca/f0f1eb2d-5750-43ef-987e-a1081c9c5ae4) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:25.368700 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049b667-6480-4e00-bbad-ddd8f40aa738 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=5616d2e0-9982-45d1-bfe1-404996ab7e97,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:25.375527 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49601d-1108-4add-81da-e9f36cb86c35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Subnet': ['ID=193b3f2c-8ef7-47d7-b90e-fbf35806a07a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:25.378231 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43480) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:25.378531 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528cde5f-bd2e-4593-8912-0c3ebffa6167 None None] Network 98e0775f-f72f-4160-b526-3c217463d46f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:25.391267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:25.395319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:25.517448 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fee1ab51-29fc-43e8-bd50-f5141b24ef82 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5657203 Jan 28 06:46:25.532494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43484) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:25.555026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-769e7393-42c0-4be5-898f-79206ef4c7fe tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:25.575793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e6bf-72cc-4bd7-beaa-e5c4f7b03c30 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:25.692969 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:25.783617 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e6bf-72cc-4bd7-beaa-e5c4f7b03c30 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:25.787059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Network 7e079f56-4ba2-40ae-adbc-316b440b7bd2 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:25.813836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:25.827500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:25.844724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Pushing event updated for resources: {'Port': ['ID=dd945f2e-4278-493c-89c7-5667b4c26609,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:25.863792 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Transition to ACTIVE for port object fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:25.883480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1049b667-6480-4e00-bbad-ddd8f40aa738 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:25.896310 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:25.982433 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1049b667-6480-4e00-bbad-ddd8f40aa738 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/5616d2e0-9982-45d1-bfe1-404996ab7e97 HTTP/1.1" status: 204 len: 168 time: 3.0395260 Jan 28 06:46:25.994332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43488) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:26.017099 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b235d5d7-19cc-4db4-8158-12fae7bc66d9 None None] For port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b,segment=NetworkSegment(c6a31fde-7712-4840-a149-4497a16fcd41),segment_id=c6a31fde-7712-4840-a149-4497a16fcd41)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:26.017538 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b235d5d7-19cc-4db4-8158-12fae7bc66d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.047532 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:26.047532 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.083877 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Allocated IP 172.20.0.4 (aae22878-ba90-4774-b123-675462c4a922/4ffba8e0-aff1-4a35-97fb-5430e446c1a0/59f2a1f2-cb76-44d4-a53e-b8bece3fbfee) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:26.110498 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e6bf-72cc-4bd7-beaa-e5c4f7b03c30 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.132302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a670f79-79c8-4557-a5dd-c2caadf9acbe tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.139433 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d83471-d4d4-430d-9a40-633d5c49ac84 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] DELETE failed (client error): The resource could not be found. Jan 28 06:46:26.139908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d83471-d4d4-430d-9a40-633d5c49ac84 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:46:26.143721 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c2d83471-d4d4-430d-9a40-633d5c49ac84 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/5616d2e0-9982-45d1-bfe1-404996ab7e97 HTTP/1.1" status: 404 len: 333 time: 0.1482937 Jan 28 06:46:26.164826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43492) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:26.167947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] For port 85a5ec17-29c6-475f-b8d0-0f81a0805fa2, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:46:26.175887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] For port 85a5ec17-29c6-475f-b8d0-0f81a0805fa2, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=85a5ec17-29c6-475f-b8d0-0f81a0805fa2,segment=NetworkSegment(83f3b3fa-7534-4976-86c9-828091294b3f),segment_id=83f3b3fa-7534-4976-86c9-828091294b3f)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:46:26.177881 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4ee8e6bf-72cc-4bd7-beaa-e5c4f7b03c30 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.180205 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4ee8e6bf-72cc-4bd7-beaa-e5c4f7b03c30 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3540fc85-f048-4d63-b18b-01977f7e0e93 HTTP/1.1" status: 204 len: 168 time: 1.0272899 Jan 28 06:46:26.193631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-34edae2d-de3c-4399-917d-f644d25834b0 None None] Provisioning for port e77f4fef-7664-4b17-beb2-517c05faae44 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:26.201791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.213574 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43496) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:26.231119 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8e6bf-72cc-4bd7-beaa-e5c4f7b03c30 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3540fc85-f048-4d63-b18b-01977f7e0e93,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:26.233501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-769e7393-42c0-4be5-898f-79206ef4c7fe tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:26.238396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-769e7393-42c0-4be5-898f-79206ef4c7fe tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:26.241701 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-769e7393-42c0-4be5-898f-79206ef4c7fe tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:26.269708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-769e7393-42c0-4be5-898f-79206ef4c7fe tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:26.274729 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef0d83e-f286-4981-b0ac-9784403d306e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] GET failed (client error): The resource could not be found. Jan 28 06:46:26.275411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2ef0d83e-f286-4981-b0ac-9784403d306e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:26.296000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Transition to ACTIVE for port object fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:26.302579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.339849 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-5a670f79-79c8-4557-a5dd-c2caadf9acbe tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] update failed (client error): The resource could not be found. Jan 28 06:46:26.344674 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5a670f79-79c8-4557-a5dd-c2caadf9acbe tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "PUT /v2.0/routers/f80713f6-f399-4b61-b4b8-b2fb0f37dba8 HTTP/1.1" status: 404 len: 339 time: 1.1694186 Jan 28 06:46:26.344860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b235d5d7-19cc-4db4-8158-12fae7bc66d9 None None] Calling delete_port for 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:26.345962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43500) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:26.354594 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2029893030'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:26.389771 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port e77f4fef-7664-4b17-beb2-517c05faae44 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:26.390400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:26.390508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Transition to ACTIVE for port object f0f1eb2d-5750-43ef-987e-a1081c9c5ae4 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:26.403244 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Usage tracker for resource:network and tenant:467640f7d9c7448da3d0f7c834c3e1e7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:26.418745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:26.421386 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1af16af3-6d27-4e3a-8705-9dfbaee0531c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:26.437819 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.456025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-34edae2d-de3c-4399-917d-f644d25834b0 None None] Provisioning complete for port e77f4fef-7664-4b17-beb2-517c05faae44 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:26.456391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34edae2d-de3c-4399-917d-f644d25834b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.484921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769e7393-42c0-4be5-898f-79206ef4c7fe tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:26.488784 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-769e7393-42c0-4be5-898f-79206ef4c7fe tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.505128 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port e77f4fef-7664-4b17-beb2-517c05faae44 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:26.505839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.529112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.551783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:26.598099 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] For port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b,segment=NetworkSegment(c6a31fde-7712-4840-a149-4497a16fcd41),segment_id=c6a31fde-7712-4840-a149-4497a16fcd41)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:26.598520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.599296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2ef0d83e-f286-4981-b0ac-9784403d306e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:26.600527 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2ef0d83e-f286-4981-b0ac-9784403d306e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/5616d2e0-9982-45d1-bfe1-404996ab7e97 HTTP/1.1" status: 404 len: 333 time: 0.4346998 Jan 28 06:46:26.609952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43504) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:26.611085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1af16af3-6d27-4e3a-8705-9dfbaee0531c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:26.612419 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1af16af3-6d27-4e3a-8705-9dfbaee0531c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3934951 Jan 28 06:46:26.619790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43508) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:26.652454 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Attempting to bind port dd945f2e-4278-493c-89c7-5667b4c26609 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:46:26.652825 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Attempting to bind port dd945f2e-4278-493c-89c7-5667b4c26609 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '890b4c64-96c1-4f4c-8016-e3cfb408c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7e079f56-4ba2-40ae-adbc-316b440b7bd2'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:46:26.653181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Attempting to bind port dd945f2e-4278-493c-89c7-5667b4c26609 on network 7e079f56-4ba2-40ae-adbc-316b440b7bd2 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:46:26.698266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e2803-0f86-4b91-a7f5-fd2d8d5266bd None None] Pushing event updated for resources: {'Port': ['ID=ef5e3fa6-3e92-4291-8ab7-e2462d6466f5,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:26.702885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:26.711211 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:46:26.719942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Checking segment: {'id': '890b4c64-96c1-4f4c-8016-e3cfb408c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7e079f56-4ba2-40ae-adbc-316b440b7bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:26.730773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.730773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Bound using segment: {'id': '890b4c64-96c1-4f4c-8016-e3cfb408c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7e079f56-4ba2-40ae-adbc-316b440b7bd2'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:46:26.730773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Bound port: dd945f2e-4278-493c-89c7-5667b4c26609, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890b4c64-96c1-4f4c-8016-e3cfb408c4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7e079f56-4ba2-40ae-adbc-316b440b7bd2'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:46:26.730773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.752919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddf966e-1520-4888-8062-0e13d8a388e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting subnet 68952a1b-f8a3-4dab-92da-511175c9d01a {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:46:26.759930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cddf966e-1520-4888-8062-0e13d8a388e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.809597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:26.812884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:26.816290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.897622 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Made reservation on behalf of 467640f7d9c7448da3d0f7c834c3e1e7 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:26.904812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.936149 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b235d5d7-19cc-4db4-8158-12fae7bc66d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:26.943631 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:27.000753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3cd21af0-2b78-4093-a8e8-9f9b6ca2c4fd tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.078860 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3cd21af0-2b78-4093-a8e8-9f9b6ca2c4fd tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.185604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.188960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.196027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network 7e079f56-4ba2-40ae-adbc-316b440b7bd2 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:27.200507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:27.206812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] For port dd945f2e-4278-493c-89c7-5667b4c26609, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:46:27.211335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] For port dd945f2e-4278-493c-89c7-5667b4c26609, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=dd945f2e-4278-493c-89c7-5667b4c26609,segment=NetworkSegment(890b4c64-96c1-4f4c-8016-e3cfb408c4bd),segment_id=890b4c64-96c1-4f4c-8016-e3cfb408c4bd)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:46:27.219388 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b235d5d7-19cc-4db4-8158-12fae7bc66d9 None None] No DVR routers for this DVR port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:27.219905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:27.252804 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3cd21af0-2b78-4093-a8e8-9f9b6ca2c4fd tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.253399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cddf966e-1520-4888-8062-0e13d8a388e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.295070 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:46:27.307394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd21af0-2b78-4093-a8e8-9f9b6ca2c4fd tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0d98fc9-063a-40aa-a7d1-187cc01a721e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:27.310025 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Transition to ACTIVE for port object 59f2a1f2-cb76-44d4-a53e-b8bece3fbfee will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:27.332476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.377063 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:27.377263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:27.385945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48d8df4-a6f4-49a9-af52-055e72c092b0 None None] DHCP port deletion for e78635c0-8e44-4a12-9b04-a6bd84bd4a6f request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:46:27.388523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.390452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=f0f1eb2d-5750-43ef-987e-a1081c9c5ae4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:27.393864 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.394378 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Added segment fb4eeeb4-f9ab-4594-8b1e-310141c9fe86 of type vlan for network be390ec5-74fa-49a3-8fe0-156d1bbf2c9b Jan 28 06:46:27.411747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef8afe-faa0-4169-8f97-b03579ca103c None None] Pushing event updated for resources: {'Port': ['ID=85a5ec17-29c6-475f-b8d0-0f81a0805fa2,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:27.471937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b021e43c-e751-4a5c-a836-d74cf8f21d4d None None] Network aae22878-ba90-4774-b123-675462c4a922 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:27.476511 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.517630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:27.518247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.549432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.562659 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3cd21af0-2b78-4093-a8e8-9f9b6ca2c4fd tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.564355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:27.566774 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3cd21af0-2b78-4093-a8e8-9f9b6ca2c4fd tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a0d98fc9-063a-40aa-a7d1-187cc01a721e HTTP/1.1" status: 204 len: 168 time: 0.9434204 Jan 28 06:46:27.567004 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43512) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:27.576625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c48d8df4-a6f4-49a9-af52-055e72c092b0 None None] Deleting port 771e3a88-93d9-41ea-bd58-94daf00998d1 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:27.577011 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c48d8df4-a6f4-49a9-af52-055e72c092b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.585462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.621817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.636316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cddf966e-1520-4888-8062-0e13d8a388e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.662250 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Network aae22878-ba90-4774-b123-675462c4a922 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:27.666040 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:27.669319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Attempting to bind port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:46:27.669679 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Attempting to bind port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:46:27.670047 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Attempting to bind port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:46:27.690457 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-769e7393-42c0-4be5-898f-79206ef4c7fe tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.694894 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.700435 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:27.700825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.713208 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34edae2d-de3c-4399-917d-f644d25834b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.717174 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:27.741033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:46:27.741461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:27.741728 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-736f7e1c-425a-4019-baa3-41dd68a98a82 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.2520001 Jan 28 06:46:27.742000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.742190 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:46:27.742310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43516) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:27.742726 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Bound port: fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:46:27.743102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:27.769167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Pushing event updated for resources: {'Port': ['ID=fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:27.883798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235d5d7-19cc-4db4-8158-12fae7bc66d9 None None] Pushing event deleted for resources: {'Port': ['ID=45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:27.988627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event updated for resources: {'Port': ['ID=59f2a1f2-cb76-44d4-a53e-b8bece3fbfee,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:28.045971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e7393-42c0-4be5-898f-79206ef4c7fe tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=1464eaf6-920f-4faf-bb53-4db67be434fb,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:28.048610 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:28.052340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port e77f4fef-7664-4b17-beb2-517c05faae44, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e77f4fef-7664-4b17-beb2-517c05faae44,segment=NetworkSegment(5fbf314a-ca07-484f-996a-cf450c6d8384),segment_id=5fbf314a-ca07-484f-996a-cf450c6d8384)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:28.056153 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:28.064279 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9761ce2e-9f2c-4dc2-b73c-bab8f1fd4175 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4936295 Jan 28 06:46:28.102736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43520) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:28.136231 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:28.241181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:46:28.293672 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event updated for resources: {'Network': ['ID=be390ec5-74fa-49a3-8fe0-156d1bbf2c9b,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:28.300900 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-10cdbe9d-fffe-4e85-87f0-445b470cee33 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9538991 Jan 28 06:46:28.309094 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:28.309758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:28.313323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43524) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:28.362103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] The port '45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b' was deleted {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:46:28.372314 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network be390ec5-74fa-49a3-8fe0-156d1bbf2c9b details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:46:28.385518 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e7393-42c0-4be5-898f-79206ef4c7fe tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:28.397604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:46:28.398226 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 45eeb4b7-5d2f-4fc8-9e0e-679e987bfc8b not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:46:28.427252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-769e7393-42c0-4be5-898f-79206ef4c7fe tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:28.431544 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769e7393-42c0-4be5-898f-79206ef4c7fe tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:28.432142 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-769e7393-42c0-4be5-898f-79206ef4c7fe tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:28.464728 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] For port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:46:28.468465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] For port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:46:28.497670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Request body: {'subnet': {'network_id': 'be390ec5-74fa-49a3-8fe0-156d1bbf2c9b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:28.559085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-422c8984-1120-4c49-8459-111a179496fb tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:28.566241 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c48d8df4-a6f4-49a9-af52-055e72c092b0 None None] For port 771e3a88-93d9-41ea-bd58-94daf00998d1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=771e3a88-93d9-41ea-bd58-94daf00998d1,segment=NetworkSegment(ad66fdb1-5a0e-4032-bec6-710d08e1f53c),segment_id=ad66fdb1-5a0e-4032-bec6-710d08e1f53c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:28.566241 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c48d8df4-a6f4-49a9-af52-055e72c092b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:28.616374 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:28.660896 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea62ca64-5793-4d20-a629-f337a06b561f']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:28.675416 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a31fde-7712-4840-a149-4497a16fcd41') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:28.675819 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a31fde-7712-4840-a149-4497a16fcd41') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:28.691330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:28.719082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:28.726452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:46:28.726859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:46:28.741816 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:46:28.751914 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c48d8df4-a6f4-49a9-af52-055e72c092b0 None None] Calling delete_port for 771e3a88-93d9-41ea-bd58-94daf00998d1 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:28.761837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-422c8984-1120-4c49-8459-111a179496fb tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:28.770736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 98e0775f-f72f-4160-b526-3c217463d46f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:28.778395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:28.853226 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-77a3037b-9c3a-46b2-b9d7-6954d7d48272 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.6662958 Jan 28 06:46:28.857633 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-769e7393-42c0-4be5-898f-79206ef4c7fe tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3243492 Jan 28 06:46:28.858555 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43528) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:28.858887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43530) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:28.869509 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'mac_address': 'fa:16:3e:44:22:96', 'name': 'tempest-NetworksTestDHCPv6-934294302'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:28.871599 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4af2f-88a3-4436-a715-f4d55bc542aa None None] Pushing event updated for resources: {'Port': ['ID=dd945f2e-4278-493c-89c7-5667b4c26609,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:28.874810 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-34edae2d-de3c-4399-917d-f644d25834b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:28.875435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-34edae2d-de3c-4399-917d-f644d25834b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:28.876364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6ba28f-c89a-42c7-bfb3-f3892ed61185 None None] Network a1c010ec-91f9-46df-be1c-a415d437c78b requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:28.893194 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:28.900834 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Request body: {'port': {'network_id': 'aae22878-ba90-4774-b123-675462c4a922', 'name': 'tempest-AllowedAddressPairTestJSON-622125032', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:35:11:ae'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:28.925476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cddf966e-1520-4888-8062-0e13d8a388e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:28.965590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:28.971067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:28.990291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:29.000701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cddf966e-1520-4888-8062-0e13d8a388e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:29.092301 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Network': ['ID=ea62ca64-5793-4d20-a629-f337a06b561f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:29.121640 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f726fe87-ed36-46d9-abf7-aa08fb4cebbf tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/networks/ea62ca64-5793-4d20-a629-f337a06b561f HTTP/1.1" status: 204 len: 168 time: 3.7094057 Jan 28 06:46:29.126750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43536) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:29.140210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf966e-1520-4888-8062-0e13d8a388e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Subnet': ['ID=68952a1b-f8a3-4dab-92da-511175c9d01a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:29.174225 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:46:29.185993 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:29.189709 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cddf966e-1520-4888-8062-0e13d8a388e0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/68952a1b-f8a3-4dab-92da-511175c9d01a HTTP/1.1" status: 204 len: 168 time: 2.5762742 Jan 28 06:46:29.219060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43538) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:29.238417 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Usage tracker for resource:subnet and tenant:467640f7d9c7448da3d0f7c834c3e1e7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:29.252107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:29.256365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:29.260537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:29.263495 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:29.269385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:29.279048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-422c8984-1120-4c49-8459-111a179496fb tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:29.302337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-422c8984-1120-4c49-8459-111a179496fb tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:29.303750 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-422c8984-1120-4c49-8459-111a179496fb tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f0ad8fe7-96b4-4b57-9934-2d0ea553a076 HTTP/1.1" status: 204 len: 168 time: 1.1943374 Jan 28 06:46:29.314758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:29.316126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43544) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:29.376855 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:29.405985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c8984-1120-4c49-8459-111a179496fb tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0ad8fe7-96b4-4b57-9934-2d0ea553a076,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:29.412385 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=e77f4fef-7664-4b17-beb2-517c05faae44,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:29.538575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0555f543-b346-48aa-91a3-f0af2343908d None None] Network 7e079f56-4ba2-40ae-adbc-316b440b7bd2 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:29.566738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:29.588884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:29.601444 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Made reservation on behalf of 467640f7d9c7448da3d0f7c834c3e1e7 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:29.605185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:29.607352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c48d8df4-a6f4-49a9-af52-055e72c092b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:29.609066 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:29.621599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Usage tracker for resource:port and tenant:928a0225bcdf41279543fb741c39e2f0 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:29.637189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bbd60c9a-3795-4280-b64a-341ec064ee87 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:29.638678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 5558ec57-f777-43cc-8b1d-40340c552c3c has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:46:29.643906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:29.666111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90a5e442-321c-41f4-891a-2fa490b9c97b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:29.675726 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:29.691328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port e3731edf-4b6f-4b89-afa6-8d65d80e4e31 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:29.735394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:29.735668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:29.753171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48d8df4-a6f4-49a9-af52-055e72c092b0 None None] No DVR routers for this DVR port 771e3a88-93d9-41ea-bd58-94daf00998d1 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:29.816600 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0618b8f-22d8-4f1e-a311-4f28c96e1635 None None] Pushing event updated for resources: {'Port': ['ID=fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:29.829102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bbd60c9a-3795-4280-b64a-341ec064ee87 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:29.833729 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bbd60c9a-3795-4280-b64a-341ec064ee87 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5130036 Jan 28 06:46:29.838882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43548) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:29.897811 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48d8df4-a6f4-49a9-af52-055e72c092b0 None None] Pushing event deleted for resources: {'Port': ['ID=771e3a88-93d9-41ea-bd58-94daf00998d1,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:29.898458 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Made reservation on behalf of 928a0225bcdf41279543fb741c39e2f0 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:29.923244 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:29.969833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:30.037653 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] Provisioning complete for port e77f4fef-7664-4b17-beb2-517c05faae44 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:30.038097 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:30.094329 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90a5e442-321c-41f4-891a-2fa490b9c97b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:30.137830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-423d8844-08bf-4e63-a368-f5f37b1cd534 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:30.165125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:30.165497 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-423d8844-08bf-4e63-a368-f5f37b1cd534 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:30.196447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b919fff-45ba-4aed-9b3b-fb8a4670d38f None None] DHCP port deletion for a1c010ec-91f9-46df-be1c-a415d437c78b request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:46:30.216226 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6b919fff-45ba-4aed-9b3b-fb8a4670d38f None None] Deleting port 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:30.216970 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6b919fff-45ba-4aed-9b3b-fb8a4670d38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:30.302441 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-90a5e442-321c-41f4-891a-2fa490b9c97b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78635c0-8e44-4a12-9b04-a6bd84bd4a6f']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:30.320370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:30.345954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-90a5e442-321c-41f4-891a-2fa490b9c97b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad66fdb1-5a0e-4032-bec6-710d08e1f53c') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:30.346331 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-90a5e442-321c-41f4-891a-2fa490b9c97b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad66fdb1-5a0e-4032-bec6-710d08e1f53c') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:30.441654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 771e3a88-93d9-41ea-bd58-94daf00998d1 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:46:30.509860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 771e3a88-93d9-41ea-bd58-94daf00998d1 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:46:30.510361 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 771e3a88-93d9-41ea-bd58-94daf00998d1 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:46:30.525753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] Provisioning for port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:30.534586 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90a5e442-321c-41f4-891a-2fa490b9c97b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:30.562854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-423d8844-08bf-4e63-a368-f5f37b1cd534 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:30.641654 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] For port 85a5ec17-29c6-475f-b8d0-0f81a0805fa2, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=85a5ec17-29c6-475f-b8d0-0f81a0805fa2,segment=NetworkSegment(83f3b3fa-7534-4976-86c9-828091294b3f),segment_id=83f3b3fa-7534-4976-86c9-828091294b3f)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:30.642141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:30.671485 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-6b919fff-45ba-4aed-9b3b-fb8a4670d38f None None] For port 85a5ec17-29c6-475f-b8d0-0f81a0805fa2, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=85a5ec17-29c6-475f-b8d0-0f81a0805fa2,segment=NetworkSegment(83f3b3fa-7534-4976-86c9-828091294b3f),segment_id=83f3b3fa-7534-4976-86c9-828091294b3f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:30.672046 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6b919fff-45ba-4aed-9b3b-fb8a4670d38f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:30.804162 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90a5e442-321c-41f4-891a-2fa490b9c97b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:30.815396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a5e442-321c-41f4-891a-2fa490b9c97b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:46:30.815815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90a5e442-321c-41f4-891a-2fa490b9c97b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:30.885595 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] Provisioning complete for port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:30.886034 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:30.933054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8:0:1::177 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/1464eaf6-920f-4faf-bb53-4db67be434fb/e3731edf-4b6f-4b89-afa6-8d65d80e4e31) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:30.940822 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::f816:3eff:fe44:2296 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/623722db-a6bf-4bc6-b1ec-15045bcea4b0/e3731edf-4b6f-4b89-afa6-8d65d80e4e31) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:30.945968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6b919fff-45ba-4aed-9b3b-fb8a4670d38f None None] Calling delete_port for 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:30.980173 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d8844-08bf-4e63-a368-f5f37b1cd534 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=506d75c5-38ca-4544-bb5c-82be319ce8c9,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:46:30.984729 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:46:31.003466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.023992 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:31.056664 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] device_id is not set on port 9277e19d-2f1d-4c7d-8271-e06c807d7e47 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:31.096780 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:31.146204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] Port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:31.191000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcbd910-ceee-4b9c-9b97-1db5a3be2cf9 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:31.193627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-423d8844-08bf-4e63-a368-f5f37b1cd534 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.197360 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-423d8844-08bf-4e63-a368-f5f37b1cd534 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/506d75c5-38ca-4544-bb5c-82be319ce8c9 HTTP/1.1" status: 204 len: 168 time: 1.3523581 Jan 28 06:46:31.211809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43552) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:31.213810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:31.216875 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90a5e442-321c-41f4-891a-2fa490b9c97b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.217048 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a6e25b8-493a-403b-a805-f88929fea62a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.236636 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Sync routers for ids ['5558ec57-f777-43cc-8b1d-40340c552c3c'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:31.260825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90a5e442-321c-41f4-891a-2fa490b9c97b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.277034 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5e442-321c-41f4-891a-2fa490b9c97b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Network': ['ID=e78635c0-8e44-4a12-9b04-a6bd84bd4a6f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:31.284402 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d140ba01-470f-4963-ba38-67867a276b9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/5558ec57-f777-43cc-8b1d-40340c552c3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7107816 Jan 28 06:46:31.288651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43556) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:31.361887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6b919fff-45ba-4aed-9b3b-fb8a4670d38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.375334 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-90a5e442-321c-41f4-891a-2fa490b9c97b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/networks/e78635c0-8e44-4a12-9b04-a6bd84bd4a6f HTTP/1.1" status: 204 len: 168 time: 2.1219630 Jan 28 06:46:31.380817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43560) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:31.388701 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-138065286'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:31.400171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:31.410374 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:31.413169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] Provisioning for port dd945f2e-4278-493c-89c7-5667b4c26609 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:31.429585 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Routers {'5558ec57-f777-43cc-8b1d-40340c552c3c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:31.430130 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['5558ec57-f777-43cc-8b1d-40340c552c3c'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:31.431832 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:network and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:31.439646 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:31.452017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:31.452502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:31.463999 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:31.468591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7247b838-797c-455f-9dee-cae5b5eece0e tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:31.475892 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.486299 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Allocated IP 172.20.0.6 (aae22878-ba90-4774-b123-675462c4a922/4ffba8e0-aff1-4a35-97fb-5430e446c1a0/9277e19d-2f1d-4c7d-8271-e06c807d7e47) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:31.498780 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b919fff-45ba-4aed-9b3b-fb8a4670d38f None None] Pushing event deleted for resources: {'Port': ['ID=85a5ec17-29c6-475f-b8d0-0f81a0805fa2,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:31.500701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device dd945f2e-4278-493c-89c7-5667b4c26609 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:31.506982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object e3731edf-4b6f-4b89-afa6-8d65d80e4e31 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:31.548545 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b919fff-45ba-4aed-9b3b-fb8a4670d38f None None] No DVR routers for this DVR port 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:31.580841 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:31.584760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.589701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] Could not find standard attr ID for object 85a5ec17-29c6-475f-b8d0-0f81a0805fa2. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:46:31.592230 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.683389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.724884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:46:31.776156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7247b838-797c-455f-9dee-cae5b5eece0e tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:31.781420 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7247b838-797c-455f-9dee-cae5b5eece0e tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5624483 Jan 28 06:46:31.781600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.781699 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Added segment d1f486b0-b7ef-4a94-be55-549c6b885e82 of type vlan for network 726b393b-ce3a-472e-ba9e-a083ef6c9721 Jan 28 06:46:31.784536 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43564) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:31.793189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event updated for resources: {'Subnet': ['ID=34ab9ed8-0175-4e1b-a5a1-ae48c0d6a475,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:31.800931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3f63a-d250-4ffa-a25f-3ac83703718e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.801866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3f63a-d250-4ffa-a25f-3ac83703718e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.802335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3f63a-d250-4ffa-a25f-3ac83703718e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.802786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3f63a-d250-4ffa-a25f-3ac83703718e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.803280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3f63a-d250-4ffa-a25f-3ac83703718e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.803703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3f63a-d250-4ffa-a25f-3ac83703718e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.804839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3f63a-d250-4ffa-a25f-3ac83703718e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.805287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3f63a-d250-4ffa-a25f-3ac83703718e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.805731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3f63a-d250-4ffa-a25f-3ac83703718e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.806701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3f63a-d250-4ffa-a25f-3ac83703718e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.806819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3f63a-d250-4ffa-a25f-3ac83703718e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.807276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3f63a-d250-4ffa-a25f-3ac83703718e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.807722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3f63a-d250-4ffa-a25f-3ac83703718e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.808051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:31.810390 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] Provisioning for port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:31.813697 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-95d3f63a-d250-4ffa-a25f-3ac83703718e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9067 time: 0.5061998 Jan 28 06:46:31.816847 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43568) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:31.819764 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Set router 5558ec57-f777-43cc-8b1d-40340c552c3c gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:46:31.822325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:31.822920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Checking segment: {'id': 'fb4eeeb4-f9ab-4594-8b1e-310141c9fe86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be390ec5-74fa-49a3-8fe0-156d1bbf2c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:31.824835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Network hostable DHCP agents. Network: be390ec5-74fa-49a3-8fe0-156d1bbf2c9b, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:46:31.833969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:31.839457 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.840080 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.847782 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=e3731edf-4b6f-4b89-afa6-8d65d80e4e31,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:31.870618 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] Provisioning complete for port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:31.870618 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.900265 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.905418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.914541 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-20a3d552-7e37-49f6-be87-edcfbc47fcbe tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.928651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295f8f9-6304-495c-8d27-9433bfc665d2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.929339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295f8f9-6304-495c-8d27-9433bfc665d2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.930040 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295f8f9-6304-495c-8d27-9433bfc665d2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.930214 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-20a3d552-7e37-49f6-be87-edcfbc47fcbe tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.930785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295f8f9-6304-495c-8d27-9433bfc665d2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.931470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295f8f9-6304-495c-8d27-9433bfc665d2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.932089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295f8f9-6304-495c-8d27-9433bfc665d2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.932721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295f8f9-6304-495c-8d27-9433bfc665d2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.933312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295f8f9-6304-495c-8d27-9433bfc665d2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.933884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port dd945f2e-4278-493c-89c7-5667b4c26609 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:31.934115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295f8f9-6304-495c-8d27-9433bfc665d2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.934697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295f8f9-6304-495c-8d27-9433bfc665d2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.935305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295f8f9-6304-495c-8d27-9433bfc665d2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.935920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f295f8f9-6304-495c-8d27-9433bfc665d2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:31.941777 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f295f8f9-6304-495c-8d27-9433bfc665d2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7647 time: 0.1214356 Jan 28 06:46:31.945454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43572) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:31.957009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.957164 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port dd945f2e-4278-493c-89c7-5667b4c26609 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:31.957537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:31.958971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:31.959427 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.004102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Transition to ACTIVE for port object 9277e19d-2f1d-4c7d-8271-e06c807d7e47 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:32.107514 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-937f8e23-8c38-4a8a-b758-a47115b23dad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2453592 Jan 28 06:46:32.116152 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43576) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:32.162727 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.168233 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:32.168860 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.175268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] The port '85a5ec17-29c6-475f-b8d0-0f81a0805fa2' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:46:32.178188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.217843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-20a3d552-7e37-49f6-be87-edcfbc47fcbe tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.272242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3d552-7e37-49f6-be87-edcfbc47fcbe tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=666d3a33-2b04-4af4-86be-da8b91f6ce25,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:32.286792 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-e662e8ce-ea4b-45c3-96c8-a7bca33396d3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port e3731edf-4b6f-4b89-afa6-8d65d80e4e31 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:32.287698 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e662e8ce-ea4b-45c3-96c8-a7bca33396d3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.289529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Network be390ec5-74fa-49a3-8fe0-156d1bbf2c9b is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:46:32.315908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.400409 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0183327 Jan 28 06:46:32.402018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.406674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43580) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:32.407521 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874921b6-bbd2-42df-ad37-37c8e43472c6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Network': ['ID=726b393b-ce3a-472e-ba9e-a083ef6c9721,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:32.417636 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'subnet': {'network_id': '726b393b-ce3a-472e-ba9e-a083ef6c9721', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:32.446298 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.453984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=f0f1eb2d-5750-43ef-987e-a1081c9c5ae4,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:32.463191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, be390ec5-74fa-49a3-8fe0-156d1bbf2c9b) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:32.467544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:32.468175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.489310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] For port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ef5e3fa6-3e92-4291-8ab7-e2462d6466f5,segment=NetworkSegment(6310b149-6fe8-4999-b036-5864450223c1),segment_id=6310b149-6fe8-4999-b036-5864450223c1)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:32.490956 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 726b393b-ce3a-472e-ba9e-a083ef6c9721 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:46:32.512857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-20a3d552-7e37-49f6-be87-edcfbc47fcbe tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.513960 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-20a3d552-7e37-49f6-be87-edcfbc47fcbe tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/666d3a33-2b04-4af4-86be-da8b91f6ce25 HTTP/1.1" status: 204 len: 168 time: 0.7246063 Jan 28 06:46:32.528222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43584) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:32.538697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c010ec-91f9-46df-be1c-a415d437c78b']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:32.553500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdce501-5cb5-4525-a915-a58a66409bbc None None] Network be390ec5-74fa-49a3-8fe0-156d1bbf2c9b requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:32.566086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.587191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.597546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f3b3fa-7534-4976-86c9-828091294b3f') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:32.597845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f3b3fa-7534-4976-86c9-828091294b3f') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:32.612866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Network aae22878-ba90-4774-b123-675462c4a922 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:32.622720 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-103efd2f-fe66-4f2e-8452-ac72dfeec676 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.2955761 Jan 28 06:46:32.625998 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.637986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43588) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:32.650580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ffb9cca4-5348-4398-b823-9554e757538b tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be390ec5-74fa-49a3-8fe0-156d1bbf2c9b'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:32.736036 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdcf0ec-2aa4-425a-8f7d-a35aba9c9d03 None None] Update dhcp port {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'fixed_ips': [{'subnet_id': '623722db-a6bf-4bc6-b1ec-15045bcea4b0', 'ip_address': '2001:db8::f816:3eff:fea0:c2fc'}, {'subnet_id': '1464eaf6-920f-4faf-bb53-4db67be434fb'}], 'binding:host_id': 'dv-neutron-824022-4-hyperv'}, 'id': 'fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a'} from dv-neutron-824022-4-hyperv. {{(pid=88218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 06:46:32.755477 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bc7f7217-09bf-4202-be5c-b8c367ccdc22 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2173274 Jan 28 06:46:32.765646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43592) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:32.841350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.860203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:32.870144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:32.903769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event updated for resources: {'Port': ['ID=9277e19d-2f1d-4c7d-8271-e06c807d7e47,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:32.924762 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:32.935722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:46:32.936129 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:32.941797 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:subnet and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:32.950643 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:46:32.963752 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:46:32.969392 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75ca2e-508f-495c-9b15-f09100dd78d3 None None] Pushing event updated for resources: {'Port': ['ID=ef5e3fa6-3e92-4291-8ab7-e2462d6466f5,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:33.008961 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf0ec-2aa4-425a-8f7d-a35aba9c9d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.057420 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:33.095107 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:33.095720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.098012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port dd945f2e-4278-493c-89c7-5667b4c26609, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=dd945f2e-4278-493c-89c7-5667b4c26609,segment=NetworkSegment(890b4c64-96c1-4f4c-8016-e3cfb408c4bd),segment_id=890b4c64-96c1-4f4c-8016-e3cfb408c4bd)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:33.139396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Provisioning for port 59f2a1f2-cb76-44d4-a53e-b8bece3fbfee completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:33.145101 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e662e8ce-ea4b-45c3-96c8-a7bca33396d3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.174477 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Provisioning complete for port 59f2a1f2-cb76-44d4-a53e-b8bece3fbfee triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:33.174852 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.344758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:33.344758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.344758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-e662e8ce-ea4b-45c3-96c8-a7bca33396d3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for e3731edf-4b6f-4b89-afa6-8d65d80e4e31 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:33.345589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a3a6-4d1f-4fca-aaa1-b4fed69f16e1 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.345696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.345696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e77f4fef-7664-4b17-beb2-517c05faae44 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:33.415914 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.432977 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-beecca17-c9ae-4752-9d10-9b9c491d19d8 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2675 time: 1.4840412 Jan 28 06:46:33.434182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ffb9cca4-5348-4398-b823-9554e757538b tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.451784 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:46:25Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:26Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:33.468171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a3a6-4d1f-4fca-aaa1-b4fed69f16e1 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.470402 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Port 59f2a1f2-cb76-44d4-a53e-b8bece3fbfee cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:33.485224 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Checking router: 5558ec57-f777-43cc-8b1d-40340c552c3c for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:46:33.485573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Updating router 5558ec57-f777-43cc-8b1d-40340c552c3c port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:46:33.555166 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4886c114-c47c-4b1e-a60f-0d64e9da00c1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.6950998 Jan 28 06:46:33.557543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43598) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:33.560081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.599458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6e7b833d-da59-42bb-a635-81244ff6190c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.618434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-be390ec5-74fa-49a3-8fe0-156d1bbf2c9b', 'network_id': 'be390ec5-74fa-49a3-8fe0-156d1bbf2c9b', 'tenant_id': '467640f7d9c7448da3d0f7c834c3e1e7', 'fixed_ips': [{'subnet_id': '34ab9ed8-0175-4e1b-a5a1-ae48c0d6a475'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:46:33.620587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.647569 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=dd945f2e-4278-493c-89c7-5667b4c26609,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:33.666580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.670372 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.693652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port e77f4fef-7664-4b17-beb2-517c05faae44 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:33.694025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.722934 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Network': ['ID=a1c010ec-91f9-46df-be1c-a415d437c78b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:33.766415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:33.766770 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-4cdcf0ec-2aa4-425a-8f7d-a35aba9c9d03 None None] Allocated IP 2001:db8:0:1::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/1464eaf6-920f-4faf-bb53-4db67be434fb/fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:33.766909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:33.767093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:33.767415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:33.767744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:33.768062 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:33.768374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:33.768689 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:33.768996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:33.769305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:33.769617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:33.769957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:33.773681 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a3a6-4d1f-4fca-aaa1-b4fed69f16e1 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.776277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a3a6-4d1f-4fca-aaa1-b4fed69f16e1 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.777423 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d2e8a3a6-4d1f-4fca-aaa1-b4fed69f16e1 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-groups/4b40510d-bd45-4747-abd1-cead6580a22d HTTP/1.1" status: 204 len: 168 time: 1.0072751 Jan 28 06:46:33.783342 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43602) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:33.828216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Provisioning for port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:33.873810 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43606) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:33.882627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-740279779', 'description': 'tempest-secgroup-smoke-740279779 description', 'project_id': 'fab9236ca18a49699cab17477937175c'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:33.900507 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:33.903498 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Provisioning complete for port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:33.903878 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.909229 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:33.913831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:33.918812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2ff29d38-3c0e-4d3a-a699-3234b566d074 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:33.923971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e662e8ce-ea4b-45c3-96c8-a7bca33396d3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.925817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:33.939647 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-492cfdbc-c02a-408e-94fb-7acf27f2b25c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/networks/a1c010ec-91f9-46df-be1c-a415d437c78b HTTP/1.1" status: 204 len: 168 time: 4.7106736 Jan 28 06:46:33.946010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43610) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:33.954723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8a3a6-4d1f-4fca-aaa1-b4fed69f16e1 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b40510d-bd45-4747-abd1-cead6580a22d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:33.961974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-733232376'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:33.969452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:33.982660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662e8ce-ea4b-45c3-96c8-a7bca33396d3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=e3731edf-4b6f-4b89-afa6-8d65d80e4e31,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:33.990174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:33.999391 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.003765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:network and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:34.011951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:34.043852 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:34.063848 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2ff29d38-3c0e-4d3a-a699-3234b566d074 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:34.069947 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2ff29d38-3c0e-4d3a-a699-3234b566d074 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2816164 Jan 28 06:46:34.071834 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43614) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:34.091162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-59058f8d-a2b8-47a4-9b3d-1779b0c939a0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group': {'name': 'tempest-secgroup--552917214'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:34.095189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-59058f8d-a2b8-47a4-9b3d-1779b0c939a0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:34.116937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.151892 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e662e8ce-ea4b-45c3-96c8-a7bca33396d3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.166153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d9890-78c3-4b56-891d-c22fb0244137 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:34.171656 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d9890-78c3-4b56-891d-c22fb0244137 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:34.178057 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d9890-78c3-4b56-891d-c22fb0244137 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:34.178205 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:34.182538 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-568d9890-78c3-4b56-891d-c22fb0244137 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.6209452 Jan 28 06:46:34.182704 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Subnet': ['ID=2894b910-ed66-4433-aa3e-1adf276f3c17,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:34.185843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43618) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:34.189572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:34.194196 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:34.229125 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e662e8ce-ea4b-45c3-96c8-a7bca33396d3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/e3731edf-4b6f-4b89-afa6-8d65d80e4e31 HTTP/1.1" status: 204 len: 168 time: 2.1087339 Jan 28 06:46:34.243060 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43622) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:34.245601 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:34.249469 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-59058f8d-a2b8-47a4-9b3d-1779b0c939a0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:34.251694 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:34.255021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.268965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Checking segment: {'id': 'd1f486b0-b7ef-4a94-be55-549c6b885e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '726b393b-ce3a-472e-ba9e-a083ef6c9721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:34.269343 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network hostable DHCP agents. Network: 726b393b-ce3a-472e-ba9e-a083ef6c9721, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:46:34.312209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Allocated IP 2001:db8:1::2 (be390ec5-74fa-49a3-8fe0-156d1bbf2c9b/34ab9ed8-0175-4e1b-a5a1-ae48c0d6a475/e02b1c2e-7648-4634-aa76-cdfcf6ef079c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:34.318592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-580f9b24-1caa-4002-a5cd-aaf99812d589 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Deleting port 9277e19d-2f1d-4c7d-8271-e06c807d7e47 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:34.318941 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-580f9b24-1caa-4002-a5cd-aaf99812d589 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.390563 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59058f8d-a2b8-47a4-9b3d-1779b0c939a0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.409903 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:46:34.440369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-59058f8d-a2b8-47a4-9b3d-1779b0c939a0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:34.446866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.447072 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Added segment e44d73e8-edfc-4cea-8807-b2d57dccfd65 of type vlan for network 3c3615d2-81c1-4be8-9e44-0758388e044a Jan 28 06:46:34.454153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-59058f8d-a2b8-47a4-9b3d-1779b0c939a0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:34.472836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4cdcf0ec-2aa4-425a-8f7d-a35aba9c9d03 None None] For port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:34.477485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-59058f8d-a2b8-47a4-9b3d-1779b0c939a0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:34.486283 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.495261 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.497873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-59058f8d-a2b8-47a4-9b3d-1779b0c939a0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:34.507467 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-ffb9cca4-5348-4398-b823-9554e757538b tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:46:34.512500 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ffb9cca4-5348-4398-b823-9554e757538b tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "PUT /v2.0/routers/f80713f6-f399-4b61-b4b8-b2fb0f37dba8 HTTP/1.1" status: 400 len: 364 time: 1.8653698 Jan 28 06:46:34.542093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43628) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:34.553116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 726b393b-ce3a-472e-ba9e-a083ef6c9721 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:46:34.564236 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.581699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:46:34.597499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.615557 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.697406 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.732169 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c264c353-708e-4bcc-88d2-c4c2263f9f02,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:34.735867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:46:34.742692 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 85a5ec17-29c6-475f-b8d0-0f81a0805fa2 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:46:34.742851 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 726b393b-ce3a-472e-ba9e-a083ef6c9721) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:34.754108 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-4cdcf0ec-2aa4-425a-8f7d-a35aba9c9d03 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:46:34.770454 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b316a2-1614-4b3b-a769-d0e8307a6a60 None None] Network 726b393b-ce3a-472e-ba9e-a083ef6c9721 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:34.770702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:34.770702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.807193 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-580f9b24-1caa-4002-a5cd-aaf99812d589 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.829027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf0ec-2aa4-425a-8f7d-a35aba9c9d03 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.842449 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:34.847315 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b5ad6559-89f2-43a8-bb8d-97557b10be4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.9723749 Jan 28 06:46:34.856131 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43632) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:34.887334 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-805057e6-68b0-4bfa-ba11-388d794b3dbc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'c264c353-708e-4bcc-88d2-c4c2263f9f02', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:34.898330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-805057e6-68b0-4bfa-ba11-388d794b3dbc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:34.904292 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-805057e6-68b0-4bfa-ba11-388d794b3dbc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:34.907654 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-805057e6-68b0-4bfa-ba11-388d794b3dbc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:34.927149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-805057e6-68b0-4bfa-ba11-388d794b3dbc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:34.932744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:34.966171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4cdcf0ec-2aa4-425a-8f7d-a35aba9c9d03 None None] Ignored duplicate provisioning block setup for port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 06:46:35.013261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.018855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:35.019506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.061951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4cdcf0ec-2aa4-425a-8f7d-a35aba9c9d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.119903 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6bd29c69-ecae-4ee8-aca3-95e06e509bf9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7100019 Jan 28 06:46:35.134812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43636) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:35.170588 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c4d8df14-f5fc-4a2d-9168-e12ba52438a0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-217472152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:35.192815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-580f9b24-1caa-4002-a5cd-aaf99812d589 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Calling delete_port for 9277e19d-2f1d-4c7d-8271-e06c807d7e47 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:35.236688 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eca3fd-55a9-4438-a629-4b0e82b56bc3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:35.238361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-55eca3fd-55a9-4438-a629-4b0e82b56bc3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:35.251060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59058f8d-a2b8-47a4-9b3d-1779b0c939a0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.255952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c4d8df14-f5fc-4a2d-9168-e12ba52438a0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:35.305050 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:46:35.313021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c4d8df14-f5fc-4a2d-9168-e12ba52438a0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:router and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:35.331163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.354971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c4d8df14-f5fc-4a2d-9168-e12ba52438a0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:35.358248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Network': ['ID=3c3615d2-81c1-4be8-9e44-0758388e044a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:35.361069 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-55eca3fd-55a9-4438-a629-4b0e82b56bc3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:35.365639 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-55eca3fd-55a9-4438-a629-4b0e82b56bc3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 1.1215327 Jan 28 06:46:35.368777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43640) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:35.371440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59058f8d-a2b8-47a4-9b3d-1779b0c939a0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.377120 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.380630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c4d8df14-f5fc-4a2d-9168-e12ba52438a0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:35.385848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:35.386406 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:35.392591 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f195e988-35f7-4bd1-ab59-2803e075db41 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4443550 Jan 28 06:46:35.402548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43644) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:35.404269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 3c3615d2-81c1-4be8-9e44-0758388e044a details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:46:35.420244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': '3c3615d2-81c1-4be8-9e44-0758388e044a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:35.437895 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-805057e6-68b0-4bfa-ba11-388d794b3dbc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.446807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.466819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.469105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Transition to ACTIVE for port object e02b1c2e-7648-4634-aa76-cdfcf6ef079c will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:35.471718 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcf0ec-2aa4-425a-8f7d-a35aba9c9d03 None None] Pushing event updated for resources: {'Port': ['ID=fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:35.483736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-580f9b24-1caa-4002-a5cd-aaf99812d589 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.485268 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:35.485833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.575426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f9b24-1caa-4002-a5cd-aaf99812d589 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event deleted for resources: {'Port': ['ID=9277e19d-2f1d-4c7d-8271-e06c807d7e47,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:35.653575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Transition to ACTIVE for port object ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:35.668222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-805057e6-68b0-4bfa-ba11-388d794b3dbc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.702080 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Transition to ACTIVE for port object e02b1c2e-7648-4634-aa76-cdfcf6ef079c will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:35.709262 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-726b393b-ce3a-472e-ba9e-a083ef6c9721', 'network_id': '726b393b-ce3a-472e-ba9e-a083ef6c9721', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'fixed_ips': [{'subnet_id': '2894b910-ed66-4433-aa3e-1adf276f3c17'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:46:35.713457 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50de7bd-29c6-41c0-b3c2-f57ef5721652 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:35.713597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.713706 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d50de7bd-29c6-41c0-b3c2-f57ef5721652 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3421609 Jan 28 06:46:35.714887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43648) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:35.806387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-805057e6-68b0-4bfa-ba11-388d794b3dbc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.829548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=f0f1eb2d-5750-43ef-987e-a1081c9c5ae4,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:35.841694 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59058f8d-a2b8-47a4-9b3d-1779b0c939a0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c74e00-4487-46af-a03f-6a2e27d0e335,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:35.857851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59058f8d-a2b8-47a4-9b3d-1779b0c939a0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.857851 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-59058f8d-a2b8-47a4-9b3d-1779b0c939a0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7774935 Jan 28 06:46:35.864285 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43652) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:35.865290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.866635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c4d8df14-f5fc-4a2d-9168-e12ba52438a0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.868025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c4d8df14-f5fc-4a2d-9168-e12ba52438a0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.891009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c4d8df14-f5fc-4a2d-9168-e12ba52438a0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.925465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.930657 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:35.981300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.002052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5b54d954-9e07-4a46-9e68-72aea8785a68 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group_rule': {'security_group_id': 'b9c74e00-4487-46af-a03f-6a2e27d0e335', 'direction': 'ingress', 'protocol': 17}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:36.008141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5b54d954-9e07-4a46-9e68-72aea8785a68 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:36.013081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5b54d954-9e07-4a46-9e68-72aea8785a68 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:36.015608 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fc0f25-d0d2-47a0-972a-d27f369eee34 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:36.016445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5b54d954-9e07-4a46-9e68-72aea8785a68 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:36.017658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fc0f25-d0d2-47a0-972a-d27f369eee34 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:36.023964 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fc0f25-d0d2-47a0-972a-d27f369eee34 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:36.023964 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c9fc0f25-d0d2-47a0-972a-d27f369eee34 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:36.024279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5b54d954-9e07-4a46-9e68-72aea8785a68 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:36.024390 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805057e6-68b0-4bfa-ba11-388d794b3dbc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a5b5d1-8749-40f6-8920-6511de3a42b6,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:36.031857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.090510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-580f9b24-1caa-4002-a5cd-aaf99812d589 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.092976 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-580f9b24-1caa-4002-a5cd-aaf99812d589 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "DELETE /v2.0/ports/9277e19d-2f1d-4c7d-8271-e06c807d7e47 HTTP/1.1" status: 204 len: 168 time: 1.9051125 Jan 28 06:46:36.096190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43656) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:36.115483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Network be390ec5-74fa-49a3-8fe0-156d1bbf2c9b is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:36.138238 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device dd945f2e-4278-493c-89c7-5667b4c26609 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:36.144852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c9fc0f25-d0d2-47a0-972a-d27f369eee34 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:36.146970 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c9fc0f25-d0d2-47a0-972a-d27f369eee34 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4254198 Jan 28 06:46:36.153131 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-805057e6-68b0-4bfa-ba11-388d794b3dbc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.159419 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-805057e6-68b0-4bfa-ba11-388d794b3dbc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2970273 Jan 28 06:46:36.159419 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43660) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:36.166740 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:36.169315 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:36.182931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43662) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:36.204351 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9f86c1-1919-4e98-967a-d6e66c498f86 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] GET failed (client error): The resource could not be found. Jan 28 06:46:36.205168 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ce9f86c1-1919-4e98-967a-d6e66c498f86 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Synchronizing usage tracker for tenant:928a0225bcdf41279543fb741c39e2f0 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:36.263479 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 1464eaf6-920f-4faf-bb53-4db67be434fb {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:46:36.267149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.321005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f99449ac-a2c8-44a5-b1ee-b1adae201fef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'c264c353-708e-4bcc-88d2-c4c2263f9f02', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:36.329500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:36.333957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:36.337074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:36.342000 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ce9f86c1-1919-4e98-967a-d6e66c498f86 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Unset dirty status for tenant:928a0225bcdf41279543fb741c39e2f0 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:36.344839 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ce9f86c1-1919-4e98-967a-d6e66c498f86 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "GET /v2.0/ports/9277e19d-2f1d-4c7d-8271-e06c807d7e47 HTTP/1.1" status: 404 len: 333 time: 0.2463582 Jan 28 06:46:36.348616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:36.355156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43668) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:36.356349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b54d954-9e07-4a46-9e68-72aea8785a68 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.356482 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.390134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c4d8df14-f5fc-4a2d-9168-e12ba52438a0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.397797 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Request body: {'port': {'network_id': 'aae22878-ba90-4774-b123-675462c4a922', 'name': 'tempest-AllowedAddressPairTestJSON-1590734037'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:36.404788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f99449ac-a2c8-44a5-b1ee-b1adae201fef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:36.437234 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e6f2f-32d7-4d46-bf5f-63d731d9a849 None None] Pushing event updated for resources: {'Port': ['ID=ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:36.490689 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f99449ac-a2c8-44a5-b1ee-b1adae201fef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:36.525061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.585330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f99449ac-a2c8-44a5-b1ee-b1adae201fef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:36.588281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:36.598352 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.600313 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:36.605383 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.622415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Attempting to bind port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:46:36.622786 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Attempting to bind port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '5fbf314a-ca07-484f-996a-cf450c6d8384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:46:36.623145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Attempting to bind port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a on network 98e0775f-f72f-4160-b526-3c217463d46f {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:46:36.653883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:36.679172 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f99449ac-a2c8-44a5-b1ee-b1adae201fef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:36.697607 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Attempting to bind port e02b1c2e-7648-4634-aa76-cdfcf6ef079c on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:46:36.698397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Attempting to bind port e02b1c2e-7648-4634-aa76-cdfcf6ef079c by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'fb4eeeb4-f9ab-4594-8b1e-310141c9fe86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be390ec5-74fa-49a3-8fe0-156d1bbf2c9b'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:46:36.698648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Attempting to bind port e02b1c2e-7648-4634-aa76-cdfcf6ef079c on network be390ec5-74fa-49a3-8fe0-156d1bbf2c9b {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:46:36.719318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:46:36.719784 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Checking segment: {'id': '5fbf314a-ca07-484f-996a-cf450c6d8384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:36.720259 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.726416 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Bound using segment: {'id': '5fbf314a-ca07-484f-996a-cf450c6d8384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:46:36.726416 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Bound port: ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fbf314a-ca07-484f-996a-cf450c6d8384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:46:36.726416 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.750872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Made reservation on behalf of 928a0225bcdf41279543fb741c39e2f0 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:36.756775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.761356 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:46:36.761747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Checking segment: {'id': 'fb4eeeb4-f9ab-4594-8b1e-310141c9fe86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be390ec5-74fa-49a3-8fe0-156d1bbf2c9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:36.762161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.762562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Bound using segment: {'id': 'fb4eeeb4-f9ab-4594-8b1e-310141c9fe86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be390ec5-74fa-49a3-8fe0-156d1bbf2c9b'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:46:36.763064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Bound port: e02b1c2e-7648-4634-aa76-cdfcf6ef079c, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4eeeb4-f9ab-4594-8b1e-310141c9fe86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'be390ec5-74fa-49a3-8fe0-156d1bbf2c9b'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:46:36.763455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.782309 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port dd945f2e-4278-493c-89c7-5667b4c26609 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:36.782690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.797361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.808100 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Pushing event updated for resources: {'Port': ['ID=e02b1c2e-7648-4634-aa76-cdfcf6ef079c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:36.834029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c4d8df14-f5fc-4a2d-9168-e12ba52438a0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.837882 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c4d8df14-f5fc-4a2d-9168-e12ba52438a0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.6922438 Jan 28 06:46:36.848791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43672) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:36.858616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'port': {'network_id': '726b393b-ce3a-472e-ba9e-a083ef6c9721', 'name': 'tempest-RoutersIpV6Test-2089791046'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:36.878955 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] device_id is not set on port 4b3ac62c-2e8c-44cc-9acd-b3e83731a3f3 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:36.932664 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=1464eaf6-920f-4faf-bb53-4db67be434fb,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:36.941499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b54d954-9e07-4a46-9e68-72aea8785a68 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.957464 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.958447 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.958917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.959478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.959915 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.960351 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.960905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.961346 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.961905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.962354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.963418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.963998 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.970273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.970662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.971754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.971887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:36.972247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.972589 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.972925 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.973284 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.974159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.974503 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.975000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.975540 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.977425 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:46:36.986453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network 7e079f56-4ba2-40ae-adbc-316b440b7bd2 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:36.995109 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:37.016167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f99449ac-a2c8-44a5-b1ee-b1adae201fef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.031731 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Allocated IP 2001:db8::2 (726b393b-ce3a-472e-ba9e-a083ef6c9721/2894b910-ed66-4433-aa3e-1adf276f3c17/da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:37.056450 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405f2669-5489-42e8-81a8-c724fefa2c3b None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:37.106384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Allocated IP 172.20.0.7 (aae22878-ba90-4774-b123-675462c4a922/4ffba8e0-aff1-4a35-97fb-5430e446c1a0/4b3ac62c-2e8c-44cc-9acd-b3e83731a3f3) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:37.115752 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-35be951e-c582-4aae-aa5b-867b35e016a7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/1464eaf6-920f-4faf-bb53-4db67be434fb HTTP/1.1" status: 204 len: 168 time: 0.9491205 Jan 28 06:46:37.123182 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43676) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:37.168507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b54d954-9e07-4a46-9e68-72aea8785a68 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.193552 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-561908be-adc7-4ce2-a6f5-5b20e4824b1a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 623722db-a6bf-4bc6-b1ec-15045bcea4b0 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:46:37.199835 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-561908be-adc7-4ce2-a6f5-5b20e4824b1a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.269813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] For port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:46:37.307478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-561908be-adc7-4ce2-a6f5-5b20e4824b1a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.322608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] For port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a,segment=NetworkSegment(5fbf314a-ca07-484f-996a-cf450c6d8384),segment_id=5fbf314a-ca07-484f-996a-cf450c6d8384)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:46:37.346559 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:37.346907 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:37.403926 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] For port e02b1c2e-7648-4634-aa76-cdfcf6ef079c, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:46:37.425058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54d954-9e07-4a46-9e68-72aea8785a68 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec81866-74ab-48c6-910a-7b02f10137d8,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:37.454403 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.521485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Allocated IP 2001:db8::1 (f7b087cf-a8de-4f2b-a667-e23415d19d67/83f5b3f4-35f0-4487-a5a6-3952c413fde9/af4aa971-9045-4380-90c6-a95e12fc1247) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:37.526829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:37.558646 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] For port e02b1c2e-7648-4634-aa76-cdfcf6ef079c, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e02b1c2e-7648-4634-aa76-cdfcf6ef079c,segment=NetworkSegment(fb4eeeb4-f9ab-4594-8b1e-310141c9fe86),segment_id=fb4eeeb4-f9ab-4594-8b1e-310141c9fe86)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:46:37.564156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b54d954-9e07-4a46-9e68-72aea8785a68 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.570143 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5b54d954-9e07-4a46-9e68-72aea8785a68 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.6560049 Jan 28 06:46:37.570143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:port and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:37.571557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f99449ac-a2c8-44a5-b1ee-b1adae201fef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.574956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43680) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:37.583332 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:37.614355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:37.683605 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.687034 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a6278168-0a17-40e0-98a7-b02a3f951ea9 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.725623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Routers {'5558ec57-f777-43cc-8b1d-40340c552c3c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:37.726566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['5558ec57-f777-43cc-8b1d-40340c552c3c'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:37.747543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a6278168-0a17-40e0-98a7-b02a3f951ea9 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.843439 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.860596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.869877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f99449ac-a2c8-44a5-b1ee-b1adae201fef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.871720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:37.875588 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.883720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-561908be-adc7-4ce2-a6f5-5b20e4824b1a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.897639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:37.933736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e6f2f-32d7-4d46-bf5f-63d731d9a849 None None] Pushing event updated for resources: {'Port': ['ID=ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:37.982736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router 301630c3-79f7-42eb-b186-0088ff80f5f7 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:46:37.984883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99449ac-a2c8-44a5-b1ee-b1adae201fef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acee6b5f-bddf-405b-9438-bc73ad1250f1,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:38.004648 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Transition to ACTIVE for port object 4b3ac62c-2e8c-44cc-9acd-b3e83731a3f3 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:38.006027 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a6278168-0a17-40e0-98a7-b02a3f951ea9 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.010046 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:38.033486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] device_id is not set on port 01791307-5fbe-433e-b0f5-c35278cae738 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:38.039112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6278168-0a17-40e0-98a7-b02a3f951ea9 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c74e00-4487-46af-a03f-6a2e27d0e335,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:38.066326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-561908be-adc7-4ce2-a6f5-5b20e4824b1a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.114901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-561908be-adc7-4ce2-a6f5-5b20e4824b1a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.119998 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561908be-adc7-4ce2-a6f5-5b20e4824b1a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=623722db-a6bf-4bc6-b1ec-15045bcea4b0,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:38.125340 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-561908be-adc7-4ce2-a6f5-5b20e4824b1a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/623722db-a6bf-4bc6-b1ec-15045bcea4b0 HTTP/1.1" status: 204 len: 168 time: 1.0006936 Jan 28 06:46:38.127640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43684) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:38.184769 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f99449ac-a2c8-44a5-b1ee-b1adae201fef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.190818 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f99449ac-a2c8-44a5-b1ee-b1adae201fef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9994545 Jan 28 06:46:38.190818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Subnet': ['ID=bf04a8b3-7404-4435-adc9-df6704c1f7cf,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:38.191035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a6278168-0a17-40e0-98a7-b02a3f951ea9 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.191035 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a6278168-0a17-40e0-98a7-b02a3f951ea9 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-groups/b9c74e00-4487-46af-a03f-6a2e27d0e335 HTTP/1.1" status: 204 len: 168 time: 0.6122642 Jan 28 06:46:38.201470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43688) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:38.201799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43690) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:38.223453 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-71fd2081-3175-4f04-8baa-a702359fc2c2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918102 Jan 28 06:46:38.226616 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e224f0fc-8797-4af1-b900-bb61559c7b12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'c264c353-708e-4bcc-88d2-c4c2263f9f02', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:38.230817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43696) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:38.237164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.251043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.277252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e224f0fc-8797-4af1-b900-bb61559c7b12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:38.288045 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e199d7c6-c3e2-4ea3-a5b3-18eb7743990d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:38.295708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Checking segment: {'id': 'e44d73e8-edfc-4cea-8807-b2d57dccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3c3615d2-81c1-4be8-9e44-0758388e044a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:38.296070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network hostable DHCP agents. Network: 3c3615d2-81c1-4be8-9e44-0758388e044a, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:46:38.308557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Transition to ACTIVE for port object af4aa971-9045-4380-90c6-a95e12fc1247 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:38.311118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.328815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e224f0fc-8797-4af1-b900-bb61559c7b12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:38.353482 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:38.358222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e224f0fc-8797-4af1-b900-bb61559c7b12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:38.369896 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39c5d9-b41b-432f-aace-20d53e67b1cc None None] Pushing event updated for resources: {'Port': ['ID=e02b1c2e-7648-4634-aa76-cdfcf6ef079c,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:38.375602 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-12debe63-42af-45bb-818e-77e65ba4f8c4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/301630c3-79f7-42eb-b186-0088ff80f5f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6226809 Jan 28 06:46:38.376644 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43700) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:38.377029 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962e882-0466-4d02-ba37-094b0852892d None None] Sync routers for ids ['301630c3-79f7-42eb-b186-0088ff80f5f7'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:38.386905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Transition to ACTIVE for port object da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:38.416007 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e224f0fc-8797-4af1-b900-bb61559c7b12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:38.419117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Network aae22878-ba90-4774-b123-675462c4a922 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:38.427858 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962e882-0466-4d02-ba37-094b0852892d None None] Routers {'301630c3-79f7-42eb-b186-0088ff80f5f7'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:38.433871 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4962e882-0466-4d02-ba37-094b0852892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['301630c3-79f7-42eb-b186-0088ff80f5f7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:38.437040 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:38.437563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:38.439934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] Set router 5558ec57-f777-43cc-8b1d-40340c552c3c gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:46:38.487395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80180056-4d2e-46a4-994e-1ba7128dbc64 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:38.488422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-80180056-4d2e-46a4-994e-1ba7128dbc64 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Synchronizing usage tracker for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:38.490013 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c3e9a0c0-5a47-438a-9f0b-db1646299992 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:38.492742 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:38.499926 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:38.500946 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.510200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network 3c3615d2-81c1-4be8-9e44-0758388e044a is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:46:38.527639 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event updated for resources: {'Port': ['ID=4b3ac62c-2e8c-44cc-9acd-b3e83731a3f3,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:38.530168 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:38.552401 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.555588 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Transition to ACTIVE for port object da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:38.586016 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4962e882-0466-4d02-ba37-094b0852892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:38.620816 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4962e882-0466-4d02-ba37-094b0852892d None None] Routers {'301630c3-79f7-42eb-b186-0088ff80f5f7'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:38.620816 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4962e882-0466-4d02-ba37-094b0852892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['301630c3-79f7-42eb-b186-0088ff80f5f7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:38.669773 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e199d7c6-c3e2-4ea3-a5b3-18eb7743990d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:38.671667 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.704103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e199d7c6-c3e2-4ea3-a5b3-18eb7743990d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:38.752231 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e199d7c6-c3e2-4ea3-a5b3-18eb7743990d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:38.752937 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4962e882-0466-4d02-ba37-094b0852892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:38.753337 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4962e882-0466-4d02-ba37-094b0852892d None None] The sync data for ids ['301630c3-79f7-42eb-b186-0088ff80f5f7'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:38.775436 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:38.776388 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.794349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c3e9a0c0-5a47-438a-9f0b-db1646299992 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:38.794770 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c3e9a0c0-5a47-438a-9f0b-db1646299992 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5903690 Jan 28 06:46:38.801888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e199d7c6-c3e2-4ea3-a5b3-18eb7743990d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:38.802194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event updated for resources: {'Port': ['ID=af4aa971-9045-4380-90c6-a95e12fc1247,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:38.810515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 3c3615d2-81c1-4be8-9e44-0758388e044a) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:38.817481 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43704) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:38.829615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e4afcbad-6db2-4df4-a449-977c8c9b2af2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group': {'name': 'tempest-secgroup--255667155'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:38.831408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-80180056-4d2e-46a4-994e-1ba7128dbc64 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Unset dirty status for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:38.836435 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-80180056-4d2e-46a4-994e-1ba7128dbc64 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports/f0f1eb2d-5750-43ef-987e-a1081c9c5ae4 HTTP/1.1" status: 200 len: 976 time: 0.4566259 Jan 28 06:46:38.837948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:38.838518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.840839 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43708) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:38.841624 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e224f0fc-8797-4af1-b900-bb61559c7b12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.861869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e4afcbad-6db2-4df4-a449-977c8c9b2af2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:38.893445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Network f7b087cf-a8de-4f2b-a667-e23415d19d67 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:38.909901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:38.919004 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:38.919574 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:38.951888 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ab1b4cf3-a492-4b17-aacd-4dcca94332aa tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5990608 Jan 28 06:46:38.957206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43712) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:38.991370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b09d2293-f795-4791-bd38-eba5ee449e96 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:35:11:ae'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:39.000716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5d015-c64e-484b-986c-f4d7438e403a None None] Network 3c3615d2-81c1-4be8-9e44-0758388e044a requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:39.036626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Allocated IP 2001:db8::290 (726b393b-ce3a-472e-ba9e-a083ef6c9721/2894b910-ed66-4433-aa3e-1adf276f3c17/01791307-5fbe-433e-b0f5-c35278cae738) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:39.039383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Network 726b393b-ce3a-472e-ba9e-a083ef6c9721 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:39.051352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:39.061876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e4afcbad-6db2-4df4-a449-977c8c9b2af2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:39.064471 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0ff2cd99-71c1-4272-a02c-ef9461a85f19 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6499569 Jan 28 06:46:39.067584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43716) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:39.091879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e199d7c6-c3e2-4ea3-a5b3-18eb7743990d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:39.094235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:39.101055 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e199d7c6-c3e2-4ea3-a5b3-18eb7743990d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:39.192792 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Pushing event updated for resources: {'Port': ['ID=da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:39.391200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'network_id': '3c3615d2-81c1-4be8-9e44-0758388e044a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1651528757'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:39.493883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4afcbad-6db2-4df4-a449-977c8c9b2af2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:39.507006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Attempting to bind port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:46:39.507714 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Attempting to bind port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'd1f486b0-b7ef-4a94-be55-549c6b885e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '726b393b-ce3a-472e-ba9e-a083ef6c9721'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:46:39.508271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Attempting to bind port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 on network 726b393b-ce3a-472e-ba9e-a083ef6c9721 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:46:39.510544 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:39.526537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:39.539241 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:46:39.539663 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Checking segment: {'id': 'd1f486b0-b7ef-4a94-be55-549c6b885e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '726b393b-ce3a-472e-ba9e-a083ef6c9721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:39.540074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:39.540469 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Bound using segment: {'id': 'd1f486b0-b7ef-4a94-be55-549c6b885e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '726b393b-ce3a-472e-ba9e-a083ef6c9721'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:46:39.540948 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Bound port: da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f486b0-b7ef-4a94-be55-549c6b885e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '726b393b-ce3a-472e-ba9e-a083ef6c9721'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:46:39.541318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:39.550574 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:39.704364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b09d2293-f795-4791-bd38-eba5ee449e96 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:39.726512 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca5a810-2076-4ff8-9545-f530ebc1db81 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:39.752393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] For port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:39.757329 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e224f0fc-8797-4af1-b900-bb61559c7b12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:39.786016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e4afcbad-6db2-4df4-a449-977c8c9b2af2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:39.877722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:39.915101 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:46:25Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:37Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:39.939996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791139db-9051-4e30-8a35-289ae20dbaa7 None None] The sync data for ids ['5558ec57-f777-43cc-8b1d-40340c552c3c'] in dv-neutron-824022-4-hyperv is: [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:46:25Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:37Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:39.980466 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] For port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:46:39.982737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-3c3615d2-81c1-4be8-9e44-0758388e044a', 'network_id': '3c3615d2-81c1-4be8-9e44-0758388e044a', 'tenant_id': 'de6a824d5ec249e0b22ece683ed2b1e4', 'fixed_ips': [{'subnet_id': 'bf04a8b3-7404-4435-adc9-df6704c1f7cf'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:46:39.984083 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.003428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.134399 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e4afcbad-6db2-4df4-a449-977c8c9b2af2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:40.142280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e224f0fc-8797-4af1-b900-bb61559c7b12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.144589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e4afcbad-6db2-4df4-a449-977c8c9b2af2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:40.162563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] For port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1,segment=NetworkSegment(d1f486b0-b7ef-4a94-be55-549c6b885e82),segment_id=d1f486b0-b7ef-4a94-be55-549c6b885e82)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:46:40.179035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e4afcbad-6db2-4df4-a449-977c8c9b2af2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:40.212029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Transition to ACTIVE for port object 01791307-5fbe-433e-b0f5-c35278cae738 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:40.304915 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224f0fc-8797-4af1-b900-bb61559c7b12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a3744e-8239-42c8-a091-e1b4dfda16f8,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:40.315644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc6119-e862-476b-a522-aa42c4d2ce03 None None] Network be390ec5-74fa-49a3-8fe0-156d1bbf2c9b requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:40.342390 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:40.346651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.361657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:port and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:40.369778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e224f0fc-8797-4af1-b900-bb61559c7b12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.373850 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e224f0fc-8797-4af1-b900-bb61559c7b12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1710651 Jan 28 06:46:40.377588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:40.380594 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43720) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:40.389237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-32e5e8f5-12f1-4363-ab8d-cb906ac569c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'c264c353-708e-4bcc-88d2-c4c2263f9f02', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:40.404529 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:40.405002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:40.405550 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:40.412141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-32e5e8f5-12f1-4363-ab8d-cb906ac569c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:40.415825 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Provisioning complete for port dd945f2e-4278-493c-89c7-5667b4c26609 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:40.418610 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.460704 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e199d7c6-c3e2-4ea3-a5b3-18eb7743990d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.509673 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Pushing event updated for resources: {'Port': ['ID=fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:40.531242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-32e5e8f5-12f1-4363-ab8d-cb906ac569c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:40.536673 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199d7c6-c3e2-4ea3-a5b3-18eb7743990d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=3aba8c5c-3ce2-4469-9484-b790b7c8593b,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:40.539034 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-32e5e8f5-12f1-4363-ab8d-cb906ac569c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:40.564037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-32e5e8f5-12f1-4363-ab8d-cb906ac569c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:40.597382 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e199d7c6-c3e2-4ea3-a5b3-18eb7743990d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:40.608377 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-e199d7c6-c3e2-4ea3-a5b3-18eb7743990d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:40.611991 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4afcbad-6db2-4df4-a449-977c8c9b2af2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.615918 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e199d7c6-c3e2-4ea3-a5b3-18eb7743990d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:40.616525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e199d7c6-c3e2-4ea3-a5b3-18eb7743990d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.636982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b09d2293-f795-4791-bd38-eba5ee449e96 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.647174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.652749 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:40.652749 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.670546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.684879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port 3e81a8e4-6d64-4a70-bcaa-1949ba6ae81a yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:40.742612 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4afcbad-6db2-4df4-a449-977c8c9b2af2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.772701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.773776 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.775938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Allocated IP 172.20.0.2 (3c3615d2-81c1-4be8-9e44-0758388e044a/bf04a8b3-7404-4435-adc9-df6704c1f7cf/02d9ad17-030d-421f-9844-405769a44a3a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:40.778115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b09d2293-f795-4791-bd38-eba5ee449e96 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.784752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 726b393b-ce3a-472e-ba9e-a083ef6c9721 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:40.797399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:40.800728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:40.809116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:40.815403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.836866 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e199d7c6-c3e2-4ea3-a5b3-18eb7743990d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6016934 Jan 28 06:46:40.854493 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43724) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:40.886095 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-32e5e8f5-12f1-4363-ab8d-cb906ac569c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.916530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-04bef1ac-e5af-4614-9e91-0c9433fe35a8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:40.961652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b09d2293-f795-4791-bd38-eba5ee449e96 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] In _notify_port_updated(), no bound segment for port 4b3ac62c-2e8c-44cc-9acd-b3e83731a3f3 on network aae22878-ba90-4774-b123-675462c4a922 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:46:40.962025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ffb66-8270-4669-b5ee-257c2aa21965 None None] Pushing event updated for resources: {'Port': ['ID=da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:40.968486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09d2293-f795-4791-bd38-eba5ee449e96 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:40.969535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b09d2293-f795-4791-bd38-eba5ee449e96 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:40.973942 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b09d2293-f795-4791-bd38-eba5ee449e96 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "PUT /v2.0/ports/4b3ac62c-2e8c-44cc-9acd-b3e83731a3f3 HTTP/1.1" status: 200 len: 993 time: 2.0137599 Jan 28 06:46:40.973942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=01791307-5fbe-433e-b0f5-c35278cae738,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:41.011848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43728) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:41.167877 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e2408b73-0b39-4758-b293-274a794c74b9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.3133292 Jan 28 06:46:41.182268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43732) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:41.229862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-04bef1ac-e5af-4614-9e91-0c9433fe35a8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:41.256343 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4afcbad-6db2-4df4-a449-977c8c9b2af2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:41.263949 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e4afcbad-6db2-4df4-a449-977c8c9b2af2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4387271 Jan 28 06:46:41.267665 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-04bef1ac-e5af-4614-9e91-0c9433fe35a8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:41.267911 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:41.288719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-04bef1ac-e5af-4614-9e91-0c9433fe35a8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:41.308799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43736) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:41.352448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-656a7427-6a56-48c9-b7ff-029ba1beb30d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569275009'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:41.373009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afcbad-6db2-4df4-a449-977c8c9b2af2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506df14d-1fae-4cd9-8e7e-bb4b38fa2f92,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:41.395645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-656a7427-6a56-48c9-b7ff-029ba1beb30d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:41.402440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-04bef1ac-e5af-4614-9e91-0c9433fe35a8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:41.403280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8dd32e05-2e5f-4c0d-9504-5cc8f3809ed5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:41.431740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event updated for resources: {'Port': ['ID=af4aa971-9045-4380-90c6-a95e12fc1247,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:41.453063 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d810e9fc-3784-45da-b611-4c00142a8a02 None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:46:41.528023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-32e5e8f5-12f1-4363-ab8d-cb906ac569c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:41.534240 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d810e9fc-3784-45da-b611-4c00142a8a02 None None] Deleting port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:41.534799 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d810e9fc-3784-45da-b611-4c00142a8a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:41.539761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-656a7427-6a56-48c9-b7ff-029ba1beb30d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:41.569249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-36152e2a-4d79-497b-920c-277920d52838 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Deleting port 4b3ac62c-2e8c-44cc-9acd-b3e83731a3f3 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:41.569249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36152e2a-4d79-497b-920c-277920d52838 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:41.604997 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Provisioning complete for port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:41.604997 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:41.659205 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bef1ac-e5af-4614-9e91-0c9433fe35a8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:41.663948 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-04bef1ac-e5af-4614-9e91-0c9433fe35a8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:41.690760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-32e5e8f5-12f1-4363-ab8d-cb906ac569c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:41.706659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:41.711802 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-656a7427-6a56-48c9-b7ff-029ba1beb30d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:41.756324 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:41.782528 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5e8f5-12f1-4363-ab8d-cb906ac569c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ef64ec2-03c1-4fce-946f-14a96ce82494,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:41.802853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-656a7427-6a56-48c9-b7ff-029ba1beb30d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:41.807193 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-656a7427-6a56-48c9-b7ff-029ba1beb30d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:41.811741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-656a7427-6a56-48c9-b7ff-029ba1beb30d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:41.816696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-656a7427-6a56-48c9-b7ff-029ba1beb30d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:41.907394 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Transition to ACTIVE for port object 02d9ad17-030d-421f-9844-405769a44a3a will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:41.922119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Network f7b087cf-a8de-4f2b-a667-e23415d19d67 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:41.932755 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:41.979282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Transition to ACTIVE for port object 02d9ad17-030d-421f-9844-405769a44a3a will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:41.987316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-32e5e8f5-12f1-4363-ab8d-cb906ac569c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:41.992858 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-32e5e8f5-12f1-4363-ab8d-cb906ac569c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6069512 Jan 28 06:46:42.001033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43740) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:42.020498 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-24f73b95-332d-481b-b8ff-0b0df09b4d28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'c264c353-708e-4bcc-88d2-c4c2263f9f02', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:42.026552 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-656a7427-6a56-48c9-b7ff-029ba1beb30d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:42.061285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-24f73b95-332d-481b-b8ff-0b0df09b4d28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:42.090841 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-24f73b95-332d-481b-b8ff-0b0df09b4d28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:42.098782 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:42.115492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:42.115879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:42.120836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d2293-f795-4791-bd38-eba5ee449e96 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event updated for resources: {'Port': ['ID=4b3ac62c-2e8c-44cc-9acd-b3e83731a3f3,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:42.161966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:42.181605 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-24f73b95-332d-481b-b8ff-0b0df09b4d28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:42.349067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-24f73b95-332d-481b-b8ff-0b0df09b4d28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:42.412213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-656a7427-6a56-48c9-b7ff-029ba1beb30d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:42.416787 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Allocated IP 172.20.0.4 (3c3615d2-81c1-4be8-9e44-0758388e044a/bf04a8b3-7404-4435-adc9-df6704c1f7cf/3e81a8e4-6d64-4a70-bcaa-1949ba6ae81a) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:42.421531 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d810e9fc-3784-45da-b611-4c00142a8a02 None None] For port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:42.423475 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d810e9fc-3784-45da-b611-4c00142a8a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:42.459686 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-24f73b95-332d-481b-b8ff-0b0df09b4d28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:46:42.471269 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.ipam_backend_mixin [None req-04bef1ac-e5af-4614-9e91-0c9433fe35a8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3aba8c5c-3ce2-4469-9484-b790b7c8593b (CIDR: 2001:db8::/64) Jan 28 06:46:42.478432 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24f73b95-332d-481b-b8ff-0b0df09b4d28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:42.537281 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-04bef1ac-e5af-4614-9e91-0c9433fe35a8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:46:42.537775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04bef1ac-e5af-4614-9e91-0c9433fe35a8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:46:42.580463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d810e9fc-3784-45da-b611-4c00142a8a02 None None] Calling delete_port for fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:42.608615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a7427-6a56-48c9-b7ff-029ba1beb30d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6054e710-d456-4464-9c31-b9f63291af61,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:42.701172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-656a7427-6a56-48c9-b7ff-029ba1beb30d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:42.704866 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-656a7427-6a56-48c9-b7ff-029ba1beb30d tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3926382 Jan 28 06:46:42.713069 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43744) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:42.727158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24f73b95-332d-481b-b8ff-0b0df09b4d28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:42.738160 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ff631d0f-27ba-4164-8a5a-eea26373bbee tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group_rule': {'security_group_id': '506df14d-1fae-4cd9-8e7e-bb4b38fa2f92', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6054e710-d456-4464-9c31-b9f63291af61', 'remote_ip_prefix': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:42.747654 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36152e2a-4d79-497b-920c-277920d52838 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:42.748496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e9d332-d742-48e1-9987-b3150491ccf5 None None] Network 726b393b-ce3a-472e-ba9e-a083ef6c9721 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:42.752607 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-04bef1ac-e5af-4614-9e91-0c9433fe35a8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8652575 Jan 28 06:46:42.752607 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ff631d0f-27ba-4164-8a5a-eea26373bbee tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:42.757760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43748) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:42.769082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:42.776596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Network 3c3615d2-81c1-4be8-9e44-0758388e044a is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:42.783952 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ff631d0f-27ba-4164-8a5a-eea26373bbee tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:42.794239 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:42.800515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ff631d0f-27ba-4164-8a5a-eea26373bbee tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:42.810513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-8dd32e05-2e5f-4c0d-9504-5cc8f3809ed5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port f0f1eb2d-5750-43ef-987e-a1081c9c5ae4 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:42.810513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8dd32e05-2e5f-4c0d-9504-5cc8f3809ed5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:42.810934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d810e9fc-3784-45da-b611-4c00142a8a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:42.819937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:42.826613 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Pushing event updated for resources: {'Port': ['ID=02d9ad17-030d-421f-9844-405769a44a3a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:42.853930 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ff631d0f-27ba-4164-8a5a-eea26373bbee tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:42.865087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24f73b95-332d-481b-b8ff-0b0df09b4d28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:42.888543 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810e9fc-3784-45da-b611-4c00142a8a02 None None] Pushing event deleted for resources: {'Port': ['ID=fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:42.946124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-36152e2a-4d79-497b-920c-277920d52838 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Calling delete_port for 4b3ac62c-2e8c-44cc-9acd-b3e83731a3f3 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:42.967050 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d810e9fc-3784-45da-b611-4c00142a8a02 None None] No DVR routers for this DVR port fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:42.980568 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Provisioning for port f0f1eb2d-5750-43ef-987e-a1081c9c5ae4 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:43.024892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Router f80713f6-f399-4b61-b4b8-b2fb0f37dba8 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:46:43.025466 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde3ea71-110a-42a4-9db1-fe5c3369ea32 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:43.063608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Provisioning complete for port f0f1eb2d-5750-43ef-987e-a1081c9c5ae4 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:43.063980 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:43.083085 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:43.155065 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f73b95-332d-481b-b8ff-0b0df09b4d28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d427aa-a9da-4673-8901-4304b9cf8703,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:43.189255 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Transition to ACTIVE for port object 3e81a8e4-6d64-4a70-bcaa-1949ba6ae81a will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:43.196880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Attempting to bind port 02d9ad17-030d-421f-9844-405769a44a3a on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:46:43.197257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Attempting to bind port 02d9ad17-030d-421f-9844-405769a44a3a by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'e44d73e8-edfc-4cea-8807-b2d57dccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3c3615d2-81c1-4be8-9e44-0758388e044a'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:46:43.197616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Attempting to bind port 02d9ad17-030d-421f-9844-405769a44a3a on network 3c3615d2-81c1-4be8-9e44-0758388e044a {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:46:43.291165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:46:43.291593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Checking segment: {'id': 'e44d73e8-edfc-4cea-8807-b2d57dccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3c3615d2-81c1-4be8-9e44-0758388e044a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:43.293039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:43.293039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Bound using segment: {'id': 'e44d73e8-edfc-4cea-8807-b2d57dccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3c3615d2-81c1-4be8-9e44-0758388e044a'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:46:43.293039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Bound port: 02d9ad17-030d-421f-9844-405769a44a3a, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44d73e8-edfc-4cea-8807-b2d57dccfd65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3c3615d2-81c1-4be8-9e44-0758388e044a'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:46:43.293329 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:43.310980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24f73b95-332d-481b-b8ff-0b0df09b4d28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:43.310980 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-24f73b95-332d-481b-b8ff-0b0df09b4d28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3022077 Jan 28 06:46:43.314428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-cc511865-a1e6-445e-9ee8-78abd6748082 None None] Port f0f1eb2d-5750-43ef-987e-a1081c9c5ae4 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:43.321905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43752) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:43.338037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-41c00e4c-a53e-452f-b367-2af3b27c9784 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'c264c353-708e-4bcc-88d2-c4c2263f9f02', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:43.339961 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:43.344041 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:43.344534 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff631d0f-27ba-4164-8a5a-eea26373bbee tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:43.359904 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:43.365306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-41c00e4c-a53e-452f-b367-2af3b27c9784 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:43.371298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:43.381608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-41c00e4c-a53e-452f-b367-2af3b27c9784 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:43.392129 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-41c00e4c-a53e-452f-b367-2af3b27c9784 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:43.398992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:43.400058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:43.414795 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:43.417284 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8dd32e05-2e5f-4c0d-9504-5cc8f3809ed5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:43.419978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-41c00e4c-a53e-452f-b367-2af3b27c9784 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:43.432133 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d9729483-ba88-4464-b09e-be52abc6eff0 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "PUT /v2.0/routers/f80713f6-f399-4b61-b4b8-b2fb0f37dba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8910296 Jan 28 06:46:43.433073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43756) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:43.450157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb5a014-a92d-432e-8e0e-e3603f5ece86 None None] Sync routers for ids ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:43.516929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Could not find standard attr ID for object e3731edf-4b6f-4b89-afa6-8d65d80e4e31. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:46:43.548592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5a014-a92d-432e-8e0e-e3603f5ece86 None None] Routers {'f80713f6-f399-4b61-b4b8-b2fb0f37dba8'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:43.549224 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-9eb5a014-a92d-432e-8e0e-e3603f5ece86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:43.561974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-8dd32e05-2e5f-4c0d-9504-5cc8f3809ed5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for f0f1eb2d-5750-43ef-987e-a1081c9c5ae4 owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:43.591295 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:43.605657 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Could not find standard attr ID for object fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:46:43.631110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a,segment=NetworkSegment(5fbf314a-ca07-484f-996a-cf450c6d8384),segment_id=5fbf314a-ca07-484f-996a-cf450c6d8384)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:43.639008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-9eb5a014-a92d-432e-8e0e-e3603f5ece86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:43.643324 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] For port 02d9ad17-030d-421f-9844-405769a44a3a, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:46:43.696000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] For port 02d9ad17-030d-421f-9844-405769a44a3a, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=02d9ad17-030d-421f-9844-405769a44a3a,segment=NetworkSegment(e44d73e8-edfc-4cea-8807-b2d57dccfd65),segment_id=e44d73e8-edfc-4cea-8807-b2d57dccfd65)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:46:43.696248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network 3c3615d2-81c1-4be8-9e44-0758388e044a is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:43.701183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb5a014-a92d-432e-8e0e-e3603f5ece86 None None] Routers {'f80713f6-f399-4b61-b4b8-b2fb0f37dba8'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:43.701812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-9eb5a014-a92d-432e-8e0e-e3603f5ece86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:43.705473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:43.715696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:43.752975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': '3aba8c5c-3ce2-4469-9484-b790b7c8593b'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:46:43.753818 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:43.777806 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=3e81a8e4-6d64-4a70-bcaa-1949ba6ae81a,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:43.781965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff631d0f-27ba-4164-8a5a-eea26373bbee tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:43.788175 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-9eb5a014-a92d-432e-8e0e-e3603f5ece86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:43.788423 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb5a014-a92d-432e-8e0e-e3603f5ece86 None None] The sync data for ids ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:43.857361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:43.858209 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:43.927070 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-41c00e4c-a53e-452f-b367-2af3b27c9784 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:46:43.929648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36152e2a-4d79-497b-920c-277920d52838 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:43.961725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Allocated IP 2001:db8::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/3aba8c5c-3ce2-4469-9484-b790b7c8593b/a749755d-aeb3-45e6-a829-57dbfd94a71d) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:43.985655 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41c00e4c-a53e-452f-b367-2af3b27c9784 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.005714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-79c3372a-fba9-4b90-92d8-744a993b0ad1 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.030102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:44.034228 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.065095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36152e2a-4d79-497b-920c-277920d52838 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event deleted for resources: {'Port': ['ID=4b3ac62c-2e8c-44cc-9acd-b3e83731a3f3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:44.068961 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.072936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.073680 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e02b1c2e-7648-4634-aa76-cdfcf6ef079c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:44.098780 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Provisioning for port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:44.327979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff631d0f-27ba-4164-8a5a-eea26373bbee tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.337599 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-97370d75-d90a-44cc-b991-f298750bc323 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 5.2529294 Jan 28 06:46:44.346265 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43760) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:44.362582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.377625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Transition to ACTIVE for port object a749755d-aeb3-45e6-a829-57dbfd94a71d will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:44.422041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff631d0f-27ba-4164-8a5a-eea26373bbee tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de101eee-e862-437c-9529-31a0c84d1594,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:44.473081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41c00e4c-a53e-452f-b367-2af3b27c9784 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.474259 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-79c3372a-fba9-4b90-92d8-744a993b0ad1 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 06:46:44.475339 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-79c3372a-fba9-4b90-92d8-744a993b0ad1 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "DELETE /v2.0/routers/f80713f6-f399-4b61-b4b8-b2fb0f37dba8 HTTP/1.1" status: 409 len: 329 time: 1.0173647 Jan 28 06:46:44.491366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43764) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:44.496450 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Transition to ACTIVE for port object a749755d-aeb3-45e6-a829-57dbfd94a71d will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:44.530875 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Provisioning complete for port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:44.530875 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.547836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04624ab6-119e-4f0f-a736-c049e9d6f3ea None None] Pushing event updated for resources: {'Port': ['ID=02d9ad17-030d-421f-9844-405769a44a3a,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:44.564592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c02bea5b-997f-41f8-8f5b-a1acbd242794 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port 3e81a8e4-6d64-4a70-bcaa-1949ba6ae81a {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:44.564956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c02bea5b-997f-41f8-8f5b-a1acbd242794 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.596164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-36152e2a-4d79-497b-920c-277920d52838 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.611100 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-36152e2a-4d79-497b-920c-277920d52838 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "DELETE /v2.0/ports/4b3ac62c-2e8c-44cc-9acd-b3e83731a3f3 HTTP/1.1" status: 204 len: 168 time: 3.5773869 Jan 28 06:46:44.614664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43768) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:44.633898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:44.654986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.665402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41c00e4c-a53e-452f-b367-2af3b27c9784 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.668139 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52dbfb0-c9cc-437f-ae02-34fc2303d2e2 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] GET failed (client error): The resource could not be found. Jan 28 06:46:44.676666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b52dbfb0-c9cc-437f-ae02-34fc2303d2e2 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Synchronizing usage tracker for tenant:928a0225bcdf41279543fb741c39e2f0 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:44.676918 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8dd32e05-2e5f-4c0d-9504-5cc8f3809ed5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.687554 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.702472 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff631d0f-27ba-4164-8a5a-eea26373bbee tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:44.703689 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ff631d0f-27ba-4164-8a5a-eea26373bbee tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.9833851 Jan 28 06:46:44.727764 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43772) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:44.741807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c00e4c-a53e-452f-b367-2af3b27c9784 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721c8fc3-c3e9-4746-9dc4-e4ddc0bbbde0,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:44.755745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b52dbfb0-c9cc-437f-ae02-34fc2303d2e2 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Unset dirty status for tenant:928a0225bcdf41279543fb741c39e2f0 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:44.760459 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b52dbfb0-c9cc-437f-ae02-34fc2303d2e2 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "GET /v2.0/ports/4b3ac62c-2e8c-44cc-9acd-b3e83731a3f3 HTTP/1.1" status: 404 len: 333 time: 0.1416740 Jan 28 06:46:44.761106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43776) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:44.766669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Request body: {'port': {'network_id': 'aae22878-ba90-4774-b123-675462c4a922', 'name': 'tempest-AllowedAddressPairTestJSON-1592496246'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:44.773843 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port e02b1c2e-7648-4634-aa76-cdfcf6ef079c completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:44.783353 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:44.787827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd32e05-2e5f-4c0d-9504-5cc8f3809ed5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=f0f1eb2d-5750-43ef-987e-a1081c9c5ae4,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:44.790766 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:44.796165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:44.804445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Pushing event updated for resources: {'Port': ['ID=a749755d-aeb3-45e6-a829-57dbfd94a71d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:44.807183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:44.999205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41c00e4c-a53e-452f-b367-2af3b27c9784 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.000439 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-41c00e4c-a53e-452f-b367-2af3b27c9784 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6764722 Jan 28 06:46:45.003078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.013113 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:45.038679 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Attempting to bind port a749755d-aeb3-45e6-a829-57dbfd94a71d on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:46:45.039052 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Attempting to bind port a749755d-aeb3-45e6-a829-57dbfd94a71d by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:46:45.039476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Attempting to bind port a749755d-aeb3-45e6-a829-57dbfd94a71d on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:46:45.051629 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:46:45.052017 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:45.052402 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.052797 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:46:45.053271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Bound port: a749755d-aeb3-45e6-a829-57dbfd94a71d, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:46:45.053648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.103069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22ca801c-7468-4757-8d4a-5b4990b58cfd tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.248990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22ca801c-7468-4757-8d4a-5b4990b58cfd tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.261867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Provisioning for port af4aa971-9045-4380-90c6-a95e12fc1247 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:45.275828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:45.281801 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Provisioning complete for port af4aa971-9045-4380-90c6-a95e12fc1247 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:45.282264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.322198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:45.334965 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] For port a749755d-aeb3-45e6-a829-57dbfd94a71d, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:46:45.350274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:45.351088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.409156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c02bea5b-997f-41f8-8f5b-a1acbd242794 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.424522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=01791307-5fbe-433e-b0f5-c35278cae738,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:45.465983 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] For port a749755d-aeb3-45e6-a829-57dbfd94a71d, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a749755d-aeb3-45e6-a829-57dbfd94a71d,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:46:45.499718 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Port af4aa971-9045-4380-90c6-a95e12fc1247 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:45.563804 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.602337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Made reservation on behalf of 928a0225bcdf41279543fb741c39e2f0 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:45.608377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.633759 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22ca801c-7468-4757-8d4a-5b4990b58cfd tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.648767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Provisioning for port e02b1c2e-7648-4634-aa76-cdfcf6ef079c completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:45.655573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] device_id is not set on port 81f9e44e-96d8-4a08-8e99-44ea5b02ec03 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:45.669443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Provisioning complete for port e02b1c2e-7648-4634-aa76-cdfcf6ef079c triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:45.669996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.683198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c02bea5b-997f-41f8-8f5b-a1acbd242794 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for 3e81a8e4-6d64-4a70-bcaa-1949ba6ae81a owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:45.737333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22ca801c-7468-4757-8d4a-5b4990b58cfd tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.739640 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-22ca801c-7468-4757-8d4a-5b4990b58cfd tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/de101eee-e862-437c-9529-31a0c84d1594 HTTP/1.1" status: 204 len: 168 time: 1.0141220 Jan 28 06:46:45.741562 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.746189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.751183 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43794) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:45.783276 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943365c-85a5-4d59-8f68-0e1e642ba82a None None] Pushing event updated for resources: {'Port': ['ID=a749755d-aeb3-45e6-a829-57dbfd94a71d,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:45.806618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca801c-7468-4757-8d4a-5b4990b58cfd tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de101eee-e862-437c-9529-31a0c84d1594,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:45.893319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1,segment=NetworkSegment(d1f486b0-b7ef-4a94-be55-549c6b885e82),segment_id=d1f486b0-b7ef-4a94-be55-549c6b885e82)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:45.898031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:45.957832 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] For port e02b1c2e-7648-4634-aa76-cdfcf6ef079c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e02b1c2e-7648-4634-aa76-cdfcf6ef079c,segment=NetworkSegment(fb4eeeb4-f9ab-4594-8b1e-310141c9fe86),segment_id=fb4eeeb4-f9ab-4594-8b1e-310141c9fe86)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:45.992212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-8d95a218-7852-4a4d-b7c9-6be2272342c1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:45.995827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:46.019789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-89162e53-1d2b-4c1c-b032-10c81bc81385 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:46.150534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:46.156088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:46.161914 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Allocated IP 172.20.0.3 (aae22878-ba90-4774-b123-675462c4a922/4ffba8e0-aff1-4a35-97fb-5430e446c1a0/81f9e44e-96d8-4a08-8e99-44ea5b02ec03) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:46.171186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-89162e53-1d2b-4c1c-b032-10c81bc81385 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:46.171186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-89162e53-1d2b-4c1c-b032-10c81bc81385 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4186387 Jan 28 06:46:46.203077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43798) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:46.237370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Could not find standard attr ID for object 4b3ac62c-2e8c-44cc-9acd-b3e83731a3f3. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:46:46.261985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Could not find standard attr ID for object 9277e19d-2f1d-4c7d-8271-e06c807d7e47. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:46:46.268928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-8d95a218-7852-4a4d-b7c9-6be2272342c1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:46.271126 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Could not find standard attr ID for object f0f1eb2d-5750-43ef-987e-a1081c9c5ae4. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:46:46.287813 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-8d95a218-7852-4a4d-b7c9-6be2272342c1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740279779&fields=id&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 267 time: 0.5374980 Jan 28 06:46:46.306122 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0779927-0064-403f-bde4-2dde8c05d1aa None None] Pushing event updated for resources: {'Port': ['ID=e02b1c2e-7648-4634-aa76-cdfcf6ef079c,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:46.325976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8dd32e05-2e5f-4c0d-9504-5cc8f3809ed5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:46.334527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6391cca3-0ab8-4b35-9380-6fe1e8ecf0d3 None None] Network 3c3615d2-81c1-4be8-9e44-0758388e044a requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:46.371919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:46.524635 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3bd60a3f-5454-4edc-9297-a610c9562a97 None None] Provisioning complete for port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:46.525082 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3bd60a3f-5454-4edc-9297-a610c9562a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:46.528505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:46.646885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:46.647446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:46.746851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37fe8676-65ea-4f13-9a5a-f4d737e56937 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:46.919785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-aa581a92-5422-49fa-abed-47fba744264f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:46.920522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-aa581a92-5422-49fa-abed-47fba744264f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:46.927699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 02d9ad17-030d-421f-9844-405769a44a3a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:47.039378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37fe8676-65ea-4f13-9a5a-f4d737e56937 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.044752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3bd60a3f-5454-4edc-9297-a610c9562a97 None None] Provisioning for port 01791307-5fbe-433e-b0f5-c35278cae738 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:47.059181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3bd60a3f-5454-4edc-9297-a610c9562a97 None None] Provisioning complete for port 01791307-5fbe-433e-b0f5-c35278cae738 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:47.059895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3bd60a3f-5454-4edc-9297-a610c9562a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.110112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd32e05-2e5f-4c0d-9504-5cc8f3809ed5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router 301630c3-79f7-42eb-b186-0088ff80f5f7 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:46:47.111018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c02bea5b-997f-41f8-8f5b-a1acbd242794 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.146649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3bd60a3f-5454-4edc-9297-a610c9562a97 None None] Port 01791307-5fbe-433e-b0f5-c35278cae738 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:47.174024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.183950 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bea5b-997f-41f8-8f5b-a1acbd242794 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=3e81a8e4-6d64-4a70-bcaa-1949ba6ae81a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:47.233445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-aa581a92-5422-49fa-abed-47fba744264f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:47.234591 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-aa581a92-5422-49fa-abed-47fba744264f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/networks?id=98e0775f-f72f-4160-b526-3c217463d46f HTTP/1.1" status: 200 len: 796 time: 0.9460154 Jan 28 06:46:47.259147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Transition to ACTIVE for port object 81f9e44e-96d8-4a08-8e99-44ea5b02ec03 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:47.268151 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-a4fb72b1-3f15-4369-968f-45de7b219f81 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/quotas/fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 375 time: 0.0207791 Jan 28 06:46:47.270637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 02d9ad17-030d-421f-9844-405769a44a3a completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:47.274288 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3bd60a3f-5454-4edc-9297-a610c9562a97 None None] Provisioning for port 02d9ad17-030d-421f-9844-405769a44a3a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:47.280041 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 02d9ad17-030d-421f-9844-405769a44a3a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:47.282670 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.314559 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3bd60a3f-5454-4edc-9297-a610c9562a97 None None] Provisioning complete for port 02d9ad17-030d-421f-9844-405769a44a3a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:47.314952 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3bd60a3f-5454-4edc-9297-a610c9562a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.370385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.objects.ports [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88216) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:46:47.396388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37fe8676-65ea-4f13-9a5a-f4d737e56937 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.434379 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe8676-65ea-4f13-9a5a-f4d737e56937 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6054e710-d456-4464-9c31-b9f63291af61,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:47.535150 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.541574 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.542226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-00616de8-04d6-4b8a-8d05-bfcc227aff75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:47.579253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-37fe8676-65ea-4f13-9a5a-f4d737e56937 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.582307 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-37fe8676-65ea-4f13-9a5a-f4d737e56937 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-groups/6054e710-d456-4464-9c31-b9f63291af61 HTTP/1.1" status: 204 len: 168 time: 1.3770502 Jan 28 06:46:47.583092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43802) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:47.587361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd32e05-2e5f-4c0d-9504-5cc8f3809ed5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:47.599910 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5f335-ab93-4b6c-88d3-72e44878531c None None] Sync routers for ids ['301630c3-79f7-42eb-b186-0088ff80f5f7'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:47.612361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c02bea5b-997f-41f8-8f5b-a1acbd242794 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.614937 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c5f335-ab93-4b6c-88d3-72e44878531c None None] Routers {'301630c3-79f7-42eb-b186-0088ff80f5f7'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:47.616944 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-58c5f335-ab93-4b6c-88d3-72e44878531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['301630c3-79f7-42eb-b186-0088ff80f5f7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:47.617175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.624961 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.626581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.643483 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8dd32e05-2e5f-4c0d-9504-5cc8f3809ed5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/301630c3-79f7-42eb-b186-0088ff80f5f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7937944 Jan 28 06:46:47.648706 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43806) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:47.663195 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c02bea5b-997f-41f8-8f5b-a1acbd242794 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/3e81a8e4-6d64-4a70-bcaa-1949ba6ae81a HTTP/1.1" status: 204 len: 168 time: 3.3027766 Jan 28 06:46:47.665576 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43810) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:47.683320 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 02d9ad17-030d-421f-9844-405769a44a3a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=02d9ad17-030d-421f-9844-405769a44a3a,segment=NetworkSegment(e44d73e8-edfc-4cea-8807-b2d57dccfd65),segment_id=e44d73e8-edfc-4cea-8807-b2d57dccfd65)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:47.698971 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-58c5f335-ab93-4b6c-88d3-72e44878531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:47.699747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3bd60a3f-5454-4edc-9297-a610c9562a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.708293 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c5f335-ab93-4b6c-88d3-72e44878531c None None] Routers {'301630c3-79f7-42eb-b186-0088ff80f5f7'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:47.708985 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-58c5f335-ab93-4b6c-88d3-72e44878531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['301630c3-79f7-42eb-b186-0088ff80f5f7'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:47.775757 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-58c5f335-ab93-4b6c-88d3-72e44878531c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:47.776158 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c5f335-ab93-4b6c-88d3-72e44878531c None None] The sync data for ids ['301630c3-79f7-42eb-b186-0088ff80f5f7'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:47.779302 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:47.792146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=01791307-5fbe-433e-b0f5-c35278cae738,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:47.877459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-00616de8-04d6-4b8a-8d05-bfcc227aff75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:47.878812 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-00616de8-04d6-4b8a-8d05-bfcc227aff75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5546858 Jan 28 06:46:47.886897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:46:47.913280 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-22aa6656-c45a-4ce7-8e07-a2b43286fa5a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] GET failed (client error): The resource could not be found. Jan 28 06:46:47.914053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-22aa6656-c45a-4ce7-8e07-a2b43286fa5a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:47.928950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Network aae22878-ba90-4774-b123-675462c4a922 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:47.948869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0b702174-3111-4466-87f5-1665917056a8 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:47.968372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:47.984063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:47.986989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=02d9ad17-030d-421f-9844-405769a44a3a,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:48.000069 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:46:48.000412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device fb10ff2c-c8e4-4e57-89fa-c41b189d9b5a not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:46:48.008188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-3bd60a3f-5454-4edc-9297-a610c9562a97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:48.008542 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-3bd60a3f-5454-4edc-9297-a610c9562a97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:48.104783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-51f78af5-7c81-44dd-9c7d-0ee7a5eae066 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:48.142256 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event updated for resources: {'Port': ['ID=81f9e44e-96d8-4a08-8e99-44ea5b02ec03,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:48.277108 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-22aa6656-c45a-4ce7-8e07-a2b43286fa5a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:48.277622 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-22aa6656-c45a-4ce7-8e07-a2b43286fa5a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/3e81a8e4-6d64-4a70-bcaa-1949ba6ae81a HTTP/1.1" status: 404 len: 333 time: 0.5472875 Jan 28 06:46:48.285881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:48.291796 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43816) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:48.366522 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:48.367205 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:48.373770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:48.374376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:48.414332 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-51bffe0d-b2b2-40ee-b16c-90db526673c3 service neutron] 10.222.0.25 "GET /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396477 Jan 28 06:46:48.414332 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 726b393b-ce3a-472e-ba9e-a083ef6c9721 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:48.418300 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-c89230e8-fcd3-4753-93a4-d45456649ef1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 06:46:48.419868 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c89230e8-fcd3-4753-93a4-d45456649ef1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/301630c3-79f7-42eb-b186-0088ff80f5f7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7621984 Jan 28 06:46:48.427997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43820) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:48.428922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:48.476318 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:48.500184 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a749755d-aeb3-45e6-a829-57dbfd94a71d up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:48.503469 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-12741d6a-6b5c-4237-889d-4b79514bca9a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting subnet bf04a8b3-7404-4435-adc9-df6704c1f7cf {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:46:48.514050 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-12741d6a-6b5c-4237-889d-4b79514bca9a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:48.701661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0b702174-3111-4466-87f5-1665917056a8 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:48.705829 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0b702174-3111-4466-87f5-1665917056a8 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 1.1188135 Jan 28 06:46:48.715666 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port a749755d-aeb3-45e6-a829-57dbfd94a71d completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:48.721903 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e02b1c2e-7648-4634-aa76-cdfcf6ef079c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:48.767476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43824) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:48.773343 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2b3c35c9-57e8-49c5-92e6-1428010a67f7 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports?device_id=301630c3-79f7-42eb-b186-0088ff80f5f7 HTTP/1.1" status: 200 len: 205 time: 0.3380313 Jan 28 06:46:48.798809 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-12741d6a-6b5c-4237-889d-4b79514bca9a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:48.807031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43826) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:48.811390 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port e02b1c2e-7648-4634-aa76-cdfcf6ef079c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:48.811810 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:48.877367 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Provisioning for port 81f9e44e-96d8-4a08-8e99-44ea5b02ec03 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:48.884930 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Provisioning complete for port 81f9e44e-96d8-4a08-8e99-44ea5b02ec03 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:48.885536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:48.937722 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-70f05221-0a65-432f-b8ca-8102baede912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1755161 Jan 28 06:46:48.953092 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43832) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:48.967820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c69329b6-908c-4c9c-b8e7-7646efde47a1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:35:11:ae'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:48.991777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 02d9ad17-030d-421f-9844-405769a44a3a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:49.014952 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Port 81f9e44e-96d8-4a08-8e99-44ea5b02ec03 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:49.064855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 02d9ad17-030d-421f-9844-405769a44a3a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:49.065233 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.071906 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-f5525a86-fa3a-4965-991b-a521e423f836 service neutron] 10.222.0.25 "GET /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6656356 Jan 28 06:46:49.077948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-351350ba-6392-40a9-a73c-e05447304f5d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.133941 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Provisioning for port a749755d-aeb3-45e6-a829-57dbfd94a71d completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:49.143933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Provisioning complete for port a749755d-aeb3-45e6-a829-57dbfd94a71d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:49.144140 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.212246 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-12741d6a-6b5c-4237-889d-4b79514bca9a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.341742 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.453545 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f959de40-8f69-47c2-a7d5-4b0d8aaacf40 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.471548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-51f78af5-7c81-44dd-9c7d-0ee7a5eae066 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Deleting port af4aa971-9045-4380-90c6-a95e12fc1247 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:49.472041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-51f78af5-7c81-44dd-9c7d-0ee7a5eae066 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.493922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-351350ba-6392-40a9-a73c-e05447304f5d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.501651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-351350ba-6392-40a9-a73c-e05447304f5d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.579332 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f3032448-2049-4f47-894c-9afa7938a895 req-055e66aa-cb95-4268-8478-09fb7b28ddb1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 210 time: 0.2004755 Jan 28 06:46:49.581136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f959de40-8f69-47c2-a7d5-4b0d8aaacf40 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.586899 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] For port a749755d-aeb3-45e6-a829-57dbfd94a71d, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a749755d-aeb3-45e6-a829-57dbfd94a71d,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:49.636118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router d50cd126-0830-4d87-8aa9-4a4a0e99359e is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:46:49.667944 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c69329b6-908c-4c9c-b8e7-7646efde47a1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.710600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-351350ba-6392-40a9-a73c-e05447304f5d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.711072 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351350ba-6392-40a9-a73c-e05447304f5d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Fanout notify agent at l3_agent the message router_deleted on router 301630c3-79f7-42eb-b186-0088ff80f5f7 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:46:49.752804 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-12741d6a-6b5c-4237-889d-4b79514bca9a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.800599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.807782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-351350ba-6392-40a9-a73c-e05447304f5d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.811564 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-351350ba-6392-40a9-a73c-e05447304f5d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/routers/301630c3-79f7-42eb-b186-0088ff80f5f7 HTTP/1.1" status: 204 len: 168 time: 1.0006278 Jan 28 06:46:49.812615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43850) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:49.843407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f959de40-8f69-47c2-a7d5-4b0d8aaacf40 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.846023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f959de40-8f69-47c2-a7d5-4b0d8aaacf40 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.847122 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f959de40-8f69-47c2-a7d5-4b0d8aaacf40 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-groups/506df14d-1fae-4cd9-8e7e-bb4b38fa2f92 HTTP/1.1" status: 204 len: 168 time: 1.0720611 Jan 28 06:46:49.851037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12741d6a-6b5c-4237-889d-4b79514bca9a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Subnet': ['ID=bf04a8b3-7404-4435-adc9-df6704c1f7cf,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:49.856462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43854) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:49.867936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-12741d6a-6b5c-4237-889d-4b79514bca9a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.880801 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a193222-ddb5-4130-ad0f-142691ad4678 None None] Network 3c3615d2-81c1-4be8-9e44-0758388e044a requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:49.881176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959de40-8f69-47c2-a7d5-4b0d8aaacf40 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506df14d-1fae-4cd9-8e7e-bb4b38fa2f92,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:49.885523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:49.897339 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-85549dc5-53bd-4898-8867-ab598be1722a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/d50cd126-0830-4d87-8aa9-4a4a0e99359e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7113245 Jan 28 06:46:49.904503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43858) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:49.908524 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-12741d6a-6b5c-4237-889d-4b79514bca9a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/bf04a8b3-7404-4435-adc9-df6704c1f7cf HTTP/1.1" status: 204 len: 168 time: 1.5878403 Jan 28 06:46:49.912047 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0401b746-0f02-4059-8427-3693ac1a106c None None] Sync routers for ids ['d50cd126-0830-4d87-8aa9-4a4a0e99359e'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:49.923256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43862) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:49.924828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.925695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:49.954687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64c1cde-f239-4c28-84ba-fa1ddd7b4e38 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting subnet 24ef88d3-b92c-4ed8-9cfd-3e9ddcb80dca {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:46:49.958391 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e64c1cde-f239-4c28-84ba-fa1ddd7b4e38 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:50.025606 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-51f78af5-7c81-44dd-9c7d-0ee7a5eae066 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:50.025889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e64c1cde-f239-4c28-84ba-fa1ddd7b4e38 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:50.053506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401b746-0f02-4059-8427-3693ac1a106c None None] Routers {'d50cd126-0830-4d87-8aa9-4a4a0e99359e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:50.054162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-0401b746-0f02-4059-8427-3693ac1a106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d50cd126-0830-4d87-8aa9-4a4a0e99359e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:50.213046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7b8ef1-2c32-4a5b-94b1-51815cfe835e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:50.213623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5f7b8ef1-2c32-4a5b-94b1-51815cfe835e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Synchronizing usage tracker for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:50.219330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-0401b746-0f02-4059-8427-3693ac1a106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:50.265729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:50.266587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:50.272228 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401b746-0f02-4059-8427-3693ac1a106c None None] Routers {'d50cd126-0830-4d87-8aa9-4a4a0e99359e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:50.273004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-0401b746-0f02-4059-8427-3693ac1a106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d50cd126-0830-4d87-8aa9-4a4a0e99359e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:50.278346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e64c1cde-f239-4c28-84ba-fa1ddd7b4e38 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:50.321254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5f7b8ef1-2c32-4a5b-94b1-51815cfe835e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Unset dirty status for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:50.322750 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5f7b8ef1-2c32-4a5b-94b1-51815cfe835e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports/01791307-5fbe-433e-b0f5-c35278cae738 HTTP/1.1" status: 200 len: 984 time: 0.4180117 Jan 28 06:46:50.326206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43866) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:50.337877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-0401b746-0f02-4059-8427-3693ac1a106c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:50.338300 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0401b746-0f02-4059-8427-3693ac1a106c None None] The sync data for ids ['d50cd126-0830-4d87-8aa9-4a4a0e99359e'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:50.381342 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:50.403454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-51f78af5-7c81-44dd-9c7d-0ee7a5eae066 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Calling delete_port for af4aa971-9045-4380-90c6-a95e12fc1247 owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:50.453356 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a31676f-cbed-4b62-afe2-7bb6733d6987 None None] DHCP port deletion for 3c3615d2-81c1-4be8-9e44-0758388e044a request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:46:50.453569 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:50.455402 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:50.456003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:50.456587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3a31676f-cbed-4b62-afe2-7bb6733d6987 None None] Deleting port 02d9ad17-030d-421f-9844-405769a44a3a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:50.457518 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a31676f-cbed-4b62-afe2-7bb6733d6987 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:50.462315 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-dda8f8b6-4a42-44e9-8e96-2e1f4cf33a26 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:50.499763 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72606ae-db58-40be-9f23-2d04b3229113 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:50.558749 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=3b00a3ef-6844-4014-b2b5-f4109e8c3cec,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:50.655104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e64c1cde-f239-4c28-84ba-fa1ddd7b4e38 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:50.668126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=a749755d-aeb3-45e6-a829-57dbfd94a71d,revision_number=4']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:50.675201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:50.727788 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fc86f2e3-6dcf-406a-920a-160c27f50a85 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 7.9664071 Jan 28 06:46:50.740733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43874) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:50.881873 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3a31676f-cbed-4b62-afe2-7bb6733d6987 None None] For port 02d9ad17-030d-421f-9844-405769a44a3a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=02d9ad17-030d-421f-9844-405769a44a3a,segment=NetworkSegment(e44d73e8-edfc-4cea-8807-b2d57dccfd65),segment_id=e44d73e8-edfc-4cea-8807-b2d57dccfd65)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:50.881873 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a31676f-cbed-4b62-afe2-7bb6733d6987 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:50.888906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port 02d9ad17-030d-421f-9844-405769a44a3a {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:50.890121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:50.917818 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3fa4faa1-96b8-4b75-b978-623088f2a1df req-cd1e6fd5-08f1-4c06-abc8-82631b26dfb6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 210 time: 0.1321571 Jan 28 06:46:50.918804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c1cde-f239-4c28-84ba-fa1ddd7b4e38 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Subnet': ['ID=24ef88d3-b92c-4ed8-9cfd-3e9ddcb80dca,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:50.923830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e64c1cde-f239-4c28-84ba-fa1ddd7b4e38 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:50.951651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe88e285-4d10-4210-bb90-bc45c162edf4 None None] Network 7e079f56-4ba2-40ae-adbc-316b440b7bd2 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:50.955691 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e64c1cde-f239-4c28-84ba-fa1ddd7b4e38 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/24ef88d3-b92c-4ed8-9cfd-3e9ddcb80dca HTTP/1.1" status: 204 len: 168 time: 1.1428344 Jan 28 06:46:50.962227 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43878) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:50.971062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'mac_address': 'fa:16:3e:8b:cc:99', 'name': 'tempest-NetworksTestDHCPv6-2065197033'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:50.984325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-dda8f8b6-4a42-44e9-8e96-2e1f4cf33a26 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:50.990341 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-dda8f8b6-4a42-44e9-8e96-2e1f4cf33a26 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1213892 Jan 28 06:46:50.990341 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c69329b6-908c-4c9c-b8e7-7646efde47a1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:51.002910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43880) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:51.006165 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-51f78af5-7c81-44dd-9c7d-0ee7a5eae066 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:51.037798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:51.073516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-45ed76c7-d55f-4eb8-b25c-6c68bd517720 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297427721'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:51.094148 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-45ed76c7-d55f-4eb8-b25c-6c68bd517720 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:51.125603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f78af5-7c81-44dd-9c7d-0ee7a5eae066 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event deleted for resources: {'Port': ['ID=af4aa971-9045-4380-90c6-a95e12fc1247,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:51.138811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:51.142748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3a31676f-cbed-4b62-afe2-7bb6733d6987 None None] Calling delete_port for 02d9ad17-030d-421f-9844-405769a44a3a owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:51.147534 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c69329b6-908c-4c9c-b8e7-7646efde47a1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:51.195445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port dd945f2e-4278-493c-89c7-5667b4c26609 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:51.196173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:51.283205 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-45ed76c7-d55f-4eb8-b25c-6c68bd517720 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:51.433392 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] For port a749755d-aeb3-45e6-a829-57dbfd94a71d, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a749755d-aeb3-45e6-a829-57dbfd94a71d,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:51.546467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] For port 02d9ad17-030d-421f-9844-405769a44a3a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=02d9ad17-030d-421f-9844-405769a44a3a,segment=NetworkSegment(e44d73e8-edfc-4cea-8807-b2d57dccfd65),segment_id=e44d73e8-edfc-4cea-8807-b2d57dccfd65)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:51.546936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:51.547145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:51.590976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-08e68403-0669-49ff-b85a-4886da1f628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:51.670282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Pushing event updated for resources: {'Port': ['ID=a749755d-aeb3-45e6-a829-57dbfd94a71d,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:51.682089 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015965f9-2c37-43da-a90d-150963c8bbbf None None] DHCP port deletion for 7e079f56-4ba2-40ae-adbc-316b440b7bd2 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:46:51.688112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for 02d9ad17-030d-421f-9844-405769a44a3a owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:51.701670 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a31676f-cbed-4b62-afe2-7bb6733d6987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:51.759146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] For port dd945f2e-4278-493c-89c7-5667b4c26609, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=dd945f2e-4278-493c-89c7-5667b4c26609,segment=NetworkSegment(890b4c64-96c1-4f4c-8016-e3cfb408c4bd),segment_id=890b4c64-96c1-4f4c-8016-e3cfb408c4bd)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:51.759719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:51.786192 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:51.786516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:51.788654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Could not find standard attr ID for object 3e81a8e4-6d64-4a70-bcaa-1949ba6ae81a. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:46:51.832565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a31676f-cbed-4b62-afe2-7bb6733d6987 None None] No DVR routers for this DVR port 02d9ad17-030d-421f-9844-405769a44a3a on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:51.834454 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-015965f9-2c37-43da-a90d-150963c8bbbf None None] Deleting port dd945f2e-4278-493c-89c7-5667b4c26609 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:51.835088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-015965f9-2c37-43da-a90d-150963c8bbbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:51.887877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31676f-cbed-4b62-afe2-7bb6733d6987 None None] Pushing event deleted for resources: {'Port': ['ID=02d9ad17-030d-421f-9844-405769a44a3a,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:51.897003 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7cc6132d-6caf-4cd3-9a53-0cc5475b4ca6 None None] Could not find standard attr ID for object 02d9ad17-030d-421f-9844-405769a44a3a. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:46:51.942738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69329b6-908c-4c9c-b8e7-7646efde47a1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event updated for resources: {'Port': ['ID=81f9e44e-96d8-4a08-8e99-44ea5b02ec03,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:51.956209 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-51f78af5-7c81-44dd-9c7d-0ee7a5eae066 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:51.962965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-45ed76c7-d55f-4eb8-b25c-6c68bd517720 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:51.988932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c69329b6-908c-4c9c-b8e7-7646efde47a1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] In _notify_port_updated(), no bound segment for port 81f9e44e-96d8-4a08-8e99-44ea5b02ec03 on network aae22878-ba90-4774-b123-675462c4a922 {{(pid=88216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:46:52.007015 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69329b6-908c-4c9c-b8e7-7646efde47a1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:52.007734 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c69329b6-908c-4c9c-b8e7-7646efde47a1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:52.013297 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c69329b6-908c-4c9c-b8e7-7646efde47a1 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "PUT /v2.0/ports/81f9e44e-96d8-4a08-8e99-44ea5b02ec03 HTTP/1.1" status: 200 len: 996 time: 3.0511024 Jan 28 06:46:52.027218 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43888) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:52.220454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for dd945f2e-4278-493c-89c7-5667b4c26609 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:52.220860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a749755d-aeb3-45e6-a829-57dbfd94a71d up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:46:52.284862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:52.304596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-015965f9-2c37-43da-a90d-150963c8bbbf None None] For port dd945f2e-4278-493c-89c7-5667b4c26609, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=dd945f2e-4278-493c-89c7-5667b4c26609,segment=NetworkSegment(890b4c64-96c1-4f4c-8016-e3cfb408c4bd),segment_id=890b4c64-96c1-4f4c-8016-e3cfb408c4bd)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:52.304981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-015965f9-2c37-43da-a90d-150963c8bbbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:52.316088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4c458b64-2105-4d7a-aead-d77720f4acaf None None] Provisioning complete for port 81f9e44e-96d8-4a08-8e99-44ea5b02ec03 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:52.316489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c458b64-2105-4d7a-aead-d77720f4acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:52.325121 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54e8f382-e13e-4650-a442-f1b902307ffe req-b6793677-f751-47cb-92c6-d35c301f5e68 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 210 time: 0.1190789 Jan 28 06:46:52.377283 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port 02d9ad17-030d-421f-9844-405769a44a3a {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:52.377671 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:52.407563 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-45ed76c7-d55f-4eb8-b25c-6c68bd517720 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:52.412501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-45ed76c7-d55f-4eb8-b25c-6c68bd517720 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:52.416635 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-45ed76c7-d55f-4eb8-b25c-6c68bd517720 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:52.422620 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-45ed76c7-d55f-4eb8-b25c-6c68bd517720 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:52.437461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4c458b64-2105-4d7a-aead-d77720f4acaf None None] Port 81f9e44e-96d8-4a08-8e99-44ea5b02ec03 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:52.450234 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:52.481894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-08e68403-0669-49ff-b85a-4886da1f628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port 01791307-5fbe-433e-b0f5-c35278cae738 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:52.482319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-08e68403-0669-49ff-b85a-4886da1f628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:52.505091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-015965f9-2c37-43da-a90d-150963c8bbbf None None] Calling delete_port for dd945f2e-4278-493c-89c7-5667b4c26609 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:52.513118 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:52.521955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:52.565862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4c458b64-2105-4d7a-aead-d77720f4acaf None None] Provisioning complete for port 01791307-5fbe-433e-b0f5-c35278cae738 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:52.566267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c458b64-2105-4d7a-aead-d77720f4acaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:52.568008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] The port '02d9ad17-030d-421f-9844-405769a44a3a' was deleted {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:46:52.576630 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:52.592910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=dd945f2e-4278-493c-89c7-5667b4c26609,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:52.598737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port a749755d-aeb3-45e6-a829-57dbfd94a71d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:52.598930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No DVR routers for this DVR port dd945f2e-4278-493c-89c7-5667b4c26609 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:52.599074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:52.703418 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4c458b64-2105-4d7a-aead-d77720f4acaf None None] Port 01791307-5fbe-433e-b0f5-c35278cae738 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:52.730372 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-47cf0580-3634-4309-8b3a-c2ecde89113f tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Deleting port 81f9e44e-96d8-4a08-8e99-44ea5b02ec03 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:52.731022 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-47cf0580-3634-4309-8b3a-c2ecde89113f tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:52.744409 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-015965f9-2c37-43da-a90d-150963c8bbbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:52.745144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-015965f9-2c37-43da-a90d-150963c8bbbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:52.833359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-570f20d3-ae5b-4aa8-ab5d-92fb0fc82b3c None None] Provisioning complete for port a749755d-aeb3-45e6-a829-57dbfd94a71d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:52.833994 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-570f20d3-ae5b-4aa8-ab5d-92fb0fc82b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:52.840542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:52.875059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device dd945f2e-4278-493c-89c7-5667b4c26609 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:46:52.877247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:52.928770 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: dd945f2e-4278-493c-89c7-5667b4c26609 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:46:52.929171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device dd945f2e-4278-493c-89c7-5667b4c26609 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:46:52.929505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 02d9ad17-030d-421f-9844-405769a44a3a no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:46:52.948977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-08e68403-0669-49ff-b85a-4886da1f628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:52.950666 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f78af5-7c81-44dd-9c7d-0ee7a5eae066 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Router f80713f6-f399-4b61-b4b8-b2fb0f37dba8 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:46:52.969845 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 02d9ad17-030d-421f-9844-405769a44a3a {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:46:52.970092 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 02d9ad17-030d-421f-9844-405769a44a3a not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:46:53.033967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.037073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e079f56-4ba2-40ae-adbc-316b440b7bd2']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:53.105658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-08e68403-0669-49ff-b85a-4886da1f628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for 01791307-5fbe-433e-b0f5-c35278cae738 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:53.189252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890b4c64-96c1-4f4c-8016-e3cfb408c4bd') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:53.189638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890b4c64-96c1-4f4c-8016-e3cfb408c4bd') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:53.226690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.246353 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-015965f9-2c37-43da-a90d-150963c8bbbf None None] Deleting port dd945f2e-4278-493c-89c7-5667b4c26609 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:53.247538 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-015965f9-2c37-43da-a90d-150963c8bbbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.269235 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.303918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:46:53.304322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:46:53.318958 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:46:53.323457 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-015965f9-2c37-43da-a90d-150963c8bbbf None None] The port 'dd945f2e-4278-493c-89c7-5667b4c26609' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:46:53.337406 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-6b470deb-2d5e-45f7-9609-06e3927eaaf8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:53.338869 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-6b470deb-2d5e-45f7-9609-06e3927eaaf8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/networks?id=98e0775f-f72f-4160-b526-3c217463d46f HTTP/1.1" status: 200 len: 796 time: 0.4660952 Jan 28 06:46:53.344656 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3615d2-81c1-4be8-9e44-0758388e044a']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:53.354982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f78af5-7c81-44dd-9c7d-0ee7a5eae066 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:53.370218 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a22aac-b020-4d4d-a428-686ce0f49825 None None] Sync routers for ids ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:53.370702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-45ed76c7-d55f-4eb8-b25c-6c68bd517720 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.378027 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44d73e8-edfc-4cea-8807-b2d57dccfd65') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:53.378245 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44d73e8-edfc-4cea-8807-b2d57dccfd65') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:53.381891 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a22aac-b020-4d4d-a428-686ce0f49825 None None] Routers {'f80713f6-f399-4b61-b4b8-b2fb0f37dba8'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:53.382452 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e1a22aac-b020-4d4d-a428-686ce0f49825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:53.421523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.460161 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e1a22aac-b020-4d4d-a428-686ce0f49825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:53.461512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-45ed76c7-d55f-4eb8-b25c-6c68bd517720 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.470839 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a22aac-b020-4d4d-a428-686ce0f49825 None None] Routers {'f80713f6-f399-4b61-b4b8-b2fb0f37dba8'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:53.472047 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e1a22aac-b020-4d4d-a428-686ce0f49825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:53.497671 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b8850fd2-cce5-4c05-a514-46023adfbbc5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 379 time: 0.0645792 Jan 28 06:46:53.526842 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.541860 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-51f78af5-7c81-44dd-9c7d-0ee7a5eae066 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "PUT /v2.0/routers/f80713f6-f399-4b61-b4b8-b2fb0f37dba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0380414 Jan 28 06:46:53.542452 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e1a22aac-b020-4d4d-a428-686ce0f49825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:53.543528 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a22aac-b020-4d4d-a428-686ce0f49825 None None] The sync data for ids ['f80713f6-f399-4b61-b4b8-b2fb0f37dba8'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:53.552745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43898) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:53.560010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'port': {'device_id': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'admin_state_up': True, 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'security_groups': ['c264c353-708e-4bcc-88d2-c4c2263f9f02']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:53.575752 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e43b10e6-df89-4d9e-a201-b49478e77bcb req-43faf4d6-4116-4a1c-a049-443963a393e4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 210 time: 0.0774875 Jan 28 06:46:53.593325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:46:53.593959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.620152 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:46:53.632522 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:46:53.636900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.643084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-45ed76c7-d55f-4eb8-b25c-6c68bd517720 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.644845 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-45ed76c7-d55f-4eb8-b25c-6c68bd517720 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.6400609 Jan 28 06:46:53.656424 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43902) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:53.689435 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-af27c3ca-339b-454f-9699-69b76f79653a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group_rule': {'security_group_id': '472713a5-258e-4f43-8b7a-12979de279ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:53.698604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed76c7-d55f-4eb8-b25c-6c68bd517720 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472713a5-258e-4f43-8b7a-12979de279ac,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:53.749936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-af27c3ca-339b-454f-9699-69b76f79653a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:53.776334 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 36cd1500-a08f-4fa9-ac63-3405c3549bb6 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:53.851450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.870212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Network': ['ID=7e079f56-4ba2-40ae-adbc-316b440b7bd2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:53.872284 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-e1650b29-a999-40a4-b9b3-a899949808aa tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] show failed (client error): The resource could not be found. Jan 28 06:46:53.876700 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e1650b29-a999-40a4-b9b3-a899949808aa tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-2123607655 HTTP/1.1" status: 404 len: 335 time: 0.3197277 Jan 28 06:46:53.885351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43906) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:53.940456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-af27c3ca-339b-454f-9699-69b76f79653a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:53.947326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-47cf0580-3634-4309-8b3a-c2ecde89113f tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:53.953497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e22e0d2c-eb99-4616-aa82-5af34480cd0c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:53.954580 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-af27c3ca-339b-454f-9699-69b76f79653a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:53.964983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-af27c3ca-339b-454f-9699-69b76f79653a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:54.034812 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-e22e0d2c-eb99-4616-aa82-5af34480cd0c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] update failed (client error): The resource could not be found. Jan 28 06:46:54.035880 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e22e0d2c-eb99-4616-aa82-5af34480cd0c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-145562022 HTTP/1.1" status: 404 len: 334 time: 0.1039712 Jan 28 06:46:54.043008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43910) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:54.083181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-47cf0580-3634-4309-8b3a-c2ecde89113f tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Calling delete_port for 81f9e44e-96d8-4a08-8e99-44ea5b02ec03 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:54.119205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:54.137214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-657f545e-1cfa-4a32-a069-992f08be5509 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Deleting subnet 34ab9ed8-0175-4e1b-a5a1-ae48c0d6a475 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:46:54.139152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:54.142822 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-657f545e-1cfa-4a32-a069-992f08be5509 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.159912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.193627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.194917 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7cc50d23-736a-4a49-9b2f-ba4fdffa32db tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/networks/7e079f56-4ba2-40ae-adbc-316b440b7bd2 HTTP/1.1" status: 204 len: 168 time: 3.2020948 Jan 28 06:46:54.195714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-08e68403-0669-49ff-b85a-4886da1f628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.199253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43914) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:54.211657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Network': ['ID=3c3615d2-81c1-4be8-9e44-0758388e044a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:54.230598 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af27c3ca-339b-454f-9699-69b76f79653a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.247102 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-884fdccc-3293-4e77-920a-9f22d6e90f76 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/networks/3c3615d2-81c1-4be8-9e44-0758388e044a HTTP/1.1" status: 204 len: 168 time: 4.3144691 Jan 28 06:46:54.249488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'network': {'name': 'tempest-RoutersTest-1672504756'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:54.255039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43918) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:54.264058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-657f545e-1cfa-4a32-a069-992f08be5509 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.292796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:54.302207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e68403-0669-49ff-b85a-4886da1f628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Port': ['ID=01791307-5fbe-433e-b0f5-c35278cae738,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:54.307026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'name': 'tempest-PortsTestJSON-1393141193'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:54.323353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:54.326757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.343189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:network and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:54.384026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:54.413097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:54.464910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af27c3ca-339b-454f-9699-69b76f79653a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.470613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-47cf0580-3634-4309-8b3a-c2ecde89113f tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.540128 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf0580-3634-4309-8b3a-c2ecde89113f tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event deleted for resources: {'Port': ['ID=81f9e44e-96d8-4a08-8e99-44ea5b02ec03,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:54.544846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af27c3ca-339b-454f-9699-69b76f79653a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.606562 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::2e0 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/3aba8c5c-3ce2-4469-9484-b790b7c8593b/36cd1500-a08f-4fa9-ac63-3405c3549bb6) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:54.649575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27c3ca-339b-454f-9699-69b76f79653a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86fac9f-040d-4991-b586-7a6de541c86d,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:54.657357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8b:cc99 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/3b00a3ef-6844-4014-b2b5-f4109e8c3cec/36cd1500-a08f-4fa9-ac63-3405c3549bb6) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:54.703382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:54.707450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.742696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-08e68403-0669-49ff-b85a-4886da1f628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.744421 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-47cf0580-3634-4309-8b3a-c2ecde89113f tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.746584 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-47cf0580-3634-4309-8b3a-c2ecde89113f tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "DELETE /v2.0/ports/81f9e44e-96d8-4a08-8e99-44ea5b02ec03 HTTP/1.1" status: 204 len: 168 time: 2.7169812 Jan 28 06:46:54.750248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43924) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:54.792389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af27c3ca-339b-454f-9699-69b76f79653a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.793714 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-af27c3ca-339b-454f-9699-69b76f79653a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1152155 Jan 28 06:46:54.794272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:54.804945 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43928) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:54.828466 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51956819-8f25-485f-ae8a-bc075c9ee1bd req-2ca43a7f-5e0a-4f4b-9cd1-49d74b114722 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 210 time: 0.1069031 Jan 28 06:46:54.839578 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43758b4-71a6-493b-922c-e9662b39c85a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] GET failed (client error): The resource could not be found. Jan 28 06:46:54.840359 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e43758b4-71a6-493b-922c-e9662b39c85a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Synchronizing usage tracker for tenant:928a0225bcdf41279543fb741c39e2f0 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:54.890428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:54.893761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6f511a2-4284-4d89-828f-558ffe5f5fc8 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.922645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-657f545e-1cfa-4a32-a069-992f08be5509 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.958965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e43758b4-71a6-493b-922c-e9662b39c85a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Unset dirty status for tenant:928a0225bcdf41279543fb741c39e2f0 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:54.960163 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e43758b4-71a6-493b-922c-e9662b39c85a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "GET /v2.0/ports/81f9e44e-96d8-4a08-8e99-44ea5b02ec03 HTTP/1.1" status: 404 len: 333 time: 0.2085094 Jan 28 06:46:54.963542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6f511a2-4284-4d89-828f-558ffe5f5fc8 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:54.972562 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43932) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:54.985415 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Request body: {'port': {'network_id': 'aae22878-ba90-4774-b123-675462c4a922', 'name': 'tempest-AllowedAddressPairTestJSON-1282389928'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:54.991817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:46:55.065648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:55.069673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:55.144618 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:55.173516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6f511a2-4284-4d89-828f-558ffe5f5fc8 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:55.189588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 36cd1500-a08f-4fa9-ac63-3405c3549bb6 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:55.192521 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:55.196837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:55.197190 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Added segment 782b966d-4be0-4596-b546-f7f88f9f459f of type vlan for network d2442c06-1555-45d4-8581-300564d241df Jan 28 06:46:55.203356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port d1213376-ec80-49cb-aa0f-96fbdcc14945 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:55.203766 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f511a2-4284-4d89-828f-558ffe5f5fc8 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c86fac9f-040d-4991-b586-7a6de541c86d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:55.215926 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6f511a2-4284-4d89-828f-558ffe5f5fc8 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:55.219281 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e6f511a2-4284-4d89-828f-558ffe5f5fc8 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c86fac9f-040d-4991-b586-7a6de541c86d HTTP/1.1" status: 204 len: 168 time: 0.4110487 Jan 28 06:46:55.219967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:55.221721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43936) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:55.285513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1029a479-e7cf-4dae-91c5-4357c1c0a57c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:55.299729 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Made reservation on behalf of 928a0225bcdf41279543fb741c39e2f0 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:55.303349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:55.325464 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] device_id is not set on port 69ac9478-e308-453e-839b-2e669ba49ac0 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:55.361668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1029a479-e7cf-4dae-91c5-4357c1c0a57c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:55.363011 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1029a479-e7cf-4dae-91c5-4357c1c0a57c tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1385674 Jan 28 06:46:55.365441 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:55.366911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43940) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:55.450149 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.7 (98e0775f-f72f-4160-b526-3c217463d46f/9494a6f9-bea7-41ec-95e0-ea86021426f4/5377f41d-d6c6-4d1c-8c9a-088a4f0df22d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:55.497053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:55.505047 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:55.509779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e68403-0669-49ff-b85a-4886da1f628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router d50cd126-0830-4d87-8aa9-4a4a0e99359e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:46:55.524537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:55.527292 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:55.528396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:55.531687 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=36cd1500-a08f-4fa9-ac63-3405c3549bb6,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:55.534850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:55.607361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-657f545e-1cfa-4a32-a069-992f08be5509 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:55.638906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b1b4dec9-cc5c-4923-906e-c9f5eca35cde tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:55.645019 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Allocated IP 172.20.0.7 (aae22878-ba90-4774-b123-675462c4a922/4ffba8e0-aff1-4a35-97fb-5430e446c1a0/69ac9478-e308-453e-839b-2e669ba49ac0) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:55.681116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b1b4dec9-cc5c-4923-906e-c9f5eca35cde tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:55.704157 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:46:55.714836 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8ea49b58-e3e2-442f-ae0b-a7b4cdc8177b tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8471010 Jan 28 06:46:55.727937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43944) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:55.777249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f545e-1cfa-4a32-a069-992f08be5509 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event deleted for resources: {'Subnet': ['ID=34ab9ed8-0175-4e1b-a5a1-ae48c0d6a475,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:55.801879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b941694-2439-4fc6-b5fb-3ae8735c24f8 None None] Network be390ec5-74fa-49a3-8fe0-156d1bbf2c9b requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:55.859045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-657f545e-1cfa-4a32-a069-992f08be5509 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:55.994032 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6a0806d8-9838-4b16-9133-405be3e18704 None None] Provisioning for port 36cd1500-a08f-4fa9-ac63-3405c3549bb6 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:56.001104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6a0806d8-9838-4b16-9133-405be3e18704 None None] Provisioning complete for port 36cd1500-a08f-4fa9-ac63-3405c3549bb6 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:56.001901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6a0806d8-9838-4b16-9133-405be3e18704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.069205 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-e3cded00-54ab-494a-9f37-5badecc5e9e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 36cd1500-a08f-4fa9-ac63-3405c3549bb6 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:56.069812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3cded00-54ab-494a-9f37-5badecc5e9e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.072868 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6a0806d8-9838-4b16-9133-405be3e18704 None None] Port 36cd1500-a08f-4fa9-ac63-3405c3549bb6 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:56.085735 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.091172 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:56.091795 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.097417 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2892a4dd-8eaf-413c-b1f7-9572b557ffd9 req-e3826a59-98ea-4eff-ade9-69f96f344091 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 210 time: 0.0566316 Jan 28 06:46:56.130095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e68403-0669-49ff-b85a-4886da1f628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:46:56.132822 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b1b4dec9-cc5c-4923-906e-c9f5eca35cde tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.143523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b185b943-eaf7-4a3b-97fb-fc9750264638 None None] Sync routers for ids ['d50cd126-0830-4d87-8aa9-4a4a0e99359e'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:46:56.157275 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-08e68403-0669-49ff-b85a-4886da1f628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/d50cd126-0830-4d87-8aa9-4a4a0e99359e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8296883 Jan 28 06:46:56.161880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b185b943-eaf7-4a3b-97fb-fc9750264638 None None] Routers {'d50cd126-0830-4d87-8aa9-4a4a0e99359e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:56.162690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b185b943-eaf7-4a3b-97fb-fc9750264638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d50cd126-0830-4d87-8aa9-4a4a0e99359e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:56.165897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43950) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:56.171845 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-657f545e-1cfa-4a32-a069-992f08be5509 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "DELETE /v2.0/subnets/34ab9ed8-0175-4e1b-a5a1-ae48c0d6a475 HTTP/1.1" status: 204 len: 168 time: 2.1278369 Jan 28 06:46:56.182116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43954) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:56.185494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.211692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4dec9-cc5c-4923-906e-c9f5eca35cde tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=472713a5-258e-4f43-8b7a-12979de279ac,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:56.224151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a1803b-c10b-4a31-87b9-a7af067e78c9 None None] DHCP port deletion for be390ec5-74fa-49a3-8fe0-156d1bbf2c9b request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:46:56.245347 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f8a1803b-c10b-4a31-87b9-a7af067e78c9 None None] Deleting port e02b1c2e-7648-4634-aa76-cdfcf6ef079c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:56.245722 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f8a1803b-c10b-4a31-87b9-a7af067e78c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.272209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b185b943-eaf7-4a3b-97fb-fc9750264638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:56.302242 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b185b943-eaf7-4a3b-97fb-fc9750264638 None None] Routers {'d50cd126-0830-4d87-8aa9-4a4a0e99359e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:46:56.303004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b185b943-eaf7-4a3b-97fb-fc9750264638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d50cd126-0830-4d87-8aa9-4a4a0e99359e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:56.371854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b185b943-eaf7-4a3b-97fb-fc9750264638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:56.372276 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b185b943-eaf7-4a3b-97fb-fc9750264638 None None] The sync data for ids ['d50cd126-0830-4d87-8aa9-4a4a0e99359e'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:46:56.413019 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2066076 Jan 28 06:46:56.413019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7f4d7-9f20-4a7c-9ced-a0c0872845fa tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Network': ['ID=d2442c06-1555-45d4-8581-300564d241df,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:56.413358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43958) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:56.420556 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b1b4dec9-cc5c-4923-906e-c9f5eca35cde tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.423963 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b1b4dec9-cc5c-4923-906e-c9f5eca35cde tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-groups/472713a5-258e-4f43-8b7a-12979de279ac HTTP/1.1" status: 204 len: 168 time: 1.0498426 Jan 28 06:46:56.429109 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43960) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:56.429980 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network d2442c06-1555-45d4-8581-300564d241df details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:46:56.431640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.439099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'subnet': {'network_id': 'd2442c06-1555-45d4-8581-300564d241df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:56.471110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.501186 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Transition to ACTIVE for port object 69ac9478-e308-453e-839b-2e669ba49ac0 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:56.582632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Deleting port e02b1c2e-7648-4634-aa76-cdfcf6ef079c {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:56.582975 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.598379 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.664414 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3cded00-54ab-494a-9f37-5badecc5e9e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.705334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f8a1803b-c10b-4a31-87b9-a7af067e78c9 None None] For port e02b1c2e-7648-4634-aa76-cdfcf6ef079c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e02b1c2e-7648-4634-aa76-cdfcf6ef079c,segment=NetworkSegment(fb4eeeb4-f9ab-4594-8b1e-310141c9fe86),segment_id=fb4eeeb4-f9ab-4594-8b1e-310141c9fe86)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:56.705833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f8a1803b-c10b-4a31-87b9-a7af067e78c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.798684 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:56.803853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:subnet and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:56.807478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:56.819335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:56.844250 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-e3cded00-54ab-494a-9f37-5badecc5e9e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 36cd1500-a08f-4fa9-ac63-3405c3549bb6 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:56.855669 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f8a1803b-c10b-4a31-87b9-a7af067e78c9 None None] Calling delete_port for e02b1c2e-7648-4634-aa76-cdfcf6ef079c owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:56.887280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:56.928891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-595861e1-3bae-448a-a950-af49b0bb4a04 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:56.934535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:56.937954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:56.954683 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-d464c3fa-4b2f-46cf-b1c4-4ba5a43ca1fe tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 06:46:56.955758 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d464c3fa-4b2f-46cf-b1c4-4ba5a43ca1fe tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/d50cd126-0830-4d87-8aa9-4a4a0e99359e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7863734 Jan 28 06:46:56.959889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43966) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:57.054728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:57.057483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f8a1803b-c10b-4a31-87b9-a7af067e78c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:57.113843 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1803b-c10b-4a31-87b9-a7af067e78c9 None None] Pushing event deleted for resources: {'Port': ['ID=e02b1c2e-7648-4634-aa76-cdfcf6ef079c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:57.116437 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1803b-c10b-4a31-87b9-a7af067e78c9 None None] No DVR routers for this DVR port e02b1c2e-7648-4634-aa76-cdfcf6ef079c on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:46:57.134401 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6388f22e-6caa-4389-961d-9f4c94a89041 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Synchronizing usage tracker for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:57.175958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] For port e02b1c2e-7648-4634-aa76-cdfcf6ef079c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e02b1c2e-7648-4634-aa76-cdfcf6ef079c,segment=NetworkSegment(fb4eeeb4-f9ab-4594-8b1e-310141c9fe86),segment_id=fb4eeeb4-f9ab-4594-8b1e-310141c9fe86)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:46:57.176340 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:57.199364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:57.199364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-595861e1-3bae-448a-a950-af49b0bb4a04 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:57.199364 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-595861e1-3bae-448a-a950-af49b0bb4a04 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7611272 Jan 28 06:46:57.225473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Network aae22878-ba90-4774-b123-675462c4a922 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:57.229783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43972) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:57.238607 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:57.297617 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:57.319927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network bff64c5c-baec-43ab-a663-4a77377cc13f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:57.327737 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-135c963f-2917-4b8d-a74a-c1ee6d87eb23 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074945027'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:57.330356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:57.337047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a87a8863-667c-421d-b19c-62b53765819d req-717d69ca-3b27-4a3a-b52a-896e585beab6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:57.337047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:57.342149 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:57.342762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:57.373167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=d1213376-ec80-49cb-aa0f-96fbdcc14945,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:57.382000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a87a8863-667c-421d-b19c-62b53765819d req-717d69ca-3b27-4a3a-b52a-896e585beab6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:57.383086 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a87a8863-667c-421d-b19c-62b53765819d req-717d69ca-3b27-4a3a-b52a-896e585beab6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 210 time: 0.1459200 Jan 28 06:46:57.389519 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event updated for resources: {'Port': ['ID=69ac9478-e308-453e-839b-2e669ba49ac0,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:57.407387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Calling delete_port for e02b1c2e-7648-4634-aa76-cdfcf6ef079c owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:57.432128 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-135c963f-2917-4b8d-a74a-c1ee6d87eb23 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:57.435771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:57.445487 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6388f22e-6caa-4389-961d-9f4c94a89041 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Unset dirty status for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:57.446664 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6388f22e-6caa-4389-961d-9f4c94a89041 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50cd126-0830-4d87-8aa9-4a4a0e99359e HTTP/1.1" status: 200 len: 205 time: 0.4840300 Jan 28 06:46:57.458486 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43976) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:57.485153 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-40691e9c-b96b-4195-9e24-a6e36a33ec6d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1940758 Jan 28 06:46:57.495085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43980) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:57.539011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 98e0775f-f72f-4160-b526-3c217463d46f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:46:57.544429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a30999d1-15a0-4b8f-83fd-af88465ad6e1 None None] Provisioning for port 69ac9478-e308-453e-839b-2e669ba49ac0 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:57.547869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:57.551015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a30999d1-15a0-4b8f-83fd-af88465ad6e1 None None] Provisioning complete for port 69ac9478-e308-453e-839b-2e669ba49ac0 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:57.551513 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a30999d1-15a0-4b8f-83fd-af88465ad6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:57.558595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:46:57.626335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:57.649079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a30999d1-15a0-4b8f-83fd-af88465ad6e1 None None] Port 69ac9478-e308-453e-839b-2e669ba49ac0 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:57.651811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d1f45-49d7-4e0d-af48-b188f1974cce tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port d1213376-ec80-49cb-aa0f-96fbdcc14945 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:57.652156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0e7d1f45-49d7-4e0d-af48-b188f1974cce tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:57.669525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-135c963f-2917-4b8d-a74a-c1ee6d87eb23 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:57.767152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:57.767851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:57.863507 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-135c963f-2917-4b8d-a74a-c1ee6d87eb23 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:57.878661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:57.879287 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:57.900196 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5888801d-6060-44ed-9c0e-f0edcba9aa91 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:57.911105 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-1ce90b4c-9ec8-4c72-b2c0-d3821b9afe89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3591244 Jan 28 06:46:57.927998 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0e7d1f45-49d7-4e0d-af48-b188f1974cce tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:57.945709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d7336d8c-efbe-4fd8-ac1b-86d1c2faaf0b None None] Provisioning for port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:46:57.952281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d7336d8c-efbe-4fd8-ac1b-86d1c2faaf0b None None] Provisioning complete for port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:46:57.952652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7336d8c-efbe-4fd8-ac1b-86d1c2faaf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.023878 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d7336d8c-efbe-4fd8-ac1b-86d1c2faaf0b None None] Port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:46:58.044329 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:46:58.044701 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:46:58.059455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Request body: {'port': {'device_id': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:58.060838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-135c963f-2917-4b8d-a74a-c1ee6d87eb23 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:58.094640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-0e7d1f45-49d7-4e0d-af48-b188f1974cce tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for d1213376-ec80-49cb-aa0f-96fbdcc14945 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:46:58.107885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e02b1c2e-7648-4634-aa76-cdfcf6ef079c no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:46:58.111960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-135c963f-2917-4b8d-a74a-c1ee6d87eb23 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:58.119215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-135c963f-2917-4b8d-a74a-c1ee6d87eb23 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:58.143412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: e02b1c2e-7648-4634-aa76-cdfcf6ef079c {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:46:58.143888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e02b1c2e-7648-4634-aa76-cdfcf6ef079c not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:46:58.194261 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e7b5b7cf-3d71-4bbe-8feb-a03290e98bc7 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2183917 Jan 28 06:46:58.195441 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-135c963f-2917-4b8d-a74a-c1ee6d87eb23 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:58.198920 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43986) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:58.250543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.262916 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Request body: {'port': {'network_id': 'aae22878-ba90-4774-b123-675462c4a922', 'name': 'tempest-AllowedAddressPairTestJSON-1149275886'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:58.286002 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3cded00-54ab-494a-9f37-5badecc5e9e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.303140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5888801d-6060-44ed-9c0e-f0edcba9aa91 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.331056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0e7d1f45-49d7-4e0d-af48-b188f1974cce tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.339640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5888801d-6060-44ed-9c0e-f0edcba9aa91 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.381662 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cded00-54ab-494a-9f37-5badecc5e9e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=36cd1500-a08f-4fa9-ac63-3405c3549bb6,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:58.403716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7d1f45-49d7-4e0d-af48-b188f1974cce tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=d1213376-ec80-49cb-aa0f-96fbdcc14945,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:58.430421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0e7d1f45-49d7-4e0d-af48-b188f1974cce tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.548614 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Deleting port e02b1c2e-7648-4634-aa76-cdfcf6ef079c {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:46:58.549057 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.587267 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0e7d1f45-49d7-4e0d-af48-b188f1974cce tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/d1213376-ec80-49cb-aa0f-96fbdcc14945 HTTP/1.1" status: 204 len: 168 time: 1.0883548 Jan 28 06:46:58.596305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 43992) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:58.601787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'mac_address': 'fa:16:3e:a5:e6:67', 'name': 'tempest-PortsTestJSON-1939852837'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:58.614634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3cded00-54ab-494a-9f37-5badecc5e9e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.630025 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5888801d-6060-44ed-9c0e-f0edcba9aa91 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.630541 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5888801d-6060-44ed-9c0e-f0edcba9aa91 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Fanout notify agent at l3_agent the message router_deleted on router d50cd126-0830-4d87-8aa9-4a4a0e99359e {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:46:58.679756 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] The port 'e02b1c2e-7648-4634-aa76-cdfcf6ef079c' was deleted {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:46:58.728584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5888801d-6060-44ed-9c0e-f0edcba9aa91 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.729578 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5888801d-6060-44ed-9c0e-f0edcba9aa91 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/routers/d50cd126-0830-4d87-8aa9-4a4a0e99359e HTTP/1.1" status: 204 len: 168 time: 1.2596805 Jan 28 06:46:58.730720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:58.734427 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-135c963f-2917-4b8d-a74a-c1ee6d87eb23 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.738938 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e3cded00-54ab-494a-9f37-5badecc5e9e9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/36cd1500-a08f-4fa9-ac63-3405c3549bb6 HTTP/1.1" status: 204 len: 168 time: 3.0100794 Jan 28 06:46:58.743322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.749742 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43996) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:58.749742 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 43998) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:58.830323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:58.848822 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-135c963f-2917-4b8d-a74a-c1ee6d87eb23 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.971179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:58.997710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Made reservation on behalf of 928a0225bcdf41279543fb741c39e2f0 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:59.001175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.009222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:59.020907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:port and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:59.033828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:59.048356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-085fd489-3110-48cf-bf27-63af6a0f68db tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting subnet 2894b910-ed66-4433-aa3e-1adf276f3c17 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:46:59.050667 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c963f-2917-4b8d-a74a-c1ee6d87eb23 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b9c303-beb8-4a2d-96bd-7a1432c646fb,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:59.054893 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be390ec5-74fa-49a3-8fe0-156d1bbf2c9b']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:59.075807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:59.076276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-085fd489-3110-48cf-bf27-63af6a0f68db tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.076566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Subnet': ['ID=48863fb0-a16d-4f98-a700-6cce35c52ce9,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:59.083208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338dd47-c45e-4403-9b15-3e3831aecbb6 req-28bfe40a-29a8-46c3-8424-e4edefd0032d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:59.084640 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9338dd47-c45e-4403-9b15-3e3831aecbb6 req-28bfe40a-29a8-46c3-8424-e4edefd0032d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 931 time: 0.5727572 Jan 28 06:46:59.096759 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Checking segment: {'id': '782b966d-4be0-4596-b546-f7f88f9f459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd2442c06-1555-45d4-8581-300564d241df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:46:59.096986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network hostable DHCP agents. Network: d2442c06-1555-45d4-8581-300564d241df, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:46:59.098021 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] device_id is not set on port 70cd6a5d-8035-4e75-a612-cd1211554f03 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:59.208604 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9338dd47-c45e-4403-9b15-3e3831aecbb6 req-7451d1bc-2144-494f-9547-242ee2566040 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148922 Jan 28 06:46:59.222524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:46:59.230631 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.246257 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Transition to ACTIVE for port object 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:46:59.273996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network d2442c06-1555-45d4-8581-300564d241df is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:46:59.275085 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb4eeeb4-f9ab-4594-8b1e-310141c9fe86') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:59.275542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb4eeeb4-f9ab-4594-8b1e-310141c9fe86') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:46:59.281792 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-135c963f-2917-4b8d-a74a-c1ee6d87eb23 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.286214 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-135c963f-2917-4b8d-a74a-c1ee6d87eb23 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0464387 Jan 28 06:46:59.286407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44004) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:59.291641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4fdf24c7-af09-407b-bb22-8fac31af1792 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group_rule': {'security_group_id': '01b9c303-beb8-4a2d-96bd-7a1432c646fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:59.297592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4fdf24c7-af09-407b-bb22-8fac31af1792 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:59.303418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4fdf24c7-af09-407b-bb22-8fac31af1792 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:59.306508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4fdf24c7-af09-407b-bb22-8fac31af1792 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:59.309125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:46:59.317969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.331798 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4fdf24c7-af09-407b-bb22-8fac31af1792 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:59.335449 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-085fd489-3110-48cf-bf27-63af6a0f68db tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.387542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.396640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9367d14-088c-44db-8d61-20d7bae00e31 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:59.397338 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c9367d14-088c-44db-8d61-20d7bae00e31 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:46:59.412441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.415810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, d2442c06-1555-45d4-8581-300564d241df) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:46:59.421389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:46:59.421567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.427202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52db2ad7-1f17-45ab-932e-f6655170108b None None] Network d2442c06-1555-45d4-8581-300564d241df requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:46:59.430151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:46:59.430550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:46:59.445516 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:46:59.510477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.528919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fdf24c7-af09-407b-bb22-8fac31af1792 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.631970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c9367d14-088c-44db-8d61-20d7bae00e31 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:46:59.633387 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c9367d14-088c-44db-8d61-20d7bae00e31 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.8871317 Jan 28 06:46:59.636190 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4dc2b667-fda0-45da-bc43-68d2cf52c3ce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2085819 Jan 28 06:46:59.636831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44008) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:59.637461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Allocated IP 172.20.0.13 (aae22878-ba90-4774-b123-675462c4a922/4ffba8e0-aff1-4a35-97fb-5430e446c1a0/70cd6a5d-8035-4e75-a612-cd1211554f03) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:59.640024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44010) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:59.647976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4cba283e-dcee-4c2c-a581-e4a3987c4713 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-886345352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:46:59.656557 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-085fd489-3110-48cf-bf27-63af6a0f68db tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.692332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.694468 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4cba283e-dcee-4c2c-a581-e4a3987c4713 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:46:59.707634 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-d2442c06-1555-45d4-8581-300564d241df', 'network_id': 'd2442c06-1555-45d4-8581-300564d241df', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'fixed_ips': [{'subnet_id': '48863fb0-a16d-4f98-a700-6cce35c52ce9'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:46:59.710675 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.723299 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4cba283e-dcee-4c2c-a581-e4a3987c4713 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:router and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:46:59.726499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.739340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Pushing event updated for resources: {'Port': ['ID=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:59.741708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4cba283e-dcee-4c2c-a581-e4a3987c4713 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:46:59.743016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port f5e72b09-5715-425b-a885-e42785e4aa6e yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:46:59.771868 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4cba283e-dcee-4c2c-a581-e4a3987c4713 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:46:59.774258 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event deleted for resources: {'Network': ['ID=be390ec5-74fa-49a3-8fe0-156d1bbf2c9b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:46:59.790606 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8d2e0726-1b1d-4c76-8a0b-d64f93bd436c tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "DELETE /v2.0/networks/be390ec5-74fa-49a3-8fe0-156d1bbf2c9b HTTP/1.1" status: 204 len: 168 time: 3.6013367 Jan 28 06:46:59.798864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44016) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:46:59.923938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Allocated IP 172.20.0.2 (d2442c06-1555-45d4-8581-300564d241df/48863fb0-a16d-4f98-a700-6cce35c52ce9/43c23c1d-b4ca-4a2f-963e-e1bd558fcc62) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:46:59.963359 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4cba283e-dcee-4c2c-a581-e4a3987c4713 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.964694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4cba283e-dcee-4c2c-a581-e4a3987c4713 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.970873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fdf24c7-af09-407b-bb22-8fac31af1792 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:46:59.990822 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-085fd489-3110-48cf-bf27-63af6a0f68db tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.044940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Attempting to bind port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:00.045283 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Attempting to bind port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '5fbf314a-ca07-484f-996a-cf450c6d8384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:00.045806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Attempting to bind port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d on network 98e0775f-f72f-4160-b526-3c217463d46f {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:00.049556 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fd489-3110-48cf-bf27-63af6a0f68db tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Subnet': ['ID=2894b910-ed66-4433-aa3e-1adf276f3c17,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:00.056049 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4cba283e-dcee-4c2c-a581-e4a3987c4713 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.057724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fdf24c7-af09-407b-bb22-8fac31af1792 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.064028 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.068006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0fed8f-0327-4c72-b009-8ffbe685702d tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Deleting subnet 54bea8c3-e7a0-4f05-8935-53ed96851a38 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:47:00.069437 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-085fd489-3110-48cf-bf27-63af6a0f68db tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.075523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca49b9-402d-43cd-b9d4-8f45f9a5c71e None None] Network 726b393b-ce3a-472e-ba9e-a083ef6c9721 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:00.082484 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc0fed8f-0327-4c72-b009-8ffbe685702d tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.092908 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-085fd489-3110-48cf-bf27-63af6a0f68db tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/2894b910-ed66-4433-aa3e-1adf276f3c17 HTTP/1.1" status: 204 len: 168 time: 1.3478997 Jan 28 06:47:00.095170 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Transition to ACTIVE for port object 70cd6a5d-8035-4e75-a612-cd1211554f03 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:00.097183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44020) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:00.146822 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf24c7-af09-407b-bb22-8fac31af1792 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0f39eb-76fe-4357-8a12-e539526fc89d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:00.150577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d on network 98e0775f-f72f-4160-b526-3c217463d46f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:47:00.150901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Attempting to bind port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d on network 98e0775f-f72f-4160-b526-3c217463d46f {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:00.188115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:00.188456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Checking segment: {'id': '5fbf314a-ca07-484f-996a-cf450c6d8384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:00.189029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Bound using segment: {'id': '5fbf314a-ca07-484f-996a-cf450c6d8384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:00.189642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Bound port: 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fbf314a-ca07-484f-996a-cf450c6d8384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:00.190170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.207943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4cba283e-dcee-4c2c-a581-e4a3987c4713 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.227098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.232014 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.239859 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Transition to ACTIVE for port object 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:00.250502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:00.250753 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407c5f36-b2fb-407b-bc8d-91246463d9d7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:00.250981 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.251669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-407c5f36-b2fb-407b-bc8d-91246463d9d7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:00.257322 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Transition to ACTIVE for port object 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:00.303568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc0fed8f-0327-4c72-b009-8ffbe685702d tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.351811 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.352278 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.354342 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4cba283e-dcee-4c2c-a581-e4a3987c4713 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.355550 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4cba283e-dcee-4c2c-a581-e4a3987c4713 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7142906 Jan 28 06:47:00.365674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44026) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:00.376737 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-407c5f36-b2fb-407b-bc8d-91246463d9d7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:00.390584 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-407c5f36-b2fb-407b-bc8d-91246463d9d7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7370708 Jan 28 06:47:00.390584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4fdf24c7-af09-407b-bb22-8fac31af1792 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.390584 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4fdf24c7-af09-407b-bb22-8fac31af1792 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0933678 Jan 28 06:47:00.405509 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44030) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:00.405829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44032) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:00.426889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Network d2442c06-1555-45d4-8581-300564d241df is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:00.432109 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:00.435005 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:00.525030 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Network aae22878-ba90-4774-b123-675462c4a922 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:00.531151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Pushing event updated for resources: {'Port': ['ID=43c23c1d-b4ca-4a2f-963e-e1bd558fcc62,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:00.535886 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f3fbc285-9b68-4932-888f-2ca97bf44a03 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules/ea0f39eb-76fe-4357-8a12-e539526fc89d HTTP/1.1" status: 200 len: 763 time: 0.1266472 Jan 28 06:47:00.541162 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:00.552897 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44038) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:00.562143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:00.605591 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Attempting to bind port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:00.605973 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Attempting to bind port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '782b966d-4be0-4596-b546-f7f88f9f459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd2442c06-1555-45d4-8581-300564d241df'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:00.606338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Attempting to bind port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 on network d2442c06-1555-45d4-8581-300564d241df {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:00.615428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:00.615783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Checking segment: {'id': '782b966d-4be0-4596-b546-f7f88f9f459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd2442c06-1555-45d4-8581-300564d241df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:00.616192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.616725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Bound using segment: {'id': '782b966d-4be0-4596-b546-f7f88f9f459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd2442c06-1555-45d4-8581-300564d241df'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:00.617195 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Bound port: 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782b966d-4be0-4596-b546-f7f88f9f459f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd2442c06-1555-45d4-8581-300564d241df'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:00.617921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.633278 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:00.633902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.648530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event updated for resources: {'Port': ['ID=70cd6a5d-8035-4e75-a612-cd1211554f03,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:00.673328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2273cb03-8f3d-4838-8ae4-aeb42511daac tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:00.676759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2273cb03-8f3d-4838-8ae4-aeb42511daac tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:00.677755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2273cb03-8f3d-4838-8ae4-aeb42511daac tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:00.678567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2273cb03-8f3d-4838-8ae4-aeb42511daac tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:00.684423 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52673d0b-5c07-4dc8-bc4e-9a44964477e0 None None] DHCP port deletion for 726b393b-ce3a-472e-ba9e-a083ef6c9721 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:47:00.703594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-52673d0b-5c07-4dc8-bc4e-9a44964477e0 None None] Deleting port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:00.704851 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52673d0b-5c07-4dc8-bc4e-9a44964477e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.745489 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1600ddb9-7a5a-4ae5-a0c9-1ce1925c6a30 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5445430 Jan 28 06:47:00.746410 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44042) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:00.761020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c9b4aafb-737b-4be4-a9df-32d4f0c6c39a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:35:11:ae'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:f7:a8:09'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:00.825393 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] For port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1,segment=NetworkSegment(d1f486b0-b7ef-4a94-be55-549c6b885e82),segment_id=d1f486b0-b7ef-4a94-be55-549c6b885e82)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:00.825769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.911897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] For port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:00.920311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-df489d96-4674-4e05-a9e3-81e044ec0aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.945962 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] For port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=43c23c1d-b4ca-4a2f-963e-e1bd558fcc62,segment=NetworkSegment(782b966d-4be0-4596-b546-f7f88f9f459f),segment_id=782b966d-4be0-4596-b546-f7f88f9f459f)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:00.946906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f09243b8-adaf-431c-91db-12928ba073b3 None None] Provisioning for port 70cd6a5d-8035-4e75-a612-cd1211554f03 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:00.965608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f09243b8-adaf-431c-91db-12928ba073b3 None None] Provisioning complete for port 70cd6a5d-8035-4e75-a612-cd1211554f03 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:00.966980 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f09243b8-adaf-431c-91db-12928ba073b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:00.967111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.050789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] For port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:01.073507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.132938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-52673d0b-5c07-4dc8-bc4e-9a44964477e0 None None] For port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1,segment=NetworkSegment(d1f486b0-b7ef-4a94-be55-549c6b885e82),segment_id=d1f486b0-b7ef-4a94-be55-549c6b885e82)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:01.133349 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52673d0b-5c07-4dc8-bc4e-9a44964477e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.148724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] For port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d,segment=NetworkSegment(5fbf314a-ca07-484f-996a-cf450c6d8384),segment_id=5fbf314a-ca07-484f-996a-cf450c6d8384)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:01.169957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f09243b8-adaf-431c-91db-12928ba073b3 None None] Port 70cd6a5d-8035-4e75-a612-cd1211554f03 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:01.226172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:01.233526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc0fed8f-0327-4c72-b009-8ffbe685702d tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.265218 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.288948 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-394c9ffd-2d99-4938-aa3c-f7a609ef9cb4 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:01.305593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2273cb03-8f3d-4838-8ae4-aeb42511daac tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:01.305881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-52673d0b-5c07-4dc8-bc4e-9a44964477e0 None None] Calling delete_port for da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:01.306242 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2273cb03-8f3d-4838-8ae4-aeb42511daac tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.8979759 Jan 28 06:47:01.321403 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44046) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:01.349108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0a3ce-1a08-4ffb-a74d-f640e54c7560 req-afb8f969-abc6-4065-9c6e-2b1993d3e2e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:01.350755 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67f0a3ce-1a08-4ffb-a74d-f640e54c7560 req-afb8f969-abc6-4065-9c6e-2b1993d3e2e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 943 time: 0.9629641 Jan 28 06:47:01.373976 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f27172-406d-4dd0-a323-9df735d7900e None None] Pushing event updated for resources: {'Port': ['ID=43c23c1d-b4ca-4a2f-963e-e1bd558fcc62,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:01.423965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9b4aafb-737b-4be4-a9df-32d4f0c6c39a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.428341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:01.429096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.430524 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] 10.222.0.37 "PUT /v2.0/ports/5377f41d-d6c6-4d1c-8c9a-088a4f0df22d HTTP/1.1" status: 200 len: 1093 time: 3.4949317 Jan 28 06:47:01.432954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'tag': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:47:01.504531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.512416 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-52673d0b-5c07-4dc8-bc4e-9a44964477e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.514008 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67f0a3ce-1a08-4ffb-a74d-f640e54c7560 req-ccd87090-32c3-431b-9fdd-563f9694191e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349640 Jan 28 06:47:01.538767 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-18926466-2c99-4021-8782-4ded865d660f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 3aba8c5c-3ce2-4469-9484-b790b7c8593b {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:47:01.543066 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18926466-2c99-4021-8782-4ded865d660f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.595695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52673d0b-5c07-4dc8-bc4e-9a44964477e0 None None] Pushing event deleted for resources: {'Port': ['ID=da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:01.601119 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52673d0b-5c07-4dc8-bc4e-9a44964477e0 None None] No DVR routers for this DVR port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:47:01.625555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0035f-c15b-4a16-89e6-010a7e4c1d3c service neutron] Pushing event updated for resources: {'Port': ['ID=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:01.633013 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-394c9ffd-2d99-4938-aa3c-f7a609ef9cb4 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:01.635761 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-394c9ffd-2d99-4938-aa3c-f7a609ef9cb4 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.0768700 Jan 28 06:47:01.645880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.656544 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44054) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:01.659202 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:47:01.659577 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:47:01.714451 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-29ebfc66-e5bb-4cb8-babc-341c87eb71a5 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.731877 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18926466-2c99-4021-8782-4ded865d660f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.735745 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'tag': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'status': 'completed', 'code': 200} Jan 28 06:47:01.784911 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network bff64c5c-baec-43ab-a663-4a77377cc13f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:01.794581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:01.800084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:01.806052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:01.806674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.810525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=f5e72b09-5715-425b-a885-e42785e4aa6e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:01.844928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-29ebfc66-e5bb-4cb8-babc-341c87eb71a5 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.883662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc0fed8f-0327-4c72-b009-8ffbe685702d tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:01.957816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db469680-bdea-4c05-8f3f-24ab5d483292 None None] Network de102938-63de-4f82-88af-3f247bd450eb requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:02.003589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0fed8f-0327-4c72-b009-8ffbe685702d tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event deleted for resources: {'Subnet': ['ID=54bea8c3-e7a0-4f05-8935-53ed96851a38,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:02.005419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc0fed8f-0327-4c72-b009-8ffbe685702d tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.009576 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dc0fed8f-0327-4c72-b009-8ffbe685702d tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "DELETE /v2.0/subnets/54bea8c3-e7a0-4f05-8935-53ed96851a38 HTTP/1.1" status: 204 len: 168 time: 2.1982048 Jan 28 06:47:02.012947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44058) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:02.048495 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-29ebfc66-e5bb-4cb8-babc-341c87eb71a5 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.066432 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-27473727-8096-43ce-9a03-b34b6d7ee811 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4690824 Jan 28 06:47:02.070272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-16b5456d-5e38-4c9d-8984-30eec9487f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:02.075304 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-16b5456d-5e38-4c9d-8984-30eec9487f22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 1096 time: 0.5015178 Jan 28 06:47:02.076448 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44062) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:02.086552 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18926466-2c99-4021-8782-4ded865d660f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.186786 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ebfc66-e5bb-4cb8-babc-341c87eb71a5 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea0f39eb-76fe-4357-8a12-e539526fc89d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:02.191126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:02.191494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.215701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:02.296151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db85686-0c3c-4bf5-ab1c-1471e1297856 None None] DHCP port deletion for de102938-63de-4f82-88af-3f247bd450eb request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:47:02.299919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4db85686-0c3c-4bf5-ab1c-1471e1297856 None None] Deleting port 5559172a-69cd-44ee-856d-a06a7b18c300 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:02.302553 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4db85686-0c3c-4bf5-ab1c-1471e1297856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.309735 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-973a5e4e-a64b-4d01-8155-f044847b6d00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d HTTP/1.1" status: 200 len: 217 time: 0.1930053 Jan 28 06:47:02.334313 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] The port 'da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1' was deleted {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:47:02.392083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8e2dc6-4028-4667-b8e3-cda55305ab44 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Deleting subnet 19f98fbe-af7a-4585-83bc-fa6c7d5eccd8 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:47:02.395835 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2dc6-4028-4667-b8e3-cda55305ab44 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.396088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bdabdf-8d07-45d1-8044-8e3cb5f9fef5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:02.396965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-87bdabdf-8d07-45d1-8044-8e3cb5f9fef5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:02.400334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:02.436497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-7f04dcd4-0e92-4746-b7c0-66f272f2b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:02.440896 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-7f04dcd4-0e92-4746-b7c0-66f272f2b008 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9494a6f9-bea7-41ec-95e0-ea86021426f4 HTTP/1.1" status: 200 len: 833 time: 0.1178238 Jan 28 06:47:02.447959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18926466-2c99-4021-8782-4ded865d660f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.515656 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-29ebfc66-e5bb-4cb8-babc-341c87eb71a5 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.516803 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-29ebfc66-e5bb-4cb8-babc-341c87eb71a5 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ea0f39eb-76fe-4357-8a12-e539526fc89d HTTP/1.1" status: 204 len: 168 time: 0.8563766 Jan 28 06:47:02.520122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.resource_extend [None req-c9b4aafb-737b-4be4-a9df-32d4f0c6c39a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:47:02.539708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18926466-2c99-4021-8782-4ded865d660f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=3aba8c5c-3ce2-4469-9484-b790b7c8593b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:02.543971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:47:02.548752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44066) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:02.564640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9b4aafb-737b-4be4-a9df-32d4f0c6c39a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.571181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18926466-2c99-4021-8782-4ded865d660f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.597359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351d8157-6702-4fcd-a01d-098ce995056d None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:02.624585 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:47:02.624931 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device da72fb97-d74e-4f5a-8fe3-23cbebdcf0c1 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:47:02.654674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.660876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-adc87721-71c2-43af-b7af-cd1702b317d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:02.662242 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4db85686-0c3c-4bf5-ab1c-1471e1297856 None None] For port 5559172a-69cd-44ee-856d-a06a7b18c300, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5559172a-69cd-44ee-856d-a06a7b18c300,segment=NetworkSegment(d1381483-be80-4490-ace2-32f2a2b41271),segment_id=d1381483-be80-4490-ace2-32f2a2b41271)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:02.662415 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-adc87721-71c2-43af-b7af-cd1702b317d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98e0775f-f72f-4160-b526-3c217463d46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2032189 Jan 28 06:47:02.662720 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4db85686-0c3c-4bf5-ab1c-1471e1297856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.670776 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Allocated IP 172.20.0.1 (d2442c06-1555-45d4-8581-300564d241df/48863fb0-a16d-4f98-a700-6cce35c52ce9/8a9ccc42-ee28-41ad-aee5-0383cc6443bd) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:02.672922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2dc6-4028-4667-b8e3-cda55305ab44 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.674459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-87bdabdf-8d07-45d1-8044-8e3cb5f9fef5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:02.683547 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-87bdabdf-8d07-45d1-8044-8e3cb5f9fef5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/f5e72b09-5715-425b-a885-e42785e4aa6e HTTP/1.1" status: 200 len: 841 time: 0.6059985 Jan 28 06:47:02.687704 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44072) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:02.717506 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9b4aafb-737b-4be4-a9df-32d4f0c6c39a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.810439 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9ad03994-9449-4ab1-a6a4-465db0a737a2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:02.921088 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726b393b-ce3a-472e-ba9e-a083ef6c9721']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:02.943171 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f486b0-b7ef-4a94-be55-549c6b885e82') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:02.943497 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f486b0-b7ef-4a94-be55-549c6b885e82') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:02.956805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.975080 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:02.982034 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:02.982436 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.003039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4db85686-0c3c-4bf5-ab1c-1471e1297856 None None] Calling delete_port for 5559172a-69cd-44ee-856d-a06a7b18c300 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:03.024468 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c9b4aafb-737b-4be4-a9df-32d4f0c6c39a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] In _notify_port_updated(), no bound segment for port 70cd6a5d-8035-4e75-a612-cd1211554f03 on network aae22878-ba90-4774-b123-675462c4a922 {{(pid=88216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:47:03.030425 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b4aafb-737b-4be4-a9df-32d4f0c6c39a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:03.031069 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9b4aafb-737b-4be4-a9df-32d4f0c6c39a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.035876 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c9b4aafb-737b-4be4-a9df-32d4f0c6c39a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "PUT /v2.0/ports/70cd6a5d-8035-4e75-a612-cd1211554f03 HTTP/1.1" status: 200 len: 1056 time: 2.2829320 Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:03.040811 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44076) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:03.048024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4aafb-737b-4be4-a9df-32d4f0c6c39a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event updated for resources: {'Port': ['ID=70cd6a5d-8035-4e75-a612-cd1211554f03,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:03.051502 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-18926466-2c99-4021-8782-4ded865d660f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/3aba8c5c-3ce2-4469-9484-b790b7c8593b HTTP/1.1" status: 204 len: 168 time: 1.7289860 Jan 28 06:47:03.100978 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2fb013-472d-4bd8-9c79-716ba4589377 None None] Network d2442c06-1555-45d4-8581-300564d241df requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:03.112223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44080) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:03.203692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-3f18c655-0e14-4eb6-9471-ecfa402cdf55 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Deleting port 70cd6a5d-8035-4e75-a612-cd1211554f03 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:03.204208 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3f18c655-0e14-4eb6-9471-ecfa402cdf55 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.261760 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4db85686-0c3c-4bf5-ab1c-1471e1297856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.281348 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2dc6-4028-4667-b8e3-cda55305ab44 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.309666 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8179be00-c8ea-41b3-aacd-92e9b23bd7f0 None None] Provisioning complete for port 70cd6a5d-8035-4e75-a612-cd1211554f03 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:03.310083 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8179be00-c8ea-41b3-aacd-92e9b23bd7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.333486 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57c12383-9e04-41e0-96d4-6efa8edd9965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.363541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9ad03994-9449-4ab1-a6a4-465db0a737a2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:03.367380 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9ad03994-9449-4ab1-a6a4-465db0a737a2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8033113 Jan 28 06:47:03.377649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ce0014ad-6f5c-4151-a563-455e7a76501e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port f5e72b09-5715-425b-a885-e42785e4aa6e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:03.377987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce0014ad-6f5c-4151-a563-455e7a76501e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.386255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db85686-0c3c-4bf5-ab1c-1471e1297856 None None] Pushing event deleted for resources: {'Port': ['ID=5559172a-69cd-44ee-856d-a06a7b18c300,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:03.395043 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db85686-0c3c-4bf5-ab1c-1471e1297856 None None] No DVR routers for this DVR port 5559172a-69cd-44ee-856d-a06a7b18c300 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:47:03.407333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44084) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:03.445134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a7773344-c444-463b-b109-5353d01b5d97 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group_rule': {'security_group_id': '01b9c303-beb8-4a2d-96bd-7a1432c646fb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:03.471388 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.486032 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-925cfb6d-9fdf-4426-a483-bd1d075a87c1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 3b00a3ef-6844-4014-b2b5-f4109e8c3cec {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:47:03.493557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a7773344-c444-463b-b109-5353d01b5d97 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:03.500348 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.501014 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8179be00-c8ea-41b3-aacd-92e9b23bd7f0 None None] Port 70cd6a5d-8035-4e75-a612-cd1211554f03 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:03.518153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-925cfb6d-9fdf-4426-a483-bd1d075a87c1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.529774 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/networks/726b393b-ce3a-472e-ba9e-a083ef6c9721 HTTP/1.1" status: 204 len: 168 time: 3.4278071 Jan 28 06:47:03.539970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bdcf3-d3a6-4309-a46b-1dce90d3f055 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Network': ['ID=726b393b-ce3a-472e-ba9e-a083ef6c9721,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:03.539970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44088) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:03.543375 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-435369320'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:03.557163 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:03.568935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:network and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:03.570453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a7773344-c444-463b-b109-5353d01b5d97 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:03.589422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:03.608912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:03.632192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8179be00-c8ea-41b3-aacd-92e9b23bd7f0 None None] Provisioning for port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:03.638716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8179be00-c8ea-41b3-aacd-92e9b23bd7f0 None None] Provisioning complete for port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:03.639321 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8179be00-c8ea-41b3-aacd-92e9b23bd7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.646028 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-0ef9d90b-f0db-4b88-bd62-15532ea2ec8d service neutron] 10.222.0.37 "GET /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9586854 Jan 28 06:47:03.663040 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.701830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2dc6-4028-4667-b8e3-cda55305ab44 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.724601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d208d09-327e-44f8-a26b-e1dbf34440d1 req-ee45cc43-0c46-4942-9ee1-b1eb4fa9b632 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:03.726107 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8d208d09-327e-44f8-a26b-e1dbf34440d1 req-ee45cc43-0c46-4942-9ee1-b1eb4fa9b632 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 943 time: 0.6820898 Jan 28 06:47:03.728553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-925cfb6d-9fdf-4426-a483-bd1d075a87c1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.756895 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ef8e2dc6-4028-4667-b8e3-cda55305ab44 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.765680 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06a86f4-3bc4-410f-837c-fd8851188e96 None None] Network 5532e97c-4864-4b28-8f2a-3388c5da5fb5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:03.785609 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ef8e2dc6-4028-4667-b8e3-cda55305ab44 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "DELETE /v2.0/subnets/19f98fbe-af7a-4585-83bc-fa6c7d5eccd8 HTTP/1.1" status: 204 len: 168 time: 1.7715347 Jan 28 06:47:03.802036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e2dc6-4028-4667-b8e3-cda55305ab44 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event deleted for resources: {'Subnet': ['ID=19f98fbe-af7a-4585-83bc-fa6c7d5eccd8,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:03.811870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44092) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:03.813363 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:03.821186 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.823911 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Transition to ACTIVE for port object 8a9ccc42-ee28-41ad-aee5-0383cc6443bd will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:03.867986 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:03.874783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7773344-c444-463b-b109-5353d01b5d97 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.881403 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.881798 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Added segment ceacab2e-c7b2-4c3b-ac18-4bab8af35981 of type vlan for network 8d1d6ea7-00b8-44fb-98f1-1ec9f928c902 Jan 28 06:47:03.921289 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.975320 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8179be00-c8ea-41b3-aacd-92e9b23bd7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:03.992595 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3f18c655-0e14-4eb6-9471-ecfa402cdf55 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.112188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8179be00-c8ea-41b3-aacd-92e9b23bd7f0 None None] For port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=43c23c1d-b4ca-4a2f-963e-e1bd558fcc62,segment=NetworkSegment(782b966d-4be0-4596-b546-f7f88f9f459f),segment_id=782b966d-4be0-4596-b546-f7f88f9f459f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:04.115458 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.122443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:04.123384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.158405 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5559172a-69cd-44ee-856d-a06a7b18c300 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:47:04.195864 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 5559172a-69cd-44ee-856d-a06a7b18c300 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:47:04.196633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5559172a-69cd-44ee-856d-a06a7b18c300 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:47:04.242833 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8d208d09-327e-44f8-a26b-e1dbf34440d1 req-05b11afa-6b23-4eff-a4cf-ace4e8093cf9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4675705 Jan 28 06:47:04.244733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-3f18c655-0e14-4eb6-9471-ecfa402cdf55 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Calling delete_port for 70cd6a5d-8035-4e75-a612-cd1211554f03 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:04.252683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8179be00-c8ea-41b3-aacd-92e9b23bd7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.311275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce0014ad-6f5c-4151-a563-455e7a76501e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.350623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a1f66-c72d-4614-b4cd-416dfe0615df None None] DHCP port deletion for 5532e97c-4864-4b28-8f2a-3388c5da5fb5 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:47:04.355654 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-25328d60-6893-45bc-b98b-4141bdb595e3 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.368655 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a1f66-c72d-4614-b4cd-416dfe0615df None None] Deleting port 786c7d51-48bc-4445-8392-4e1445145423 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:04.369186 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f0a1f66-c72d-4614-b4cd-416dfe0615df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.369331 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfde0d07-2afb-4efb-b9cd-0acd7e7440c1 req-da34109f-e599-4a75-84de-238fdb5a312f service neutron] 10.222.0.37 "GET /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6949143 Jan 28 06:47:04.423777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Network': ['ID=8d1d6ea7-00b8-44fb-98f1-1ec9f928c902,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:04.442191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179be00-c8ea-41b3-aacd-92e9b23bd7f0 None None] Pushing event updated for resources: {'Port': ['ID=43c23c1d-b4ca-4a2f-963e-e1bd558fcc62,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:04.449276 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 8d1d6ea7-00b8-44fb-98f1-1ec9f928c902 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:04.500726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ce0014ad-6f5c-4151-a563-455e7a76501e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for f5e72b09-5715-425b-a885-e42785e4aa6e owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:04.564988 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-925cfb6d-9fdf-4426-a483-bd1d075a87c1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.573968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a1bd63a3-d9d0-46c5-a9b9-d92758a6b855 None None] Provisioning complete for port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:04.574417 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1bd63a3-d9d0-46c5-a9b9-d92758a6b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.617779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7773344-c444-463b-b109-5353d01b5d97 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.851826 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5f0a1f66-c72d-4614-b4cd-416dfe0615df None None] For port 786c7d51-48bc-4445-8392-4e1445145423, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=786c7d51-48bc-4445-8392-4e1445145423,segment=NetworkSegment(ab1f7635-9722-4391-beb3-e3851b0b7d02),segment_id=ab1f7635-9722-4391-beb3-e3851b0b7d02)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:04.852348 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f0a1f66-c72d-4614-b4cd-416dfe0615df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.897896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-25328d60-6893-45bc-b98b-4141bdb595e3 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.929204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-25328d60-6893-45bc-b98b-4141bdb595e3 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de102938-63de-4f82-88af-3f247bd450eb']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:04.941580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-25328d60-6893-45bc-b98b-4141bdb595e3 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1381483-be80-4490-ace2-32f2a2b41271') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:04.941876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-25328d60-6893-45bc-b98b-4141bdb595e3 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1381483-be80-4490-ace2-32f2a2b41271') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:04.952933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-25328d60-6893-45bc-b98b-4141bdb595e3 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.974252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-25328d60-6893-45bc-b98b-4141bdb595e3 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.977387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5f0a1f66-c72d-4614-b4cd-416dfe0615df None None] Calling delete_port for 786c7d51-48bc-4445-8392-4e1445145423 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:04.980318 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25328d60-6893-45bc-b98b-4141bdb595e3 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:04.980708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-25328d60-6893-45bc-b98b-4141bdb595e3 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:04.995841 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:05.014776 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.098375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.098840 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0976078c-3148-4c64-af65-0853256303e6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5605495 Jan 28 06:47:05.099547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7773344-c444-463b-b109-5353d01b5d97 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.100201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3f18c655-0e14-4eb6-9471-ecfa402cdf55 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.101806 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44100) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:05.108562 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.141461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-aaaabc5a-c735-4d94-9805-d9e17bf6e528 None None] Provisioning complete for port a749755d-aeb3-45e6-a829-57dbfd94a71d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:05.141839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aaaabc5a-c735-4d94-9805-d9e17bf6e528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.144185 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'subnet': {'network_id': '8d1d6ea7-00b8-44fb-98f1-1ec9f928c902', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:05.183314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18c655-0e14-4eb6-9471-ecfa402cdf55 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event deleted for resources: {'Port': ['ID=70cd6a5d-8035-4e75-a612-cd1211554f03,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:05.184594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7773344-c444-463b-b109-5353d01b5d97 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92290d51-ea01-460e-8ead-14884a92b79f,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:05.199341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network d2442c06-1555-45d4-8581-300564d241df is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:05.240204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:05.247087 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:05.304430 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-925cfb6d-9fdf-4426-a483-bd1d075a87c1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.309370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce0014ad-6f5c-4151-a563-455e7a76501e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.349854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:05.370379 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:subnet and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:05.374719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:05.378022 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5f0a1f66-c72d-4614-b4cd-416dfe0615df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.394356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:05.407313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=8a9ccc42-ee28-41ad-aee5-0383cc6443bd,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:05.469183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999f8679-ba4b-42bf-9ef6-0db7e4a8ce9b None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:05.483361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925cfb6d-9fdf-4426-a483-bd1d075a87c1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=3b00a3ef-6844-4014-b2b5-f4109e8c3cec,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:05.485877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-925cfb6d-9fdf-4426-a483-bd1d075a87c1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.492643 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-925cfb6d-9fdf-4426-a483-bd1d075a87c1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/3b00a3ef-6844-4014-b2b5-f4109e8c3cec HTTP/1.1" status: 204 len: 168 time: 2.3580420 Jan 28 06:47:05.515605 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-25328d60-6893-45bc-b98b-4141bdb595e3 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.518349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44106) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:05.530442 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a1f66-c72d-4614-b4cd-416dfe0615df None None] No DVR routers for this DVR port 786c7d51-48bc-4445-8392-4e1445145423 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:47:05.531320 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7773344-c444-463b-b109-5353d01b5d97 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.532718 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a1f66-c72d-4614-b4cd-416dfe0615df None None] Pushing event deleted for resources: {'Port': ['ID=786c7d51-48bc-4445-8392-4e1445145423,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:05.544597 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a7773344-c444-463b-b109-5353d01b5d97 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.1210322 Jan 28 06:47:05.567216 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44108) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:05.569606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.613816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce0014ad-6f5c-4151-a563-455e7a76501e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.618820 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ce0014ad-6f5c-4151-a563-455e7a76501e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/f5e72b09-5715-425b-a885-e42785e4aa6e HTTP/1.1" status: 204 len: 168 time: 2.9272931 Jan 28 06:47:05.649146 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44114) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:05.669017 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c66d8a52-e67f-48c8-8cbb-1b17968bd663 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules/92290d51-ea01-460e-8ead-14884a92b79f HTTP/1.1" status: 200 len: 763 time: 0.0609367 Jan 28 06:47:05.677462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0014ad-6f5c-4151-a563-455e7a76501e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=f5e72b09-5715-425b-a885-e42785e4aa6e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:05.698505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44118) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:05.705526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-25328d60-6893-45bc-b98b-4141bdb595e3 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.712148 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-25328d60-6893-45bc-b98b-4141bdb595e3 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "DELETE /v2.0/networks/de102938-63de-4f82-88af-3f247bd450eb HTTP/1.1" status: 204 len: 168 time: 1.8924046 Jan 28 06:47:05.712315 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:05.715657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.729774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44120) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:05.733510 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.754921 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f6ab2850-6d4d-41db-8e39-a925faad3115 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2088020 Jan 28 06:47:05.766043 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44126) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:05.767123 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-a386698b-70e5-42fa-84aa-3e565fa78c94 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] GET failed (client error): The resource could not be found. Jan 28 06:47:05.767685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a386698b-70e5-42fa-84aa-3e565fa78c94 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:05.778046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25328d60-6893-45bc-b98b-4141bdb595e3 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event deleted for resources: {'Network': ['ID=de102938-63de-4f82-88af-3f247bd450eb,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:05.789314 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3b50043f-0af2-4d50-b204-255f70713d36 None None] Provisioning for port 8a9ccc42-ee28-41ad-aee5-0383cc6443bd completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:05.790873 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-23d64df3-4fbe-4d8c-9deb-bafbabf4ad07 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:05.801144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3b50043f-0af2-4d50-b204-255f70713d36 None None] Provisioning complete for port 8a9ccc42-ee28-41ad-aee5-0383cc6443bd triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:05.801520 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b50043f-0af2-4d50-b204-255f70713d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.838179 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae52f5a-6827-47ed-b355-95525fcad65d None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:47:05.855049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3ae52f5a-6827-47ed-b355-95525fcad65d None None] Deleting port a749755d-aeb3-45e6-a829-57dbfd94a71d {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:05.855733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ae52f5a-6827-47ed-b355-95525fcad65d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.914523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3b50043f-0af2-4d50-b204-255f70713d36 None None] Port 8a9ccc42-ee28-41ad-aee5-0383cc6443bd cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:05.916231 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-23d64df3-4fbe-4d8c-9deb-bafbabf4ad07 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:05.931831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-23d64df3-4fbe-4d8c-9deb-bafbabf4ad07 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:05.932955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ec96e152-3b99-4551-b9f5-b4351df3365f tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:05.936323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3f18c655-0e14-4eb6-9471-ecfa402cdf55 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:05.944968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-23d64df3-4fbe-4d8c-9deb-bafbabf4ad07 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:05.963497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ae392-c6c9-4a41-86f6-f0226aa5f80f req-a269132a-1322-4451-aaff-b5b4b6ff1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:05.964958 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d3ae392-c6c9-4a41-86f6-f0226aa5f80f req-a269132a-1322-4451-aaff-b5b4b6ff1337 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 1096 time: 0.7519801 Jan 28 06:47:05.971400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55b825c9-5c89-4a18-8630-ca91e8624c8e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.038309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0842d-9629-4b55-84e7-959b150f6a6c req-902ef327-d893-41fa-b2f8-f26840f77c77 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:06.039914 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70d0842d-9629-4b55-84e7-959b150f6a6c req-902ef327-d893-41fa-b2f8-f26840f77c77 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 943 time: 0.5287356 Jan 28 06:47:06.093451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3ae52f5a-6827-47ed-b355-95525fcad65d None None] For port a749755d-aeb3-45e6-a829-57dbfd94a71d, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a749755d-aeb3-45e6-a829-57dbfd94a71d,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:06.094231 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ae52f5a-6827-47ed-b355-95525fcad65d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.142066 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-23d64df3-4fbe-4d8c-9deb-bafbabf4ad07 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:06.173145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:06.173555 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:47:06.176558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ec96e152-3b99-4551-b9f5-b4351df3365f tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:06.178020 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec96e152-3b99-4551-b9f5-b4351df3365f tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4636452 Jan 28 06:47:06.182954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44130) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:06.234783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a386698b-70e5-42fa-84aa-3e565fa78c94 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:06.239580 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a386698b-70e5-42fa-84aa-3e565fa78c94 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/f5e72b09-5715-425b-a885-e42785e4aa6e HTTP/1.1" status: 404 len: 333 time: 0.5711331 Jan 28 06:47:06.246260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44134) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:06.269180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'name': 'tempest-PortsTestJSON-1418257637'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:06.272684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c965328-d959-4305-b4b0-31d7225c33ec tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.275667 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3ae52f5a-6827-47ed-b355-95525fcad65d None None] Calling delete_port for a749755d-aeb3-45e6-a829-57dbfd94a71d owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:06.289299 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d64df3-4fbe-4d8c-9deb-bafbabf4ad07 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:06.292865 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-23d64df3-4fbe-4d8c-9deb-bafbabf4ad07 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.311856 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3f18c655-0e14-4eb6-9471-ecfa402cdf55 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "DELETE /v2.0/ports/70cd6a5d-8035-4e75-a612-cd1211554f03 HTTP/1.1" status: 204 len: 168 time: 3.2650108 Jan 28 06:47:06.313352 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c965328-d959-4305-b4b0-31d7225c33ec tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.316586 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.329868 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44138) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:06.344515 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70d0842d-9629-4b55-84e7-959b150f6a6c req-f707a682-6d63-41b9-aab2-da82da18fc3d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2967973 Jan 28 06:47:06.391876 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:06.392596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.412411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55b825c9-5c89-4a18-8630-ca91e8624c8e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.420396 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ae392-c6c9-4a41-86f6-f0226aa5f80f req-aba988d3-a636-469f-91be-9c98afb97f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:06.421817 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d3ae392-c6c9-4a41-86f6-f0226aa5f80f req-aba988d3-a636-469f-91be-9c98afb97f2b service neutron] 10.222.0.37 "GET /v2.0/networks?id=98e0775f-f72f-4160-b526-3c217463d46f HTTP/1.1" status: 200 len: 897 time: 0.4470320 Jan 28 06:47:06.466584 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e6dea3-5996-44cf-9375-b4a7ec739912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] GET failed (client error): The resource could not be found. Jan 28 06:47:06.467126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c5e6dea3-5996-44cf-9375-b4a7ec739912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Synchronizing usage tracker for tenant:928a0225bcdf41279543fb741c39e2f0 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:06.495266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3ae52f5a-6827-47ed-b355-95525fcad65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.563475 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae52f5a-6827-47ed-b355-95525fcad65d None None] Pushing event deleted for resources: {'Port': ['ID=a749755d-aeb3-45e6-a829-57dbfd94a71d,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:06.568309 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae52f5a-6827-47ed-b355-95525fcad65d None None] No DVR routers for this DVR port a749755d-aeb3-45e6-a829-57dbfd94a71d on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:47:06.638204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 786c7d51-48bc-4445-8392-4e1445145423 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:47:06.642194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c965328-d959-4305-b4b0-31d7225c33ec tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.645506 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c5e6dea3-5996-44cf-9375-b4a7ec739912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Unset dirty status for tenant:928a0225bcdf41279543fb741c39e2f0 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:06.645506 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c5e6dea3-5996-44cf-9375-b4a7ec739912 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "GET /v2.0/ports/70cd6a5d-8035-4e75-a612-cd1211554f03 HTTP/1.1" status: 404 len: 333 time: 0.3112807 Jan 28 06:47:06.646065 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.652765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44142) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:06.679790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 786c7d51-48bc-4445-8392-4e1445145423 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:47:06.683448 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 786c7d51-48bc-4445-8392-4e1445145423 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:47:06.683448 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a749755d-aeb3-45e6-a829-57dbfd94a71d no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:47:06.719008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: a749755d-aeb3-45e6-a829-57dbfd94a71d {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:47:06.720463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a749755d-aeb3-45e6-a829-57dbfd94a71d not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:47:06.742845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-55b825c9-5c89-4a18-8630-ca91e8624c8e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5532e97c-4864-4b28-8f2a-3388c5da5fb5']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:06.752994 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c965328-d959-4305-b4b0-31d7225c33ec tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92290d51-ea01-460e-8ead-14884a92b79f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:06.765835 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d3ae392-c6c9-4a41-86f6-f0226aa5f80f req-8691245e-4912-4d0e-bc18-34f8983839f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d HTTP/1.1" status: 200 len: 217 time: 0.2499993 Jan 28 06:47:06.773425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:06.778645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-55b825c9-5c89-4a18-8630-ca91e8624c8e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1f7635-9722-4391-beb3-e3851b0b7d02') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:06.778941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-55b825c9-5c89-4a18-8630-ca91e8624c8e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1f7635-9722-4391-beb3-e3851b0b7d02') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:06.814718 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-23d64df3-4fbe-4d8c-9deb-bafbabf4ad07 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.818038 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Subnet': ['ID=09bfe2ad-7baf-4b67-bb95-5986a7af9761,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:06.822912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-246e9d04-5428-4619-939e-dc3fd6b04463 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Deleting port 69ac9478-e308-453e-839b-2e669ba49ac0 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:06.823265 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-246e9d04-5428-4619-939e-dc3fd6b04463 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.891346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:06.901380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55b825c9-5c89-4a18-8630-ca91e8624c8e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.929300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Checking segment: {'id': 'ceacab2e-c7b2-4c3b-ac18-4bab8af35981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8d1d6ea7-00b8-44fb-98f1-1ec9f928c902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:06.929666 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network hostable DHCP agents. Network: 8d1d6ea7-00b8-44fb-98f1-1ec9f928c902, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:47:06.934872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d64df3-4fbe-4d8c-9deb-bafbabf4ad07 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:06.947147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-23d64df3-4fbe-4d8c-9deb-bafbabf4ad07 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:06.957844 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331ea70e-c735-47f3-9f32-9637dc5ae54c None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:06.959315 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d64df3-4fbe-4d8c-9deb-bafbabf4ad07 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:06.959315 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-23d64df3-4fbe-4d8c-9deb-bafbabf4ad07 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:06.999318 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55b825c9-5c89-4a18-8630-ca91e8624c8e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.014746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b825c9-5c89-4a18-8630-ca91e8624c8e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:07.015157 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55b825c9-5c89-4a18-8630-ca91e8624c8e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.015683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d64df3-4fbe-4d8c-9deb-bafbabf4ad07 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=5958b5ba-8cfd-40fb-bec6-d033a4a813ad,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:07.030266 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:07.032402 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c965328-d959-4305-b4b0-31d7225c33ec tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.032402 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5c965328-d959-4305-b4b0-31d7225c33ec tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/92290d51-ea01-460e-8ead-14884a92b79f HTTP/1.1" status: 204 len: 168 time: 0.8471658 Jan 28 06:47:07.038824 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44146) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:07.040500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ae392-c6c9-4a41-86f6-f0226aa5f80f req-4b2dd90c-3e3f-4794-96b1-23fdeaf74caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:07.041946 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d3ae392-c6c9-4a41-86f6-f0226aa5f80f req-4b2dd90c-3e3f-4794-96b1-23fdeaf74caa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9494a6f9-bea7-41ec-95e0-ea86021426f4 HTTP/1.1" status: 200 len: 833 time: 0.2547400 Jan 28 06:47:07.120844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 8d1d6ea7-00b8-44fb-98f1-1ec9f928c902 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:47:07.123651 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-23d64df3-4fbe-4d8c-9deb-bafbabf4ad07 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3525052 Jan 28 06:47:07.130538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44150) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:07.142115 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-91468e3c-f2fe-4c9b-9db2-1eb0061f6d46 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:07.148317 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5c07680e-37cd-414e-8dba-542d3012598e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:07.166746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:07.170136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.229370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'tenant_id': '62afd49c44c64bda8dd1c10c27ef6360', 'fixed_ips': [{'subnet_id': '5958b5ba-8cfd-40fb-bec6-d033a4a813ad'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:07.230365 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.242313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port dfd81c42-e0cb-4553-841b-c32fcf9eadd5 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:47:07.314193 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 8d1d6ea7-00b8-44fb-98f1-1ec9f928c902) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:07.323895 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:07.324492 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.325925 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fb13c8-6917-47d0-b629-265e7b59f648 None None] Network 8d1d6ea7-00b8-44fb-98f1-1ec9f928c902 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:07.357456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55b825c9-5c89-4a18-8630-ca91e8624c8e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.368469 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-246e9d04-5428-4619-939e-dc3fd6b04463 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.383706 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-91468e3c-f2fe-4c9b-9db2-1eb0061f6d46 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:07.383706 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-91468e3c-f2fe-4c9b-9db2-1eb0061f6d46 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3397160 Jan 28 06:47:07.383966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55b825c9-5c89-4a18-8630-ca91e8624c8e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.391540 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44156) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:07.402623 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-af580250-5850-4fbc-81a6-efa570fb40b0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group_rule': {'security_group_id': '01b9c303-beb8-4a2d-96bd-7a1432c646fb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:07.417223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b825c9-5c89-4a18-8630-ca91e8624c8e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event deleted for resources: {'Network': ['ID=5532e97c-4864-4b28-8f2a-3388c5da5fb5,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:07.440013 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-55b825c9-5c89-4a18-8630-ca91e8624c8e tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "DELETE /v2.0/networks/5532e97c-4864-4b28-8f2a-3388c5da5fb5 HTTP/1.1" status: 204 len: 168 time: 1.7037163 Jan 28 06:47:07.456805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44160) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:07.463352 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-af580250-5850-4fbc-81a6-efa570fb40b0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:07.504763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ae392-c6c9-4a41-86f6-f0226aa5f80f req-c8bd90eb-fd35-4f56-b62e-4744bed43ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:07.506235 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d3ae392-c6c9-4a41-86f6-f0226aa5f80f req-c8bd90eb-fd35-4f56-b62e-4744bed43ea3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98e0775f-f72f-4160-b526-3c217463d46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4443047 Jan 28 06:47:07.529313 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f7ba2df8-6123-4dd4-bde6-95ab5950aa0a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4264669 Jan 28 06:47:07.530056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44164) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:07.531019 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5c07680e-37cd-414e-8dba-542d3012598e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:07.543014 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-246e9d04-5428-4619-939e-dc3fd6b04463 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Calling delete_port for 69ac9478-e308-453e-839b-2e669ba49ac0 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:07.577770 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-66ec0c5a-dcf6-4c94-b372-cb8dbaae1b2e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1839727454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:07.599338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Allocated IP 2001:db8::2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/5958b5ba-8cfd-40fb-bec6-d033a4a813ad/dd29d921-674d-479c-8e26-1749e226cd49) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:07.600168 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5c07680e-37cd-414e-8dba-542d3012598e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:07.606405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-af580250-5850-4fbc-81a6-efa570fb40b0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:07.608217 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5c07680e-37cd-414e-8dba-542d3012598e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:07.612037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-66ec0c5a-dcf6-4c94-b372-cb8dbaae1b2e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:07.622760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-66ec0c5a-dcf6-4c94-b372-cb8dbaae1b2e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:router and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:07.627366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-66ec0c5a-dcf6-4c94-b372-cb8dbaae1b2e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:07.630637 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5c07680e-37cd-414e-8dba-542d3012598e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:07.638843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-66ec0c5a-dcf6-4c94-b372-cb8dbaae1b2e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:07.658503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:47:07.688608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0327097-00da-4d3e-a856-f324d2acf1f4 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Deleting subnet 83f5b3f4-35f0-4487-a5a6-3952c413fde9 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:47:07.714876 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-8d1d6ea7-00b8-44fb-98f1-1ec9f928c902', 'network_id': '8d1d6ea7-00b8-44fb-98f1-1ec9f928c902', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'fixed_ips': [{'subnet_id': '09bfe2ad-7baf-4b67-bb95-5986a7af9761'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:07.715753 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-af580250-5850-4fbc-81a6-efa570fb40b0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Project e246f2e6a9ed462b9f767ca0074eb56e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:47:07.717524 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.727462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af580250-5850-4fbc-81a6-efa570fb40b0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.745420 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-66ec0c5a-dcf6-4c94-b372-cb8dbaae1b2e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.752304 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-66ec0c5a-dcf6-4c94-b372-cb8dbaae1b2e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.752480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.753475 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c07680e-37cd-414e-8dba-542d3012598e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:07.753771 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c07680e-37cd-414e-8dba-542d3012598e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.763197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a0327097-00da-4d3e-a856-f324d2acf1f4 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.898576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.907112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-66ec0c5a-dcf6-4c94-b372-cb8dbaae1b2e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:07.983575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a0327097-00da-4d3e-a856-f324d2acf1f4 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.009956 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.030376 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Transition to ACTIVE for port object dd29d921-674d-479c-8e26-1749e226cd49 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:08.054071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-246e9d04-5428-4619-939e-dc3fd6b04463 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.057021 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af580250-5850-4fbc-81a6-efa570fb40b0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.076403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.091816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Transition to ACTIVE for port object dd29d921-674d-479c-8e26-1749e226cd49 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:08.094710 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d3ae392-c6c9-4a41-86f6-f0226aa5f80f req-a9d6f6ab-5aa2-4540-942a-c34a28b8f55b service neutron] 10.222.0.37 "GET /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724361 Jan 28 06:47:08.110500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Allocated IP 2001:db8::2 (8d1d6ea7-00b8-44fb-98f1-1ec9f928c902/09bfe2ad-7baf-4b67-bb95-5986a7af9761/c5688a82-9cee-432b-a32e-390723f9a2d1) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:08.120200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e9d04-5428-4619-939e-dc3fd6b04463 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event deleted for resources: {'Port': ['ID=69ac9478-e308-453e-839b-2e669ba49ac0,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:08.155899 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.ipam_backend_mixin [None req-5c07680e-37cd-414e-8dba-542d3012598e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5958b5ba-8cfd-40fb-bec6-d033a4a813ad (CIDR: 2001:db8::/64) Jan 28 06:47:08.158401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.164116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af580250-5850-4fbc-81a6-efa570fb40b0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.189131 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af580250-5850-4fbc-81a6-efa570fb40b0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7383e2eb-d315-4f44-8d63-cf823b16f9cb,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:08.267562 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c07680e-37cd-414e-8dba-542d3012598e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:47:08.268072 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c07680e-37cd-414e-8dba-542d3012598e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:08.272404 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-66ec0c5a-dcf6-4c94-b372-cb8dbaae1b2e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.289626 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:08.301820 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:08.304411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-246e9d04-5428-4619-939e-dc3fd6b04463 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.305103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:08.308586 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-246e9d04-5428-4619-939e-dc3fd6b04463 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "DELETE /v2.0/ports/69ac9478-e308-453e-839b-2e669ba49ac0 HTTP/1.1" status: 204 len: 168 time: 1.6208208 Jan 28 06:47:08.309619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44168) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:08.331873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.357751 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-debc266b-db42-4d4e-87a0-1a1fec9a79e5 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] GET failed (client error): The resource could not be found. Jan 28 06:47:08.358327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-debc266b-db42-4d4e-87a0-1a1fec9a79e5 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Synchronizing usage tracker for tenant:928a0225bcdf41279543fb741c39e2f0 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:08.377411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af580250-5850-4fbc-81a6-efa570fb40b0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.379154 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-af580250-5850-4fbc-81a6-efa570fb40b0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9839065 Jan 28 06:47:08.382120 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44172) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:08.402209 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6cd4159d-fc40-449f-8fd1-a1afcb811ffd tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules/7383e2eb-d315-4f44-8d63-cf823b16f9cb HTTP/1.1" status: 200 len: 769 time: 0.0189712 Jan 28 06:47:08.404762 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44176) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:08.427645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ad8f9-40c3-4e58-bd42-4671ea066094 req-5a5680a3-1ae0-4e3b-b784-59f078fe4581 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:08.429238 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-526ad8f9-40c3-4e58-bd42-4671ea066094 req-5a5680a3-1ae0-4e3b-b784-59f078fe4581 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 943 time: 0.8824456 Jan 28 06:47:08.429482 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5c07680e-37cd-414e-8dba-542d3012598e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2957983 Jan 28 06:47:08.430336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-66ec0c5a-dcf6-4c94-b372-cb8dbaae1b2e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.432658 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-66ec0c5a-dcf6-4c94-b372-cb8dbaae1b2e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8586879 Jan 28 06:47:08.436412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Attempting to bind port dd29d921-674d-479c-8e26-1749e226cd49 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:08.436412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Attempting to bind port dd29d921-674d-479c-8e26-1749e226cd49 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:08.436412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Attempting to bind port dd29d921-674d-479c-8e26-1749e226cd49 on network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:08.439549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44180) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:08.439883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44182) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:08.442385 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Pushing event updated for resources: {'Port': ['ID=dd29d921-674d-479c-8e26-1749e226cd49,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:08.449566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:08.449809 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Checking segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:08.450190 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.450570 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Bound using segment: {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:08.451309 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Bound port: dd29d921-674d-479c-8e26-1749e226cd49, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a07e1c-2b0e-4413-a779-1088f57b1d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:08.451690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.465000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=8a9ccc42-ee28-41ad-aee5-0383cc6443bd,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:08.508077 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'subnet': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:08.532328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-debc266b-db42-4d4e-87a0-1a1fec9a79e5 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Unset dirty status for tenant:928a0225bcdf41279543fb741c39e2f0 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:08.533495 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-debc266b-db42-4d4e-87a0-1a1fec9a79e5 tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "GET /v2.0/ports/69ac9478-e308-453e-839b-2e669ba49ac0 HTTP/1.1" status: 404 len: 333 time: 0.2229347 Jan 28 06:47:08.545722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.548629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44188) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:08.568743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a0327097-00da-4d3e-a856-f324d2acf1f4 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.608752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.621713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] For port dd29d921-674d-479c-8e26-1749e226cd49, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:08.626864 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Transition to ACTIVE for port object c5688a82-9cee-432b-a32e-390723f9a2d1 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:08.626988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] For port dd29d921-674d-479c-8e26-1749e226cd49, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=dd29d921-674d-479c-8e26-1749e226cd49,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:08.642558 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ba7ed257-1623-449c-aacf-5f52e533110b tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:08.645730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Transition to ACTIVE for port object c5688a82-9cee-432b-a32e-390723f9a2d1 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:08.741265 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:47:08.747257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.800743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.807363 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-526ad8f9-40c3-4e58-bd42-4671ea066094 req-50ef1c22-ef52-4a8d-9374-8aaebbe66618 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3553321 Jan 28 06:47:08.852544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network bff64c5c-baec-43ab-a663-4a77377cc13f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:08.854293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Network 8d1d6ea7-00b8-44fb-98f1-1ec9f928c902 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:08.865217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:08.874879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:08.886523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:08.887335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:08.892537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:08.897808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.918025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=dfd81c42-e0cb-4553-841b-c32fcf9eadd5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:08.946409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a48a0341-b766-42dc-b28e-6423a9ed6e2b tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Deleting port 59f2a1f2-cb76-44d4-a53e-b8bece3fbfee {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:08.946750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a48a0341-b766-42dc-b28e-6423a9ed6e2b tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:08.988418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ba7ed257-1623-449c-aacf-5f52e533110b tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:08.992269 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ba7ed257-1623-449c-aacf-5f52e533110b tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5840194 Jan 28 06:47:08.994307 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44192) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:09.006394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network d2442c06-1555-45d4-8581-300564d241df is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:09.014820 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d3ae392-c6c9-4a41-86f6-f0226aa5f80f req-ec8c4f8a-27b2-4994-99df-b543633d0581 service neutron] 10.222.0.37 "GET /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9074111 Jan 28 06:47:09.020447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1755b6-36d7-463f-877e-daf62631b882 None None] Pushing event updated for resources: {'Port': ['ID=dd29d921-674d-479c-8e26-1749e226cd49,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:09.032803 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:09.041854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:09.056372 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:subnet and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:09.061575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:09.076053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:09.177486 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2f678d97-f2ab-41bd-9ee3-33457e75dfbc tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9133162 Jan 28 06:47:09.178971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:09.200921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44196) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:09.215243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b0c67bd1-14c6-4b46-a56f-22c15111789e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:09.257493 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:09.267515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:09.388342 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Pushing event updated for resources: {'Port': ['ID=c5688a82-9cee-432b-a32e-390723f9a2d1,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:09.417678 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Attempting to bind port c5688a82-9cee-432b-a32e-390723f9a2d1 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:09.418226 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Attempting to bind port c5688a82-9cee-432b-a32e-390723f9a2d1 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'ceacab2e-c7b2-4c3b-ac18-4bab8af35981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8d1d6ea7-00b8-44fb-98f1-1ec9f928c902'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:09.418684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Attempting to bind port c5688a82-9cee-432b-a32e-390723f9a2d1 on network 8d1d6ea7-00b8-44fb-98f1-1ec9f928c902 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:09.433444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d,segment=NetworkSegment(5fbf314a-ca07-484f-996a-cf450c6d8384),segment_id=5fbf314a-ca07-484f-996a-cf450c6d8384)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:09.459880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:09.463689 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Checking segment: {'id': 'ceacab2e-c7b2-4c3b-ac18-4bab8af35981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8d1d6ea7-00b8-44fb-98f1-1ec9f928c902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:09.464301 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:09.465145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Bound using segment: {'id': 'ceacab2e-c7b2-4c3b-ac18-4bab8af35981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8d1d6ea7-00b8-44fb-98f1-1ec9f928c902'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:09.465815 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Bound port: c5688a82-9cee-432b-a32e-390723f9a2d1, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceacab2e-c7b2-4c3b-ac18-4bab8af35981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '8d1d6ea7-00b8-44fb-98f1-1ec9f928c902'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:09.466363 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:09.486244 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'port_id': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'mac_address': 'fa:16:3e:7d:33:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:47:09.507701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a0327097-00da-4d3e-a856-f324d2acf1f4 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:09.597341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-585f9a54-2883-417a-be83-68df5acb3663 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:09.623802 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-585f9a54-2883-417a-be83-68df5acb3663 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:09.641738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-00643821-c0da-45a7-b9e9-ea2674f8ee48 None None] Provisioning complete for port 8a9ccc42-ee28-41ad-aee5-0383cc6443bd triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:09.642517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00643821-c0da-45a7-b9e9-ea2674f8ee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:09.656942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0327097-00da-4d3e-a856-f324d2acf1f4 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event deleted for resources: {'Subnet': ['ID=83f5b3f4-35f0-4487-a5a6-3952c413fde9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:09.698257 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a0327097-00da-4d3e-a856-f324d2acf1f4 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:09.705308 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a0327097-00da-4d3e-a856-f324d2acf1f4 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "DELETE /v2.0/subnets/83f5b3f4-35f0-4487-a5a6-3952c413fde9 HTTP/1.1" status: 204 len: 168 time: 2.2472675 Jan 28 06:47:09.714804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44200) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:09.715611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a48a0341-b766-42dc-b28e-6423a9ed6e2b tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:09.732327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-00643821-c0da-45a7-b9e9-ea2674f8ee48 None None] Port 8a9ccc42-ee28-41ad-aee5-0383cc6443bd cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:09.736617 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cec0b3-a40a-4d94-91c5-36902c5468ca None None] Network f7b087cf-a8de-4f2b-a667-e23415d19d67 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:09.750487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:09.811304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:47:09.904824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a48a0341-b766-42dc-b28e-6423a9ed6e2b tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Calling delete_port for 59f2a1f2-cb76-44d4-a53e-b8bece3fbfee owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:09.933355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] For port c5688a82-9cee-432b-a32e-390723f9a2d1, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:09.934941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-585f9a54-2883-417a-be83-68df5acb3663 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:09.937834 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0c67bd1-14c6-4b46-a56f-22c15111789e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:09.972148 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-585f9a54-2883-417a-be83-68df5acb3663 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:09.973303 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-585f9a54-2883-417a-be83-68df5acb3663 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/7383e2eb-d315-4f44-8d63-cf823b16f9cb HTTP/1.1" status: 204 len: 168 time: 0.9658022 Jan 28 06:47:09.980851 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d,segment=NetworkSegment(5fbf314a-ca07-484f-996a-cf450c6d8384),segment_id=5fbf314a-ca07-484f-996a-cf450c6d8384)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:09.982956 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] For port c5688a82-9cee-432b-a32e-390723f9a2d1, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c5688a82-9cee-432b-a32e-390723f9a2d1,segment=NetworkSegment(ceacab2e-c7b2-4c3b-ac18-4bab8af35981),segment_id=ceacab2e-c7b2-4c3b-ac18-4bab8af35981)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:10.004149 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44206) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:10.015473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f9a54-2883-417a-be83-68df5acb3663 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7383e2eb-d315-4f44-8d63-cf823b16f9cb,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:10.087374 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:10.178226 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524f16b9-944a-4355-b510-498353c7f9ce None None] DHCP port deletion for f7b087cf-a8de-4f2b-a667-e23415d19d67 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:47:10.180751 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:10.181086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:10.200973 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-524f16b9-944a-4355-b510-498353c7f9ce None None] Deleting port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:10.201593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-524f16b9-944a-4355-b510-498353c7f9ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:10.267499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device dd29d921-674d-479c-8e26-1749e226cd49 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:10.334225 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:10.336943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Allocated IP 2001:db8::1 (8d1d6ea7-00b8-44fb-98f1-1ec9f928c902/09bfe2ad-7baf-4b67-bb95-5986a7af9761/da757636-1358-40e8-bc7f-e8378d72d6f9) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:10.478107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Deleting port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:10.478753 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:10.520102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a472b688-192b-4c4f-9752-7757ac896395 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:10.525208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router cd5a81d9-e20b-473e-badf-d566eb446562 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:47:10.560804 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:10.567732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['5377f41d-d6c6-4d1c-8c9a-088a4f0df22d'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:47:10.582629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Transition to ACTIVE for port object da757636-1358-40e8-bc7f-e8378d72d6f9 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:10.709854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b64da9-a3a3-4924-a3b3-f8478ea1e105 None None] Pushing event updated for resources: {'Port': ['ID=c5688a82-9cee-432b-a32e-390723f9a2d1,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:10.733895 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0c67bd1-14c6-4b46-a56f-22c15111789e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:10.739294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:10.822380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a472b688-192b-4c4f-9752-7757ac896395 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:10.823774 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a472b688-192b-4c4f-9752-7757ac896395 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8186495 Jan 28 06:47:10.824466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a48a0341-b766-42dc-b28e-6423a9ed6e2b tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:10.828132 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44210) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:10.834576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d108313-c0e7-44ec-b298-da425a48a3dd req-dd91a8e1-acd6-4dee-aeab-1cbde3122171 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:10.842847 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d108313-c0e7-44ec-b298-da425a48a3dd req-dd91a8e1-acd6-4dee-aeab-1cbde3122171 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 944 time: 0.8395066 Jan 28 06:47:10.849845 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 8d1d6ea7-00b8-44fb-98f1-1ec9f928c902 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:10.874707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:10.884444 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:10.885293 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:10.912126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0c67bd1-14c6-4b46-a56f-22c15111789e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:10.927284 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:10.927959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port dd29d921-674d-479c-8e26-1749e226cd49 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:10.951990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-524f16b9-944a-4355-b510-498353c7f9ce None None] For port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=9beec80e-a2ee-4ac7-bd91-f320f846e5e4,segment=NetworkSegment(bca56983-3f14-4a96-ad4d-2f471fa02da4),segment_id=bca56983-3f14-4a96-ad4d-2f471fa02da4)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:10.953062 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-524f16b9-944a-4355-b510-498353c7f9ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:10.985685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a0341-b766-42dc-b28e-6423a9ed6e2b tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event deleted for resources: {'Port': ['ID=59f2a1f2-cb76-44d4-a53e-b8bece3fbfee,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:10.987639 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=da757636-1358-40e8-bc7f-e8378d72d6f9,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:11.033753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b0c67bd1-14c6-4b46-a56f-22c15111789e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] In _notify_port_updated(), no bound segment for port dfd81c42-e0cb-4553-841b-c32fcf9eadd5 on network bff64c5c-baec-43ab-a663-4a77377cc13f {{(pid=88216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:47:11.041531 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c67bd1-14c6-4b46-a56f-22c15111789e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:11.042193 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0c67bd1-14c6-4b46-a56f-22c15111789e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:11.043582 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b0c67bd1-14c6-4b46-a56f-22c15111789e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "PUT /v2.0/ports/dfd81c42-e0cb-4553-841b-c32fcf9eadd5 HTTP/1.1" status: 200 len: 818 time: 1.8416703 Jan 28 06:47:11.060480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44214) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:11.117883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-524f16b9-944a-4355-b510-498353c7f9ce None None] Calling delete_port for 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:11.159497 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c67bd1-14c6-4b46-a56f-22c15111789e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=dfd81c42-e0cb-4553-841b-c32fcf9eadd5,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:11.178444 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8d6d-39b8-42f3-a262-3c2bedcd2fd2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:11.183043 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-29ecfb5c-4cd5-4935-a619-7097d6e21dcb None None] Provisioning for port dd29d921-674d-479c-8e26-1749e226cd49 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:11.213464 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-29ecfb5c-4cd5-4935-a619-7097d6e21dcb None None] Provisioning complete for port dd29d921-674d-479c-8e26-1749e226cd49 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:11.213937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-29ecfb5c-4cd5-4935-a619-7097d6e21dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:11.228256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8d6d-39b8-42f3-a262-3c2bedcd2fd2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:11.245826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.objects.ports [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88216) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 06:47:11.257609 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d108313-c0e7-44ec-b298-da425a48a3dd req-47188e8e-1dae-4b22-8037-0a77ffc6999c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3376942 Jan 28 06:47:11.271846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a48a0341-b766-42dc-b28e-6423a9ed6e2b tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:11.287548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:47:11.310739 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e9ce9b-f723-43c0-b778-e766f5b2c336 None None] Sync routers for ids ['cd5a81d9-e20b-473e-badf-d566eb446562'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:47:11.330534 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e9ce9b-f723-43c0-b778-e766f5b2c336 None None] Routers {'cd5a81d9-e20b-473e-badf-d566eb446562'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:11.339914 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2fe64f10-3596-470c-9ef9-e4cf0a638f0f tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/cd5a81d9-e20b-473e-badf-d566eb446562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9577687 Jan 28 06:47:11.341294 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-44e9ce9b-f723-43c0-b778-e766f5b2c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd5a81d9-e20b-473e-badf-d566eb446562'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:11.347678 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44218) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:11.365518 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a48a0341-b766-42dc-b28e-6423a9ed6e2b tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "DELETE /v2.0/ports/59f2a1f2-cb76-44d4-a53e-b8bece3fbfee HTTP/1.1" status: 204 len: 168 time: 2.8044615 Jan 28 06:47:11.371437 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44222) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:11.433323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] For port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=9beec80e-a2ee-4ac7-bd91-f320f846e5e4,segment=NetworkSegment(bca56983-3f14-4a96-ad4d-2f471fa02da4),segment_id=bca56983-3f14-4a96-ad4d-2f471fa02da4)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:11.433683 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:11.451575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-0c009247-7728-4169-b27b-7eba8ef51b0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port dfd81c42-e0cb-4553-841b-c32fcf9eadd5 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:11.451915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c009247-7728-4169-b27b-7eba8ef51b0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:11.482731 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-44e9ce9b-f723-43c0-b778-e766f5b2c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:11.492423 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e9ce9b-f723-43c0-b778-e766f5b2c336 None None] Routers {'cd5a81d9-e20b-473e-badf-d566eb446562'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:11.493960 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-44e9ce9b-f723-43c0-b778-e766f5b2c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd5a81d9-e20b-473e-badf-d566eb446562'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:11.513261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:11.530197 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-29ecfb5c-4cd5-4935-a619-7097d6e21dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:11.595499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-524f16b9-944a-4355-b510-498353c7f9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:11.617519 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-44e9ce9b-f723-43c0-b778-e766f5b2c336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:11.618296 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e9ce9b-f723-43c0-b778-e766f5b2c336 None None] The sync data for ids ['cd5a81d9-e20b-473e-badf-d566eb446562'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:47:11.669859 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f16b9-944a-4355-b510-498353c7f9ce None None] No DVR routers for this DVR port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:47:11.670140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Calling delete_port for 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:11.690798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f16b9-944a-4355-b510-498353c7f9ce None None] Pushing event deleted for resources: {'Port': ['ID=9beec80e-a2ee-4ac7-bd91-f320f846e5e4,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:11.717092 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-29ecfb5c-4cd5-4935-a619-7097d6e21dcb None None] For port dd29d921-674d-479c-8e26-1749e226cd49, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=dd29d921-674d-479c-8e26-1749e226cd49,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:11.763650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-d796a40b-d350-4434-a0dc-566ab74c4d2a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Deleting subnet 4ffba8e0-aff1-4a35-97fb-5430e446c1a0 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:47:11.767144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d796a40b-d350-4434-a0dc-566ab74c4d2a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:11.829231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d796a40b-d350-4434-a0dc-566ab74c4d2a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:11.868277 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-29ecfb5c-4cd5-4935-a619-7097d6e21dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:11.923116 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b25d1-a6f2-441e-bd40-99318065ef6b None None] Network 8d1d6ea7-00b8-44fb-98f1-1ec9f928c902 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:11.944439 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d796a40b-d350-4434-a0dc-566ab74c4d2a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.041750 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ecfb5c-4cd5-4935-a619-7097d6e21dcb None None] Pushing event updated for resources: {'Port': ['ID=dd29d921-674d-479c-8e26-1749e226cd49,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:12.111908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:47:12.112984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:47:12.131122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e89219b-0e9b-47df-adad-074f4f73882b tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:12.131466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7e89219b-0e9b-47df-adad-074f4f73882b tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Synchronizing usage tracker for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:12.135792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c009247-7728-4169-b27b-7eba8ef51b0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.190767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-19e90128-6580-4624-b3d2-7464445ed397 None None] Provisioning for port c5688a82-9cee-432b-a32e-390723f9a2d1 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:12.191344 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.212656 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8d6d-39b8-42f3-a262-3c2bedcd2fd2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.235067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b8d6d-39b8-42f3-a262-3c2bedcd2fd2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b9c303-beb8-4a2d-96bd-7a1432c646fb,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:12.241016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7e89219b-0e9b-47df-adad-074f4f73882b tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Unset dirty status for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:12.242407 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7e89219b-0e9b-47df-adad-074f4f73882b tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports/8a9ccc42-ee28-41ad-aee5-0383cc6443bd HTTP/1.1" status: 200 len: 910 time: 0.8844075 Jan 28 06:47:12.246098 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44226) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:12.352998 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d796a40b-d350-4434-a0dc-566ab74c4d2a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.358182 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c5688a82-9cee-432b-a32e-390723f9a2d1 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:12.418958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.419785 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.440091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.470957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-0c009247-7728-4169-b27b-7eba8ef51b0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for dfd81c42-e0cb-4553-841b-c32fcf9eadd5 owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:12.576287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d796a40b-d350-4434-a0dc-566ab74c4d2a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.578999 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796a40b-d350-4434-a0dc-566ab74c4d2a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event deleted for resources: {'Subnet': ['ID=4ffba8e0-aff1-4a35-97fb-5430e446c1a0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:12.589889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port c5688a82-9cee-432b-a32e-390723f9a2d1 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:12.598253 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80160608-9de2-43da-9476-b31e36d8b1f7 None None] Network aae22878-ba90-4774-b123-675462c4a922 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:12.616778 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d796a40b-d350-4434-a0dc-566ab74c4d2a tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "DELETE /v2.0/subnets/4ffba8e0-aff1-4a35-97fb-5430e446c1a0 HTTP/1.1" status: 204 len: 168 time: 1.2421362 Jan 28 06:47:12.619080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Deleting port 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:12.619458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.630555 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c5688a82-9cee-432b-a32e-390723f9a2d1 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:12.630934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.634979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44232) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:12.718465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] The port '9beec80e-a2ee-4ac7-bd91-f320f846e5e4' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:47:12.785772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c6e7d-e077-49ab-9356-f99c327b2db5 req-14a00f9f-e4ed-478d-b519-12248ebf951b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:12.787115 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a4c6e7d-e077-49ab-9356-f99c327b2db5 req-14a00f9f-e4ed-478d-b519-12248ebf951b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 944 time: 0.2844787 Jan 28 06:47:12.803571 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e776cca1-441a-4db0-913a-61b9a06d74fa None None] Provisioning for port da757636-1358-40e8-bc7f-e8378d72d6f9 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:12.806976 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:12.874756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e776cca1-441a-4db0-913a-61b9a06d74fa None None] Provisioning complete for port da757636-1358-40e8-bc7f-e8378d72d6f9 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:12.875043 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e776cca1-441a-4db0-913a-61b9a06d74fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.892008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=da757636-1358-40e8-bc7f-e8378d72d6f9,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:12.908661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.910558 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8d6d-39b8-42f3-a262-3c2bedcd2fd2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.914004 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6c7b8d6d-39b8-42f3-a262-3c2bedcd2fd2 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-groups/01b9c303-beb8-4a2d-96bd-7a1432c646fb HTTP/1.1" status: 204 len: 168 time: 2.0799267 Jan 28 06:47:12.917726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c009247-7728-4169-b27b-7eba8ef51b0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:12.922850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44236) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:12.943791 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e776cca1-441a-4db0-913a-61b9a06d74fa None None] Port da757636-1358-40e8-bc7f-e8378d72d6f9 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:12.992541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c009247-7728-4169-b27b-7eba8ef51b0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=dfd81c42-e0cb-4553-841b-c32fcf9eadd5,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:13.000139 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b087cf-a8de-4f2b-a667-e23415d19d67']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:13.010613 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a4c6e7d-e077-49ab-9356-f99c327b2db5 req-0a6e55cf-9885-42f3-a342-ad4be0ba166b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145789 Jan 28 06:47:13.016953 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c009247-7728-4169-b27b-7eba8ef51b0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.022091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca56983-3f14-4a96-ad4d-2f471fa02da4') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:13.022276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca56983-3f14-4a96-ad4d-2f471fa02da4') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:13.040860 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.057906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.064206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:13.064614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:13.084401 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:13.109685 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e776cca1-441a-4db0-913a-61b9a06d74fa None None] Provisioning complete for port c5688a82-9cee-432b-a32e-390723f9a2d1 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:13.110326 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e776cca1-441a-4db0-913a-61b9a06d74fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.142157 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.168950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.172824 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0c009247-7728-4169-b27b-7eba8ef51b0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/dfd81c42-e0cb-4553-841b-c32fcf9eadd5 HTTP/1.1" status: 204 len: 168 time: 2.1093957 Jan 28 06:47:13.174193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44240) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:13.226133 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port c5688a82-9cee-432b-a32e-390723f9a2d1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c5688a82-9cee-432b-a32e-390723f9a2d1,segment=NetworkSegment(ceacab2e-c7b2-4c3b-ac18-4bab8af35981),segment_id=ceacab2e-c7b2-4c3b-ac18-4bab8af35981)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:13.269792 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:13.275085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6800e7b1-5f2b-48a6-980d-9019c3900830 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:13.275893 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6800e7b1-5f2b-48a6-980d-9019c3900830 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:13.289665 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:13.290045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.290777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 8d1d6ea7-00b8-44fb-98f1-1ec9f928c902 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:13.297813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.302358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.311596 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:13.312569 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Deleting port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:13.312702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.325714 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.326675 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device dd29d921-674d-479c-8e26-1749e226cd49 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:13.333507 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "DELETE /v2.0/networks/f7b087cf-a8de-4f2b-a667-e23415d19d67 HTTP/1.1" status: 204 len: 168 time: 3.6035864 Jan 28 06:47:13.333964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44244) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:13.336792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353245ae-3136-49d9-a5ea-245efa38e6f9 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Pushing event deleted for resources: {'Network': ['ID=f7b087cf-a8de-4f2b-a667-e23415d19d67,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:13.375810 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-65b7d986-d565-4bcd-8087-b04b5364ee60 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Synchronizing usage tracker for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:13.379170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6800e7b1-5f2b-48a6-980d-9019c3900830 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:13.380371 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6800e7b1-5f2b-48a6-980d-9019c3900830 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2052376 Jan 28 06:47:13.386289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44248) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:13.389874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ed76404d-efc3-47ff-98a1-00d56a17d648 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Synchronizing usage tracker for tenant:467640f7d9c7448da3d0f7c834c3e1e7 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:13.398072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb4002f-f9dc-4f6b-8433-94bc23de4073 None None] DHCP port deletion for aae22878-ba90-4774-b123-675462c4a922 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:47:13.448419 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e2ab7f-168a-4f50-8e15-62e0da82ca36 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] GET failed (client error): The resource could not be found. Jan 28 06:47:13.449761 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a9e2ab7f-168a-4f50-8e15-62e0da82ca36 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/dfd81c42-e0cb-4553-841b-c32fcf9eadd5 HTTP/1.1" status: 404 len: 333 time: 0.0625658 Jan 28 06:47:13.453449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44252) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:13.454575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7eb4002f-f9dc-4f6b-8433-94bc23de4073 None None] Deleting port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:13.454956 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7eb4002f-f9dc-4f6b-8433-94bc23de4073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.460639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1694126979'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:13.466093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:13.470370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:network and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:13.474376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:13.479702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e776cca1-441a-4db0-913a-61b9a06d74fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.480757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:13.491475 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] For port dd29d921-674d-479c-8e26-1749e226cd49, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=dd29d921-674d-479c-8e26-1749e226cd49,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:13.513823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ed76404d-efc3-47ff-98a1-00d56a17d648 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Unset dirty status for tenant:467640f7d9c7448da3d0f7c834c3e1e7 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:13.515474 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ed76404d-efc3-47ff-98a1-00d56a17d648 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "GET /v2.0/ports?device_id=f80713f6-f399-4b61-b4b8-b2fb0f37dba8 HTTP/1.1" status: 200 len: 205 time: 0.1804993 Jan 28 06:47:13.517941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44256) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:13.597038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:13.600536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.693108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f11e0ebb-512a-4334-9678-e20d3b557f10 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.694126 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=c5688a82-9cee-432b-a32e-390723f9a2d1,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:13.750577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:13.765532 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-e776cca1-441a-4db0-913a-61b9a06d74fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:47:13.765913 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-e776cca1-441a-4db0-913a-61b9a06d74fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:47:13.807251 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port dd29d921-674d-479c-8e26-1749e226cd49 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:13.807631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.866906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.867709 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Added segment 5e48ed4c-b076-4aee-be32-f3e151b15518 of type vlan for network c7275874-55ca-4a73-a719-3e708caf4c96 Jan 28 06:47:13.905215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-65b7d986-d565-4bcd-8087-b04b5364ee60 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Unset dirty status for tenant:e246f2e6a9ed462b9f767ca0074eb56e on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:13.913370 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-65b7d986-d565-4bcd-8087-b04b5364ee60 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9297345 Jan 28 06:47:13.914719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44260) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:13.930538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.930686 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:13.932061 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f103d0a4-886e-4964-ba84-31cc1ee66c31 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group': {'name': 'tempest-secgroup--1963251531'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:13.965160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7eb4002f-f9dc-4f6b-8433-94bc23de4073 None None] For port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ef5e3fa6-3e92-4291-8ab7-e2462d6466f5,segment=NetworkSegment(6310b149-6fe8-4999-b036-5864450223c1),segment_id=6310b149-6fe8-4999-b036-5864450223c1)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:13.965550 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7eb4002f-f9dc-4f6b-8433-94bc23de4073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.004398 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f103d0a4-886e-4964-ba84-31cc1ee66c31 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:14.030800 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] For port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ef5e3fa6-3e92-4291-8ab7-e2462d6466f5,segment=NetworkSegment(6310b149-6fe8-4999-b036-5864450223c1),segment_id=6310b149-6fe8-4999-b036-5864450223c1)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:14.031278 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.042961 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f103d0a4-886e-4964-ba84-31cc1ee66c31 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:14.071154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d,segment=NetworkSegment(5fbf314a-ca07-484f-996a-cf450c6d8384),segment_id=5fbf314a-ca07-484f-996a-cf450c6d8384)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:14.120561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.121324 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.153492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:47:14.177610 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7eb4002f-f9dc-4f6b-8433-94bc23de4073 None None] Calling delete_port for ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:14.245843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.251166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f11e0ebb-512a-4334-9678-e20d3b557f10 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.255564 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.260832 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f11e0ebb-512a-4334-9678-e20d3b557f10 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.271866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Calling delete_port for ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:14.338487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6021d2-debb-4746-8e36-4f4534b74c2b req-1c4a7e09-c6af-48f8-9398-0e48a5bd969b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:14.342676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f103d0a4-886e-4964-ba84-31cc1ee66c31 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.344003 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf6021d2-debb-4746-8e36-4f4534b74c2b req-1c4a7e09-c6af-48f8-9398-0e48a5bd969b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 945 time: 0.1587372 Jan 28 06:47:14.355194 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'code': 200} Jan 28 06:47:14.397013 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf6021d2-debb-4746-8e36-4f4534b74c2b req-ababcda4-6d6f-40d6-b9d4-0d7450394c75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490046 Jan 28 06:47:14.414554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.424915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:14.426369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.426903 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:14.431847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:14.439170 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:14.458796 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f103d0a4-886e-4964-ba84-31cc1ee66c31 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:14.463623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c3ad3a-91a8-4a13-a32a-41710c715157 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:14.464202 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:14.464796 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.483859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f103d0a4-886e-4964-ba84-31cc1ee66c31 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:14.486103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Subnet': ['ID=28ba5a84-a8d7-465a-aa5c-f8588a091e1c,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:14.490376 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f103d0a4-886e-4964-ba84-31cc1ee66c31 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:14.502086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:47:14.503938 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f11e0ebb-512a-4334-9678-e20d3b557f10 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.504504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11e0ebb-512a-4334-9678-e20d3b557f10 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Fanout notify agent at l3_agent the message router_deleted on router f80713f6-f399-4b61-b4b8-b2fb0f37dba8 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:47:14.511092 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=dd29d921-674d-479c-8e26-1749e226cd49,revision_number=5']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:14.515578 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f103d0a4-886e-4964-ba84-31cc1ee66c31 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:14.526094 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f11e0ebb-512a-4334-9678-e20d3b557f10 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.528002 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f11e0ebb-512a-4334-9678-e20d3b557f10 tempest-RoutersNegativeIpV6Test-966694303 tempest-RoutersNegativeIpV6Test-966694303-project] 10.222.0.25 "DELETE /v2.0/routers/f80713f6-f399-4b61-b4b8-b2fb0f37dba8 HTTP/1.1" status: 204 len: 168 time: 1.0077920 Jan 28 06:47:14.541850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-45691485-35f3-4fe4-a854-7cf7652a2260 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.549833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:47:14.550166 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9beec80e-a2ee-4ac7-bd91-f320f846e5e4 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:47:14.617901 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5c3283b0-bb2f-4197-87e6-c912ef5f1813 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.1722715 Jan 28 06:47:14.617901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router e2e0cbf3-80bd-423b-b796-8a55f955d83f is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:47:14.620165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7eb4002f-f9dc-4f6b-8433-94bc23de4073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.625499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44272) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:14.630961 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1758046 Jan 28 06:47:14.641849 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44274) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:14.657124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Request body: {'port': {'network_id': '2d564f63-c0b4-45b7-8160-b73c1310d2e3', 'mac_address': 'fa:16:3e:24:4f:ad', 'name': 'tempest-NetworksTestDHCPv6-143154086'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:14.664499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-edbc7367-5091-481b-9c86-89c393feab9d None None] Provisioning complete for port da757636-1358-40e8-bc7f-e8378d72d6f9 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:14.664883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-edbc7367-5091-481b-9c86-89c393feab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:14.706187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': 'c7275874-55ca-4a73-a719-3e708caf4c96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:14.725247 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:47:14.725585 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:47:14.734950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef77d91-f596-4ae4-9e35-a1393be8ab6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Network': ['ID=c7275874-55ca-4a73-a719-3e708caf4c96,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:14.750664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c5688a82-9cee-432b-a32e-390723f9a2d1 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:14.793448 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network c7275874-55ca-4a73-a719-3e708caf4c96 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:14.912197 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4002f-f9dc-4f6b-8433-94bc23de4073 None None] Pushing event deleted for resources: {'Port': ['ID=ef5e3fa6-3e92-4291-8ab7-e2462d6466f5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:14.917045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb4002f-f9dc-4f6b-8433-94bc23de4073 None None] No DVR routers for this DVR port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:47:14.965274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-edbc7367-5091-481b-9c86-89c393feab9d None None] Port da757636-1358-40e8-bc7f-e8378d72d6f9 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:14.990547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:14.994677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:14.998633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:15.004386 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:15.022826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:47:15.040506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dc91b8-6024-4675-b184-1f8e2155b5a4 None None] Sync routers for ids ['e2e0cbf3-80bd-423b-b796-8a55f955d83f'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:47:15.053828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f103d0a4-886e-4964-ba84-31cc1ee66c31 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:15.054112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:15.056097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Usage tracker for resource:port and tenant:62afd49c44c64bda8dd1c10c27ef6360 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:15.061065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:15.068879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:15.069053 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c3a5c77e-cd04-445e-a8b8-a1b4d1f26848 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/e2e0cbf3-80bd-423b-b796-8a55f955d83f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6243160 Jan 28 06:47:15.069589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44280) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:15.082250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:15.082766 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc91b8-6024-4675-b184-1f8e2155b5a4 None None] Routers {'e2e0cbf3-80bd-423b-b796-8a55f955d83f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:15.083554 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-40dc91b8-6024-4675-b184-1f8e2155b5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e2e0cbf3-80bd-423b-b796-8a55f955d83f'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:15.085780 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:15.162871 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c5688a82-9cee-432b-a32e-390723f9a2d1 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:15.163269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:15.181080 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f103d0a4-886e-4964-ba84-31cc1ee66c31 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:15.202547 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44286) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:15.222675 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be94b8-f682-47aa-a755-5678674137e7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:15.222901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961b826-888b-4773-8580-774d473de350 req-626fd790-47d9-430e-b1c8-6479a09f58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:15.223269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c6be94b8-f682-47aa-a755-5678674137e7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Synchronizing usage tracker for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:15.224334 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e961b826-888b-4773-8580-774d473de350 req-626fd790-47d9-430e-b1c8-6479a09f58c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 1098 time: 0.3309216 Jan 28 06:47:15.233300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Deleting port ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:15.233642 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:15.242935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-40dc91b8-6024-4675-b184-1f8e2155b5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:15.279916 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc91b8-6024-4675-b184-1f8e2155b5a4 None None] Routers {'e2e0cbf3-80bd-423b-b796-8a55f955d83f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:15.281299 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-40dc91b8-6024-4675-b184-1f8e2155b5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e2e0cbf3-80bd-423b-b796-8a55f955d83f'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:15.284092 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e961b826-888b-4773-8580-774d473de350 req-e105d951-beb7-4600-aa20-fbaa45a702e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472927 Jan 28 06:47:15.314836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Made reservation on behalf of 62afd49c44c64bda8dd1c10c27ef6360 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:15.431751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-40dc91b8-6024-4675-b184-1f8e2155b5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:15.431751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dc91b8-6024-4675-b184-1f8e2155b5a4 None None] The sync data for ids ['e2e0cbf3-80bd-423b-b796-8a55f955d83f'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:47:15.467175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f103d0a4-886e-4964-ba84-31cc1ee66c31 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:15.468416 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f103d0a4-886e-4964-ba84-31cc1ee66c31 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5509150 Jan 28 06:47:15.492785 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44294) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:15.493618 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103d0a4-886e-4964-ba84-31cc1ee66c31 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c70741-a219-4a63-bd2b-3b312c4cbe4c,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:15.497473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-45691485-35f3-4fe4-a854-7cf7652a2260 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port 8a9ccc42-ee28-41ad-aee5-0383cc6443bd {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:15.497814 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-45691485-35f3-4fe4-a854-7cf7652a2260 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:15.528578 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device dd29d921-674d-479c-8e26-1749e226cd49 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:15.535143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] The port 'ef5e3fa6-3e92-4291-8ab7-e2462d6466f5' was deleted {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:47:15.539400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-244f4c49-19b3-42d7-bdb9-3011ddd8873a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Request body: {'security_group_rule': {'security_group_id': '87c70741-a219-4a63-bd2b-3b312c4cbe4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:15.586983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-244f4c49-19b3-42d7-bdb9-3011ddd8873a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:15.610283 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port dd29d921-674d-479c-8e26-1749e226cd49 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:15.610654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:15.614628 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:15.621771 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-244f4c49-19b3-42d7-bdb9-3011ddd8873a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Usage tracker for resource:security_group_rule and tenant:e246f2e6a9ed462b9f767ca0074eb56e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:15.626696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c6be94b8-f682-47aa-a755-5678674137e7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Unset dirty status for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:15.630857 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c6be94b8-f682-47aa-a755-5678674137e7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports/da757636-1358-40e8-bc7f-e8378d72d6f9 HTTP/1.1" status: 200 len: 911 time: 0.5591986 Jan 28 06:47:15.636885 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44298) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:15.640091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-244f4c49-19b3-42d7-bdb9-3011ddd8873a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:15.665018 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] device_id is not set on port 5ba4934a-abe4-4b9d-9268-1edb00ddef7f yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:47:15.677903 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-244f4c49-19b3-42d7-bdb9-3011ddd8873a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:15.794990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:15.809616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:47:15.827684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae22878-ba90-4774-b123-675462c4a922']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:15.841520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6310b149-6fe8-4999-b036-5864450223c1') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:15.841947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6310b149-6fe8-4999-b036-5864450223c1') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:15.854966 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:15.864878 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:47:15.865463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ef5e3fa6-3e92-4291-8ab7-e2462d6466f5 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:47:15.872918 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:15.880527 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:15.881027 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:15.971382 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:16.026446 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9a1ed828-607d-4c57-91fe-33f8c6d68a57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=467640f7d9c7448da3d0f7c834c3e1e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8111341 Jan 28 06:47:16.033347 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44302) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:16.094312 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-244f4c49-19b3-42d7-bdb9-3011ddd8873a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.131298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-45691485-35f3-4fe4-a854-7cf7652a2260 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.131551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.145266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af05f4-d394-4855-82b2-89ebb3f6753a req-c609ff35-af93-4f55-920b-f00f199d20c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:16.146763 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-46af05f4-d394-4855-82b2-89ebb3f6753a req-c609ff35-af93-4f55-920b-f00f199d20c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 945 time: 0.6040347 Jan 28 06:47:16.157654 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.289268 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6317614d-8927-4f30-bf52-97449da0cd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.310307 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-45691485-35f3-4fe4-a854-7cf7652a2260 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for 8a9ccc42-ee28-41ad-aee5-0383cc6443bd owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:16.312999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7232451f-5975-4859-8d9e-7a0579b1ff69 None None] Provisioning complete for port dd29d921-674d-479c-8e26-1749e226cd49 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:16.314136 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7232451f-5975-4859-8d9e-7a0579b1ff69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.341758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.386242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] Pushing event deleted for resources: {'Network': ['ID=aae22878-ba90-4774-b123-675462c4a922,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:16.398733 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-92c515a5-5c0a-416a-b945-fff370ecacfc tempest-AllowedAddressPairTestJSON-25993601 tempest-AllowedAddressPairTestJSON-25993601-project] 10.222.0.25 "DELETE /v2.0/networks/aae22878-ba90-4774-b123-675462c4a922 HTTP/1.1" status: 204 len: 168 time: 3.7371082 Jan 28 06:47:16.408443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Subnet': ['ID=8950a4f7-e370-4e4f-9cad-039c33678535,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:16.421213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6317614d-8927-4f30-bf52-97449da0cd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.468284 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-244f4c49-19b3-42d7-bdb9-3011ddd8873a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.545425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Checking segment: {'id': '5e48ed4c-b076-4aee-be32-f3e151b15518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7275874-55ca-4a73-a719-3e708caf4c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:16.545866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network hostable DHCP agents. Network: c7275874-55ca-4a73-a719-3e708caf4c96, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:47:16.585137 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-46af05f4-d394-4855-82b2-89ebb3f6753a req-b14f0ba1-b64d-4764-bdac-2e2077f3ed1b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3261304 Jan 28 06:47:16.590720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-244f4c49-19b3-42d7-bdb9-3011ddd8873a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.635891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8::1e2 (2d564f63-c0b4-45b7-8160-b73c1310d2e3/5958b5ba-8cfd-40fb-bec6-d033a4a813ad/5ba4934a-abe4-4b9d-9268-1edb00ddef7f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:16.637803 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6317614d-8927-4f30-bf52-97449da0cd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.653256 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Allocated IP 2001:db8:0:1:f816:3eff:fe24:4fad (2d564f63-c0b4-45b7-8160-b73c1310d2e3/28ba5a84-a8d7-465a-aa5c-f8588a091e1c/5ba4934a-abe4-4b9d-9268-1edb00ddef7f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:16.664269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317614d-8927-4f30-bf52-97449da0cd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747920e2-eb71-42d9-8907-b7a8dd41c95e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:16.666694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f4c49-19b3-42d7-bdb9-3011ddd8873a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb33d742-f96d-499a-887a-46bf8392d164,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:16.804130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network c7275874-55ca-4a73-a719-3e708caf4c96 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:47:16.833477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-244f4c49-19b3-42d7-bdb9-3011ddd8873a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.833477 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-244f4c49-19b3-42d7-bdb9-3011ddd8873a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3363321 Jan 28 06:47:16.834581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6317614d-8927-4f30-bf52-97449da0cd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.835967 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6317614d-8927-4f30-bf52-97449da0cd43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/747920e2-eb71-42d9-8907-b7a8dd41c95e HTTP/1.1" status: 204 len: 168 time: 0.8013337 Jan 28 06:47:16.836900 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44308) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:16.839705 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-45691485-35f3-4fe4-a854-7cf7652a2260 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.949037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f83f18c1-8098-4bcf-9bac-3ff40d849ffe tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:16.999531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44316) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:17.006967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45691485-35f3-4fe4-a854-7cf7652a2260 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=8a9ccc42-ee28-41ad-aee5-0383cc6443bd,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:17.022600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, c7275874-55ca-4a73-a719-3e708caf4c96) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:17.032474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc1c73c-7b2d-40b5-b008-ef3feefba71c None None] Network c7275874-55ca-4a73-a719-3e708caf4c96 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:17.087011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:17.087566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:17.204477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:17.241922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7c0f-ab3d-430b-9c5c-70d531f3f096 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:17.246755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-45691485-35f3-4fe4-a854-7cf7652a2260 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:17.275702 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4476e724-76be-4fd9-9a7c-427e0486f8ba tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6284950 Jan 28 06:47:17.276524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44324) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:17.317719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e091ea2a-e95c-4b11-b015-7109f7fad358 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': 'c7275874-55ca-4a73-a719-3e708caf4c96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:17.341727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Transition to ACTIVE for port object 5ba4934a-abe4-4b9d-9268-1edb00ddef7f will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:17.348916 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-c7275874-55ca-4a73-a719-3e708caf4c96', 'network_id': 'c7275874-55ca-4a73-a719-3e708caf4c96', 'tenant_id': 'de6a824d5ec249e0b22ece683ed2b1e4', 'fixed_ips': [{'subnet_id': '8950a4f7-e370-4e4f-9cad-039c33678535'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:17.350410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:17.556187 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-731f37d0-0124-4ed2-b5c7-79402f335c17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=928a0225bcdf41279543fb741c39e2f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5483510 Jan 28 06:47:17.556187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:17.560185 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44334) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:17.563366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7c0f-ab3d-430b-9c5c-70d531f3f096 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:17.609491 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Allocated IP 172.20.0.2 (c7275874-55ca-4a73-a719-3e708caf4c96/8950a4f7-e370-4e4f-9cad-039c33678535/b620215b-7893-47f8-8dd3-b644f2d77c72) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:17.697544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:17.700422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e091ea2a-e95c-4b11-b015-7109f7fad358 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:17.704623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e091ea2a-e95c-4b11-b015-7109f7fad358 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:17.708410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e091ea2a-e95c-4b11-b015-7109f7fad358 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:17.714801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e091ea2a-e95c-4b11-b015-7109f7fad358 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:17.734055 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:17.757595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:17.764599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:17.765304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:17.851642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e091ea2a-e95c-4b11-b015-7109f7fad358 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:17.853764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b25b647a-8da1-4402-bf9a-335b0deb6981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:17.855403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e091ea2a-e95c-4b11-b015-7109f7fad358 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:17.864950 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45691485-35f3-4fe4-a854-7cf7652a2260 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router cd5a81d9-e20b-473e-badf-d566eb446562 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:47:17.886055 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2535012 Jan 28 06:47:17.892169 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44342) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:17.904780 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:17.977950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Transition to ACTIVE for port object b620215b-7893-47f8-8dd3-b644f2d77c72 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:18.013372 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Transition to ACTIVE for port object b620215b-7893-47f8-8dd3-b644f2d77c72 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:18.029236 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b25b647a-8da1-4402-bf9a-335b0deb6981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.056699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7c0f-ab3d-430b-9c5c-70d531f3f096 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.096982 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.147931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c98e21-fec0-422e-81a7-a9ec57d2a636 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event updated for resources: {'Port': ['ID=5ba4934a-abe4-4b9d-9268-1edb00ddef7f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:18.155867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Network c7275874-55ca-4a73-a719-3e708caf4c96 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:18.165446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:18.170644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:18.171083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b7c0f-ab3d-430b-9c5c-70d531f3f096 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c70741-a219-4a63-bd2b-3b312c4cbe4c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:18.183310 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45691485-35f3-4fe4-a854-7cf7652a2260 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:47:18.193104 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5954c7-8f6c-4611-9798-b8d1cc7fd944 None None] Sync routers for ids ['cd5a81d9-e20b-473e-badf-d566eb446562'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:47:18.218505 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-62dc4da7-08b1-4cd5-b047-6365202affb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting port 5ba4934a-abe4-4b9d-9268-1edb00ddef7f {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:18.218505 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-62dc4da7-08b1-4cd5-b047-6365202affb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.226109 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5954c7-8f6c-4611-9798-b8d1cc7fd944 None None] Routers {'cd5a81d9-e20b-473e-badf-d566eb446562'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:18.227037 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6e5954c7-8f6c-4611-9798-b8d1cc7fd944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd5a81d9-e20b-473e-badf-d566eb446562'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:18.246117 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-45691485-35f3-4fe4-a854-7cf7652a2260 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/cd5a81d9-e20b-473e-badf-d566eb446562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9988482 Jan 28 06:47:18.247178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44354) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:18.256160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4562d4-10ee-4685-aa1a-47b68e1e3292 req-4b958f07-b69f-4f09-b561-13ccb4328f2d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:18.262937 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f4562d4-10ee-4685-aa1a-47b68e1e3292 req-4b958f07-b69f-4f09-b561-13ccb4328f2d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 945 time: 0.5306540 Jan 28 06:47:18.266377 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Pushing event updated for resources: {'Port': ['ID=b620215b-7893-47f8-8dd3-b644f2d77c72,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:18.267513 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f83f18c1-8098-4bcf-9bac-3ff40d849ffe tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port da757636-1358-40e8-bc7f-e8378d72d6f9 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:18.267844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f83f18c1-8098-4bcf-9bac-3ff40d849ffe tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.305805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eb3b7c0f-ab3d-430b-9c5c-70d531f3f096 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.307287 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-eb3b7c0f-ab3d-430b-9c5c-70d531f3f096 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-groups/87c70741-a219-4a63-bd2b-3b312c4cbe4c HTTP/1.1" status: 204 len: 168 time: 1.4691310 Jan 28 06:47:18.314197 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6e5954c7-8f6c-4611-9798-b8d1cc7fd944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:18.321660 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44358) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:18.324720 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5954c7-8f6c-4611-9798-b8d1cc7fd944 None None] Routers {'cd5a81d9-e20b-473e-badf-d566eb446562'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:18.325414 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6e5954c7-8f6c-4611-9798-b8d1cc7fd944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd5a81d9-e20b-473e-badf-d566eb446562'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:18.342022 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-58952ea7-282e-42d9-b871-ae6076945cbb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Synchronizing usage tracker for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:18.363157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1d771963-3eeb-4a2c-a2e5-a259c100a752 None None] Provisioning for port 5ba4934a-abe4-4b9d-9268-1edb00ddef7f completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:18.388660 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.ipam_backend_mixin [None req-e091ea2a-e95c-4b11-b015-7109f7fad358 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8950a4f7-e370-4e4f-9cad-039c33678535 (CIDR: 172.20.0.0/28) Jan 28 06:47:18.420945 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6e5954c7-8f6c-4611-9798-b8d1cc7fd944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:18.421482 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5954c7-8f6c-4611-9798-b8d1cc7fd944 None None] The sync data for ids ['cd5a81d9-e20b-473e-badf-d566eb446562'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:47:18.434428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1d771963-3eeb-4a2c-a2e5-a259c100a752 None None] Provisioning complete for port 5ba4934a-abe4-4b9d-9268-1edb00ddef7f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:18.435325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d771963-3eeb-4a2c-a2e5-a259c100a752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.454735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44362) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:18.470059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b25b647a-8da1-4402-bf9a-335b0deb6981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.501104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Attempting to bind port b620215b-7893-47f8-8dd3-b644f2d77c72 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:18.501473 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Attempting to bind port b620215b-7893-47f8-8dd3-b644f2d77c72 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '5e48ed4c-b076-4aee-be32-f3e151b15518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7275874-55ca-4a73-a719-3e708caf4c96'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:18.501857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Attempting to bind port b620215b-7893-47f8-8dd3-b644f2d77c72 on network c7275874-55ca-4a73-a719-3e708caf4c96 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:18.513124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:18.518854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Checking segment: {'id': '5e48ed4c-b076-4aee-be32-f3e151b15518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7275874-55ca-4a73-a719-3e708caf4c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:18.518854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.518854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Bound using segment: {'id': '5e48ed4c-b076-4aee-be32-f3e151b15518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7275874-55ca-4a73-a719-3e708caf4c96'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:18.518854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Bound port: b620215b-7893-47f8-8dd3-b644f2d77c72, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e48ed4c-b076-4aee-be32-f3e151b15518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c7275874-55ca-4a73-a719-3e708caf4c96'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:18.518854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.528663 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1d771963-3eeb-4a2c-a2e5-a259c100a752 None None] Port 5ba4934a-abe4-4b9d-9268-1edb00ddef7f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:18.541905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-58952ea7-282e-42d9-b871-ae6076945cbb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Unset dirty status for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:18.545843 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-58952ea7-282e-42d9-b871-ae6076945cbb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd5a81d9-e20b-473e-badf-d566eb446562 HTTP/1.1" status: 200 len: 205 time: 0.2915778 Jan 28 06:47:18.553209 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44368) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:18.556763 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b647a-8da1-4402-bf9a-335b0deb6981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c273c53f-dc1d-437b-a7f4-8e2d722d978a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:18.608746 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e091ea2a-e95c-4b11-b015-7109f7fad358 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:47:18.609238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e091ea2a-e95c-4b11-b015-7109f7fad358 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:18.635432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f83f18c1-8098-4bcf-9bac-3ff40d849ffe tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.645856 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] For port b620215b-7893-47f8-8dd3-b644f2d77c72, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:18.647772 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f4562d4-10ee-4685-aa1a-47b68e1e3292 req-3b933aa4-244c-4c1c-b850-1a83f53027af tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830650 Jan 28 06:47:18.649393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] For port b620215b-7893-47f8-8dd3-b644f2d77c72, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b620215b-7893-47f8-8dd3-b644f2d77c72,segment=NetworkSegment(5e48ed4c-b076-4aee-be32-f3e151b15518),segment_id=5e48ed4c-b076-4aee-be32-f3e151b15518)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:18.662459 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group': {'name': 'tempest-secgroup--2028316392'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:18.717554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b25b647a-8da1-4402-bf9a-335b0deb6981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.720631 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b25b647a-8da1-4402-bf9a-335b0deb6981 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c273c53f-dc1d-437b-a7f4-8e2d722d978a HTTP/1.1" status: 204 len: 168 time: 1.1594942 Jan 28 06:47:18.725845 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-de265cea-2b04-4a24-bcb3-e3d387e54cf0 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3968496 Jan 28 06:47:18.728782 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:18.750956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3de73e0a-946a-4080-914c-c52b35078025 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.760573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.782703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44376) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:18.792825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f83f18c1-8098-4bcf-9bac-3ff40d849ffe tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for da757636-1358-40e8-bc7f-e8378d72d6f9 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:18.824863 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e091ea2a-e95c-4b11-b015-7109f7fad358 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5205801 Jan 28 06:47:18.853892 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44380) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:18.862786 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd328294-bd24-4cd9-9190-57554bf9e31e None None] Pushing event updated for resources: {'Port': ['ID=b620215b-7893-47f8-8dd3-b644f2d77c72,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:18.877345 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-62dc4da7-08b1-4cd5-b047-6365202affb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:18.960679 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9a20a14b-0c4f-48b1-b35c-8010e4e42cf4 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1768684 Jan 28 06:47:18.969578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44384) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:18.999477 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-0dd51dc0-a3da-4fbb-932b-a8473ef49b11 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] delete failed (client error): The resource could not be found. Jan 28 06:47:18.999694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:19.000518 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0dd51dc0-a3da-4fbb-932b-a8473ef49b11 tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "DELETE /v2.0/security-groups/87c70741-a219-4a63-bd2b-3b312c4cbe4c HTTP/1.1" status: 404 len: 347 time: 0.0285876 Jan 28 06:47:19.006915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44388) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:19.016311 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-62dc4da7-08b1-4cd5-b047-6365202affb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Calling delete_port for 5ba4934a-abe4-4b9d-9268-1edb00ddef7f owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:19.037749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a5486-4fd5-405c-aa99-f63645cd867a req-96281074-51cf-4d95-ac45-33484475e1a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:19.039639 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc0a5486-4fd5-405c-aa99-f63645cd867a req-96281074-51cf-4d95-ac45-33484475e1a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 945 time: 0.2580373 Jan 28 06:47:19.123169 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-10761b17-c134-41f7-892e-229f124d417a tempest-SecGroupIPv6Test-304767282 tempest-SecGroupIPv6Test-304767282-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1144395 Jan 28 06:47:19.178369 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc0a5486-4fd5-405c-aa99-f63645cd867a req-9e63a1c4-8f55-422a-be97-277e09de5a3a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290970 Jan 28 06:47:19.180660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5fa760cc-9740-46ef-9968-04a0a9ca4409 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': 'c7275874-55ca-4a73-a719-3e708caf4c96', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:19.198333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:19.217807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44396) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:19.273389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:19.351826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e412ee8-17c6-4a56-acc8-455da681d575 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:19.351826 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7e412ee8-17c6-4a56-acc8-455da681d575 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 1093 time: 0.1318586 Jan 28 06:47:19.354768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44400) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:19.359876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:19.369346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:19.374223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f83f18c1-8098-4bcf-9bac-3ff40d849ffe tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:19.384641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:floatingip and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:19.421359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:19.452323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:19.454753 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f18c1-8098-4bcf-9bac-3ff40d849ffe tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Port': ['ID=da757636-1358-40e8-bc7f-e8378d72d6f9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:19.534588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:19.605886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:19.650866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3de73e0a-946a-4080-914c-c52b35078025 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:19.652664 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:19.664525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3de73e0a-946a-4080-914c-c52b35078025 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:19.698203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f83f18c1-8098-4bcf-9bac-3ff40d849ffe tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:19.734053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:19.748222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:19.752198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5fa760cc-9740-46ef-9968-04a0a9ca4409 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:19.756684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:19.762893 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5fa760cc-9740-46ef-9968-04a0a9ca4409 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:19.770301 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5fa760cc-9740-46ef-9968-04a0a9ca4409 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:19.772940 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:19.787775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5fa760cc-9740-46ef-9968-04a0a9ca4409 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:19.903638 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3de73e0a-946a-4080-914c-c52b35078025 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:19.904319 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de73e0a-946a-4080-914c-c52b35078025 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Fanout notify agent at l3_agent the message router_deleted on router cd5a81d9-e20b-473e-badf-d566eb446562 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:47:19.939316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3de73e0a-946a-4080-914c-c52b35078025 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:19.943953 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3de73e0a-946a-4080-914c-c52b35078025 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/routers/cd5a81d9-e20b-473e-badf-d566eb446562 HTTP/1.1" status: 204 len: 168 time: 1.3912587 Jan 28 06:47:19.947375 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44414) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:19.970651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44418) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:19.987317 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa760cc-9740-46ef-9968-04a0a9ca4409 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:19.994545 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fa760cc-9740-46ef-9968-04a0a9ca4409 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:20.122373 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-62dc4da7-08b1-4cd5-b047-6365202affb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:20.129133 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b6678c-fe47-4886-a94f-0f9d0cabca55 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting subnet 48863fb0-a16d-4f98-a700-6cce35c52ce9 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:47:20.133266 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a5b6678c-fe47-4886-a94f-0f9d0cabca55 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:20.203710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a5b6678c-fe47-4886-a94f-0f9d0cabca55 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:20.268978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83f18c1-8098-4bcf-9bac-3ff40d849ffe tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router e2e0cbf3-80bd-423b-b796-8a55f955d83f has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:47:20.333298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc4da7-08b1-4cd5-b047-6365202affb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Port': ['ID=5ba4934a-abe4-4b9d-9268-1edb00ddef7f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:20.466955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83f18c1-8098-4bcf-9bac-3ff40d849ffe tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:47:20.481737 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-62dc4da7-08b1-4cd5-b047-6365202affb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:20.514713 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-62dc4da7-08b1-4cd5-b047-6365202affb0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/5ba4934a-abe4-4b9d-9268-1edb00ddef7f HTTP/1.1" status: 204 len: 168 time: 2.6163054 Jan 28 06:47:20.515643 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:20.522401 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44432) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:20.542322 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30b8fd-4473-4472-a423-3b2e1ded7f85 None None] Sync routers for ids ['e2e0cbf3-80bd-423b-b796-8a55f955d83f'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:47:20.550279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df69f9e2-b637-4599-92fe-9c3bf03ac002 None None] Network c7275874-55ca-4a73-a719-3e708caf4c96 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:20.607316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a5b6678c-fe47-4886-a94f-0f9d0cabca55 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:20.630570 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30b8fd-4473-4472-a423-3b2e1ded7f85 None None] Routers {'e2e0cbf3-80bd-423b-b796-8a55f955d83f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:20.631174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4e30b8fd-4473-4472-a423-3b2e1ded7f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e2e0cbf3-80bd-423b-b796-8a55f955d83f'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:20.647876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44436) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:20.652399 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d378dc3d-d943-4474-b8ba-629df9523d0f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e246f2e6a9ed462b9f767ca0074eb56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5461280 Jan 28 06:47:20.663261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:20.671696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44438) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:20.709836 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f83f18c1-8098-4bcf-9bac-3ff40d849ffe tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/e2e0cbf3-80bd-423b-b796-8a55f955d83f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9844720 Jan 28 06:47:20.715356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44446) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:20.778836 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:20.835538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:20.853101 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e3c297-b28b-4043-8ec6-a3d65ccab74c,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:20.869244 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-dc34605a-aaa0-419c-8743-7a94f9f33ca1 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2e0cbf3-80bd-423b-b796-8a55f955d83f HTTP/1.1" status: 200 len: 205 time: 0.1424284 Jan 28 06:47:20.870665 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:20.871619 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b620215b-7893-47f8-8dd3-b644f2d77c72 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:20.878628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1835815797'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:20.884976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.86 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/a4c83a88-0725-47ef-83a5-9810f05ad693) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:20.884976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44450) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:20.892068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab36467e-3be2-40c6-a5d5-32a58d096651 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:20.893235 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ab36467e-3be2-40c6-a5d5-32a58d096651 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:20.894838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:20.901303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:20.901880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4e30b8fd-4473-4472-a423-3b2e1ded7f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:20.913796 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:20.926305 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:network and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:20.933896 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:20.946276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:20.947401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30b8fd-4473-4472-a423-3b2e1ded7f85 None None] Routers {'e2e0cbf3-80bd-423b-b796-8a55f955d83f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:20.948103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4e30b8fd-4473-4472-a423-3b2e1ded7f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e2e0cbf3-80bd-423b-b796-8a55f955d83f'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:20.984784 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3fe21a46-3b75-48cf-8316-bb9bf35e3b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.015007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2678c793-545c-4373-aa69-dff6f8debf2a None None] Provisioning for port b620215b-7893-47f8-8dd3-b644f2d77c72 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:21.025135 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4e30b8fd-4473-4472-a423-3b2e1ded7f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:21.025559 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30b8fd-4473-4472-a423-3b2e1ded7f85 None None] The sync data for ids ['e2e0cbf3-80bd-423b-b796-8a55f955d83f'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:47:21.035093 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a5b6678c-fe47-4886-a94f-0f9d0cabca55 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.077051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3fe21a46-3b75-48cf-8316-bb9bf35e3b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.108160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d432efe-4006-46e1-9326-2d45b67ead8b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.180829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ab36467e-3be2-40c6-a5d5-32a58d096651 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:21.184997 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ab36467e-3be2-40c6-a5d5-32a58d096651 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6592534 Jan 28 06:47:21.193995 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44454) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:21.205689 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port b620215b-7893-47f8-8dd3-b644f2d77c72 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:21.213106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b620215b-7893-47f8-8dd3-b644f2d77c72 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:21.213964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.239533 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:21.242937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.262677 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6678c-fe47-4886-a94f-0f9d0cabca55 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Subnet': ['ID=48863fb0-a16d-4f98-a700-6cce35c52ce9,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:21.265335 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a5b6678c-fe47-4886-a94f-0f9d0cabca55 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.276550 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1ef131-046a-4b13-b8a3-4037321f80d4 None None] Network d2442c06-1555-45d4-8581-300564d241df requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:21.283047 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.330116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fa760cc-9740-46ef-9968-04a0a9ca4409 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.367971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:21.371853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.386982 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a5b6678c-fe47-4886-a94f-0f9d0cabca55 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/48863fb0-a16d-4f98-a700-6cce35c52ce9 HTTP/1.1" status: 204 len: 168 time: 1.4357703 Jan 28 06:47:21.399857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44458) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:21.403222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:security_group_rule and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:21.414844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:21.456812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa760cc-9740-46ef-9968-04a0a9ca4409 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network c7275874-55ca-4a73-a719-3e708caf4c96 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:21.458066 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:21.465280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-5fa760cc-9740-46ef-9968-04a0a9ca4409 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:21.481448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa760cc-9740-46ef-9968-04a0a9ca4409 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:21.482361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fa760cc-9740-46ef-9968-04a0a9ca4409 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.489117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b51bbc1-4053-4331-a919-05adfb189546 None None] Network c7275874-55ca-4a73-a719-3e708caf4c96 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:21.507553 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa760cc-9740-46ef-9968-04a0a9ca4409 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Subnet': ['ID=ff1d5b11-06fc-4e10-a965-bd22bc91bd96,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:21.515884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.576747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.633745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d432efe-4006-46e1-9326-2d45b67ead8b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.644362 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.649890 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3fe21a46-3b75-48cf-8316-bb9bf35e3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.650362 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d432efe-4006-46e1-9326-2d45b67ead8b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.652161 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3fe21a46-3b75-48cf-8316-bb9bf35e3b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.653467 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3fe21a46-3b75-48cf-8316-bb9bf35e3b68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3469c1c-95d6-4528-a74f-6ca45ddee558 HTTP/1.1" status: 204 len: 168 time: 0.9770696 Jan 28 06:47:21.657290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.657907 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-63f76631-7a01-4af3-92ae-912bbe6faa84 None None] Provisioning complete for port b620215b-7893-47f8-8dd3-b644f2d77c72 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:21.659587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63f76631-7a01-4af3-92ae-912bbe6faa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.660701 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8378097a-1fbc-4de0-ab4f-5b66faf7042e,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:21.687620 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe21a46-3b75-48cf-8316-bb9bf35e3b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3469c1c-95d6-4528-a74f-6ca45ddee558,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:21.691770 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:21.692147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.702221 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986ca939-3265-408b-ad80-0ec412c14a9d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:21.707198 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-986ca939-3265-408b-ad80-0ec412c14a9d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5096588 Jan 28 06:47:21.709603 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44464) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:21.732116 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5fa760cc-9740-46ef-9968-04a0a9ca4409 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7857733 Jan 28 06:47:21.740580 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44468) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:21.751980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'network_id': 'c7275874-55ca-4a73-a719-3e708caf4c96', 'fixed_ips': [{'subnet_id': '8950a4f7-e370-4e4f-9cad-039c33678535'}, {'subnet_id': 'ff1d5b11-06fc-4e10-a965-bd22bc91bd96'}], 'name': 'tempest-PortsTestJSON-2090064744'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:21.784748 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.788300 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7d9dc0cc-1d19-49c0-aee1-c8dc5dc1d54b tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.3302515 Jan 28 06:47:21.798347 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44472) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:21.877004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port b620215b-7893-47f8-8dd3-b644f2d77c72, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b620215b-7893-47f8-8dd3-b644f2d77c72,segment=NetworkSegment(5e48ed4c-b076-4aee-be32-f3e151b15518),segment_id=5e48ed4c-b076-4aee-be32-f3e151b15518)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:21.959696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d432efe-4006-46e1-9326-2d45b67ead8b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.960421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d432efe-4006-46e1-9326-2d45b67ead8b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Fanout notify agent at l3_agent the message router_deleted on router e2e0cbf3-80bd-423b-b796-8a55f955d83f {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:47:21.973968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63f76631-7a01-4af3-92ae-912bbe6faa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:21.988058 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.006401 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d432efe-4006-46e1-9326-2d45b67ead8b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.010011 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.012111 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1d432efe-4006-46e1-9326-2d45b67ead8b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/routers/e2e0cbf3-80bd-423b-b796-8a55f955d83f HTTP/1.1" status: 204 len: 168 time: 1.1093338 Jan 28 06:47:22.014121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44476) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:22.024697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469ca201-4bde-423e-a39b-0c9df2661113 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:22.027433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469ca201-4bde-423e-a39b-0c9df2661113 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:22.027850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469ca201-4bde-423e-a39b-0c9df2661113 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:22.028675 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-469ca201-4bde-423e-a39b-0c9df2661113 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:22.074062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c1674415-90b3-4672-baef-096addc6d691 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:22.087983 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f649c5-6cae-4072-9b61-5bdd5029c6b1 None None] DHCP port deletion for d2442c06-1555-45d4-8581-300564d241df request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:47:22.105196 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-8171fc26-298f-487c-a212-859e099c9446 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting subnet 09bfe2ad-7baf-4b67-bb95-5986a7af9761 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:47:22.108305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8171fc26-298f-487c-a212-859e099c9446 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.145879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-23f649c5-6cae-4072-9b61-5bdd5029c6b1 None None] Deleting port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:22.146332 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23f649c5-6cae-4072-9b61-5bdd5029c6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.153273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.168004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:22.172289 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:port and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:22.175793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:22.181876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:22.201855 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.214378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-469ca201-4bde-423e-a39b-0c9df2661113 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:22.215886 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-469ca201-4bde-423e-a39b-0c9df2661113 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5040944 Jan 28 06:47:22.246883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44482) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:22.277083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8171fc26-298f-487c-a212-859e099c9446 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.282548 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=b620215b-7893-47f8-8dd3-b644f2d77c72,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:22.313299 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:22.315708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:22.331492 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.331833 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Added segment d2a59b14-c689-4f3e-bed3-1b47e8c6bf00 of type vlan for network 07fbd4a7-a85d-4296-8027-64dea9a9d88a Jan 28 06:47:22.332906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e34a13-b12b-4681-97ec-e9a037888667,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:22.338104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] For port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=43c23c1d-b4ca-4a2f-963e-e1bd558fcc62,segment=NetworkSegment(782b966d-4be0-4596-b546-f7f88f9f459f),segment_id=782b966d-4be0-4596-b546-f7f88f9f459f)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:22.338445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.352285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:22.372940 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c1674415-90b3-4672-baef-096addc6d691 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:22.376851 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c1674415-90b3-4672-baef-096addc6d691 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5747581 Jan 28 06:47:22.380774 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44492) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:22.421314 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-63f76631-7a01-4af3-92ae-912bbe6faa84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:47:22.427860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-63f76631-7a01-4af3-92ae-912bbe6faa84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:47:22.442565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1c6a27-5785-40d6-94fa-07f599b8bc26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 28ba5a84-a8d7-465a-aa5c-f8588a091e1c {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:47:22.457240 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:22.465421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6a27-5785-40d6-94fa-07f599b8bc26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.515548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-9c594c65-d672-4803-a474-68d2e25711b8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group': {'name': 'tempest-security--1981928484', 'description': 'tempest-security-description-1660984783'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:22.538308 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:22.571061 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:22.615826 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-23f649c5-6cae-4072-9b61-5bdd5029c6b1 None None] For port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=43c23c1d-b4ca-4a2f-963e-e1bd558fcc62,segment=NetworkSegment(782b966d-4be0-4596-b546-f7f88f9f459f),segment_id=782b966d-4be0-4596-b546-f7f88f9f459f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:22.616320 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23f649c5-6cae-4072-9b61-5bdd5029c6b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.704666 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.705219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=a4c83a88-0725-47ef-83a5-9810f05ad693,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:22.709958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9c594c65-d672-4803-a474-68d2e25711b8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.798320 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b620215b-7893-47f8-8dd3-b644f2d77c72 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:22.817112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6a27-5785-40d6-94fa-07f599b8bc26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.836974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:22.878723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:47:22.960723 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-23f649c5-6cae-4072-9b61-5bdd5029c6b1 None None] Calling delete_port for 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:22.970341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8171fc26-298f-487c-a212-859e099c9446 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.048263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf9f33-ac51-4259-a1a2-746a1a2f41fa None None] Update dhcp port {'port': {'network_id': 'c7275874-55ca-4a73-a719-3e708caf4c96', 'fixed_ips': [{'subnet_id': '8950a4f7-e370-4e4f-9cad-039c33678535', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ff1d5b11-06fc-4e10-a965-bd22bc91bd96'}], 'binding:host_id': 'dv-neutron-824022-4-hyperv'}, 'id': 'b620215b-7893-47f8-8dd3-b644f2d77c72'} from dv-neutron-824022-4-hyperv. {{(pid=88218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 06:47:23.171614 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4cf9f33-ac51-4259-a1a2-746a1a2f41fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.198955 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-23f649c5-6cae-4072-9b61-5bdd5029c6b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:47:23.199653 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-23f649c5-6cae-4072-9b61-5bdd5029c6b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:47:23.226469 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44506) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:23.229152 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9c594c65-d672-4803-a474-68d2e25711b8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.230866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.269940 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b620215b-7893-47f8-8dd3-b644f2d77c72 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:23.270313 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.277158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.282694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:23.283307 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.308494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6a27-5785-40d6-94fa-07f599b8bc26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.337883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9c594c65-d672-4803-a474-68d2e25711b8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.342789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8171fc26-298f-487c-a212-859e099c9446 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.382657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No DVR routers for this DVR port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:47:23.390060 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=43c23c1d-b4ca-4a2f-963e-e1bd558fcc62,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:23.405344 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171fc26-298f-487c-a212-859e099c9446 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Subnet': ['ID=09bfe2ad-7baf-4b67-bb95-5986a7af9761,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:23.412544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8171fc26-298f-487c-a212-859e099c9446 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.432342 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf23e5c-6db4-4ecc-ab1d-c272c58c10dd None None] Network 8d1d6ea7-00b8-44fb-98f1-1ec9f928c902 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:23.440314 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8171fc26-298f-487c-a212-859e099c9446 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/09bfe2ad-7baf-4b67-bb95-5986a7af9761 HTTP/1.1" status: 204 len: 168 time: 1.4209290 Jan 28 06:47:23.442936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44512) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:23.559706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-458434150'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:23.578607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6a27-5785-40d6-94fa-07f599b8bc26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.585263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:23.620697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.631930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Usage tracker for resource:network and tenant:e6f46c514ee24b8eadb0262430952315 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:23.637958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:23.649535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d1c6a27-5785-40d6-94fa-07f599b8bc26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.654562 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c6a27-5785-40d6-94fa-07f599b8bc26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=28ba5a84-a8d7-465a-aa5c-f8588a091e1c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:23.657608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:23.667683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Network': ['ID=07fbd4a7-a85d-4296-8027-64dea9a9d88a,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:23.679566 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5ec3f9c5-162b-436f-9d30-6eeb8144a158 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.0026000 Jan 28 06:47:23.679709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a3fccd-aa15-4b4b-a1e4-3c4d5260fe69 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:23.725917 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-23f649c5-6cae-4072-9b61-5bdd5029c6b1 None None] Deleting port 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:23.726291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23f649c5-6cae-4072-9b61-5bdd5029c6b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.745159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.754077 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 07fbd4a7-a85d-4296-8027-64dea9a9d88a details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:23.766367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port c5688a82-9cee-432b-a32e-390723f9a2d1 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:23.767081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.770584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.797520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2442c06-1555-45d4-8581-300564d241df']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:23.801667 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9d1c6a27-5785-40d6-94fa-07f599b8bc26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/28ba5a84-a8d7-465a-aa5c-f8588a091e1c HTTP/1.1" status: 204 len: 168 time: 1.5399842 Jan 28 06:47:23.802938 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Made reservation on behalf of e6f46c514ee24b8eadb0262430952315 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:23.807281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.812759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9c594c65-d672-4803-a474-68d2e25711b8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.813965 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9c594c65-d672-4803-a474-68d2e25711b8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "PUT /v2.0/security-groups/8378097a-1fbc-4de0-ab4f-5b66faf7042e HTTP/1.1" status: 200 len: 1778 time: 1.3665974 Jan 28 06:47:23.817017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44516) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:23.817341 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44518) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:23.817644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44520) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:23.819931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782b966d-4be0-4596-b546-f7f88f9f459f') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:23.819931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782b966d-4be0-4596-b546-f7f88f9f459f') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:23.838518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.842949 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'subnet': {'network_id': '07fbd4a7-a85d-4296-8027-64dea9a9d88a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:23.915084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c594c65-d672-4803-a474-68d2e25711b8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8378097a-1fbc-4de0-ab4f-5b66faf7042e,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:23.922799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.929893 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:23.964263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Usage tracker for resource:security_group_rule and tenant:e6f46c514ee24b8eadb0262430952315 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:23.975211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:23.991797 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-f4cf9f33-ac51-4259-a1a2-746a1a2f41fa None None] Allocated IP 172.20.0.18 (c7275874-55ca-4a73-a719-3e708caf4c96/ff1d5b11-06fc-4e10-a965-bd22bc91bd96/b620215b-7893-47f8-8dd3-b644f2d77c72) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:23.992323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:23.995915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:23.998370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-23f649c5-6cae-4072-9b61-5bdd5029c6b1 None None] The port '43c23c1d-b4ca-4a2f-963e-e1bd558fcc62' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:47:24.045986 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.078849 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-742e2260-050a-4c88-ac36-5997c663ea83 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Deleting subnet 5958b5ba-8cfd-40fb-bec6-d033a4a813ad {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:47:24.082400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:24.082947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:24.104047 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:24.108862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-742e2260-050a-4c88-ac36-5997c663ea83 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.140810 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:24.157775 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-70894a5e-6248-427e-aa24-113b578c1f8c tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-groups/8378097a-1fbc-4de0-ab4f-5b66faf7042e HTTP/1.1" status: 200 len: 1778 time: 0.3258474 Jan 28 06:47:24.158909 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:subnet and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:24.168384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44528) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:24.177782 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:24.207565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:47:24.247488 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:24.264048 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:47:24.264388 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 43c23c1d-b4ca-4a2f-963e-e1bd558fcc62 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:47:24.269668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-742e2260-050a-4c88-ac36-5997c663ea83 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.341110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f4cf9f33-ac51-4259-a1a2-746a1a2f41fa None None] For port b620215b-7893-47f8-8dd3-b644f2d77c72, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b620215b-7893-47f8-8dd3-b644f2d77c72,segment=NetworkSegment(5e48ed4c-b076-4aee-be32-f3e151b15518),segment_id=5e48ed4c-b076-4aee-be32-f3e151b15518)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:24.368170 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:24.372229 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.385284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] For port c5688a82-9cee-432b-a32e-390723f9a2d1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c5688a82-9cee-432b-a32e-390723f9a2d1,segment=NetworkSegment(ceacab2e-c7b2-4c3b-ac18-4bab8af35981),segment_id=ceacab2e-c7b2-4c3b-ac18-4bab8af35981)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:24.385648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.426420 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.439549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecbc661-6bf9-47f7-a9a5-595aa38b5f1a None None] DHCP port deletion for 8d1d6ea7-00b8-44fb-98f1-1ec9f928c902 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:47:24.461017 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9ecbc661-6bf9-47f7-a9a5-595aa38b5f1a None None] Deleting port c5688a82-9cee-432b-a32e-390723f9a2d1 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:24.461424 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ecbc661-6bf9-47f7-a9a5-595aa38b5f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.473172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-742e2260-050a-4c88-ac36-5997c663ea83 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.500189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4cf9f33-ac51-4259-a1a2-746a1a2f41fa None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.528794 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f4cf9f33-ac51-4259-a1a2-746a1a2f41fa None None] Transition to ACTIVE for port object b620215b-7893-47f8-8dd3-b644f2d77c72 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:24.532412 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.546619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Network': ['ID=d2442c06-1555-45d4-8581-300564d241df,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:24.560554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for c5688a82-9cee-432b-a32e-390723f9a2d1 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:24.576932 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4e531474-d8b7-483c-8376-fc130c53256e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/networks/d2442c06-1555-45d4-8581-300564d241df HTTP/1.1" status: 204 len: 168 time: 3.1642313 Jan 28 06:47:24.579754 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44532) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:24.589902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1023934078', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:24.598018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:24.604715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4cf9f33-ac51-4259-a1a2-746a1a2f41fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.619495 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:router and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:24.627660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:24.632343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e68b-605c-488e-a3a1-8660b4f50978 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.662515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c5688a82-9cee-432b-a32e-390723f9a2d1 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:47:24.674062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:24.739068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e68b-605c-488e-a3a1-8660b4f50978 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.776105 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.832477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.833497 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.848318 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-742e2260-050a-4c88-ac36-5997c663ea83 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.886466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.911750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.920642 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e2260-050a-4c88-ac36-5997c663ea83 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Subnet': ['ID=5958b5ba-8cfd-40fb-bec6-d033a4a813ad,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:24.926111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-742e2260-050a-4c88-ac36-5997c663ea83 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.949003 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No ports have port_id starting with c5688a82-9cee-432b-a32e-390723f9a2d1 Jan 28 06:47:24.950044 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf9f33-ac51-4259-a1a2-746a1a2f41fa None None] Pushing event updated for resources: {'Port': ['ID=b620215b-7893-47f8-8dd3-b644f2d77c72,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:24.977915 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9ecbc661-6bf9-47f7-a9a5-595aa38b5f1a None None] For port c5688a82-9cee-432b-a32e-390723f9a2d1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c5688a82-9cee-432b-a32e-390723f9a2d1,segment=NetworkSegment(ceacab2e-c7b2-4c3b-ac18-4bab8af35981),segment_id=ceacab2e-c7b2-4c3b-ac18-4bab8af35981)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:24.978398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ecbc661-6bf9-47f7-a9a5-595aa38b5f1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:24.996671 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Allocated IP 172.20.0.6 (c7275874-55ca-4a73-a719-3e708caf4c96/8950a4f7-e370-4e4f-9cad-039c33678535/0ccb5bcd-e2a6-49ed-8e50-720cf13552fd) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:24.997374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e11dc1d-295f-4a0e-82ef-1254884ba85c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:25.003414 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.018351 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Allocated IP 172.20.0.30 (c7275874-55ca-4a73-a719-3e708caf4c96/ff1d5b11-06fc-4e10-a965-bd22bc91bd96/0ccb5bcd-e2a6-49ed-8e50-720cf13552fd) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:25.028429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e68b-605c-488e-a3a1-8660b4f50978 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.036463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.043257 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-742e2260-050a-4c88-ac36-5997c663ea83 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/5958b5ba-8cfd-40fb-bec6-d033a4a813ad HTTP/1.1" status: 204 len: 168 time: 1.2149217 Jan 28 06:47:25.046479 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44536) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:25.046983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:25.110908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.126074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9ecbc661-6bf9-47f7-a9a5-595aa38b5f1a None None] Calling delete_port for c5688a82-9cee-432b-a32e-390723f9a2d1 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:25.168520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.188222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9e68b-605c-488e-a3a1-8660b4f50978 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8378097a-1fbc-4de0-ab4f-5b66faf7042e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:25.205861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.206211 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Added segment 9e2ddb34-a1d7-4d57-b9e8-1599e0800278 of type vlan for network e956413d-fa4d-4c6f-b7a5-495fc5d9253f Jan 28 06:47:25.211451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] No DVR routers for this DVR port c5688a82-9cee-432b-a32e-390723f9a2d1 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:47:25.235311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-9ecbc661-6bf9-47f7-a9a5-595aa38b5f1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:47:25.235676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-9ecbc661-6bf9-47f7-a9a5-595aa38b5f1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:47:25.250656 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4876675c-f66e-4833-b6d7-51b9f339cc96 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2009914 Jan 28 06:47:25.254258 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44540) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:25.319850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=a4c83a88-0725-47ef-83a5-9810f05ad693,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:25.383299 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.393152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.450021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Port': ['ID=c5688a82-9cee-432b-a32e-390723f9a2d1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:25.531887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.559210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9fd9e68b-605c-488e-a3a1-8660b4f50978 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.560386 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9fd9e68b-605c-488e-a3a1-8660b4f50978 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-groups/8378097a-1fbc-4de0-ab4f-5b66faf7042e HTTP/1.1" status: 204 len: 168 time: 1.3911161 Jan 28 06:47:25.586066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44544) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:25.616058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1d6ea7-00b8-44fb-98f1-1ec9f928c902']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:25.626516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Subnet': ['ID=711309fa-8fa9-4f1a-9721-cfc3529717de,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:25.640286 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceacab2e-c7b2-4c3b-ac18-4bab8af35981') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:25.640286 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceacab2e-c7b2-4c3b-ac18-4bab8af35981') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:25.732364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.736828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9ecbc661-6bf9-47f7-a9a5-595aa38b5f1a None None] Deleting port c5688a82-9cee-432b-a32e-390723f9a2d1 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:25.737339 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ecbc661-6bf9-47f7-a9a5-595aa38b5f1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.743442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.749518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:25.750151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.817462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.857335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-40931719-e07c-47df-8ecb-c33774b25c8f tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:25.860516 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e associated. External IP: 172.26.4.86, port: 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d. Jan 28 06:47:25.889349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Checking segment: {'id': 'd2a59b14-c689-4f3e-bed3-1b47e8c6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '07fbd4a7-a85d-4296-8027-64dea9a9d88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:25.889742 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network hostable DHCP agents. Network: 07fbd4a7-a85d-4296-8027-64dea9a9d88a, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:47:25.909611 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.919507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9ecbc661-6bf9-47f7-a9a5-595aa38b5f1a None None] The port 'c5688a82-9cee-432b-a32e-390723f9a2d1' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:47:25.925193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:25.925621 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:25.952400 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.7248461 Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:25.953785 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:25.962516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efde7bb6-4fc7-4e8e-9eeb-bca5148d9c0d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:25.963257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-efde7bb6-4fc7-4e8e-9eeb-bca5148d9c0d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:25.967549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e326ac-f4bb-4c54-a89e-5e3a2eb919c0 None None] Network 2d564f63-c0b4-45b7-8160-b73c1310d2e3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:25.969565 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44548) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:25.986175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Request body: {'subnet': {'network_id': 'e956413d-fa4d-4c6f-b7a5-495fc5d9253f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:26.077009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network 07fbd4a7-a85d-4296-8027-64dea9a9d88a is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:47:26.081485 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:26.089799 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-50eae00f-1ed7-4ca7-bdd1-7b3b24f568ed None None] Provisioning for port b620215b-7893-47f8-8dd3-b644f2d77c72 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:26.123012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-50eae00f-1ed7-4ca7-bdd1-7b3b24f568ed None None] Provisioning complete for port b620215b-7893-47f8-8dd3-b644f2d77c72 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:26.123396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-50eae00f-1ed7-4ca7-bdd1-7b3b24f568ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:26.134980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-efde7bb6-4fc7-4e8e-9eeb-bca5148d9c0d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:26.135946 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-efde7bb6-4fc7-4e8e-9eeb-bca5148d9c0d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8153512 Jan 28 06:47:26.155594 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44552) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:26.184480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950a224-fce6-4161-8f45-4d719a03a18a tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Pushing event updated for resources: {'Network': ['ID=e956413d-fa4d-4c6f-b7a5-495fc5d9253f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:26.210342 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network e956413d-fa4d-4c6f-b7a5-495fc5d9253f details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:26.232753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Transition to ACTIVE for port object 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:26.237477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 07fbd4a7-a85d-4296-8027-64dea9a9d88a) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:26.242177 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:26.254928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:26.255632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:26.259561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Usage tracker for resource:subnet and tenant:e6f46c514ee24b8eadb0262430952315 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:26.264660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:26.269699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debfa7e0-6899-49db-992d-050f161f2435 None None] Network 07fbd4a7-a85d-4296-8027-64dea9a9d88a requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:26.289945 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:26.317425 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09abd0fe-2aac-43ee-ad85-fc459736adc4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:26.318110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-09abd0fe-2aac-43ee-ad85-fc459736adc4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Synchronizing usage tracker for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:26.320625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-40931719-e07c-47df-8ecb-c33774b25c8f tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:26.321877 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-40931719-e07c-47df-8ecb-c33774b25c8f tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7299387 Jan 28 06:47:26.324847 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44556) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:26.349908 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-ca2ca1be-ad5c-44af-822b-e36467e57f5e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] delete failed (client error): The resource could not be found. Jan 28 06:47:26.351532 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ca2ca1be-ad5c-44af-822b-e36467e57f5e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-groups/8378097a-1fbc-4de0-ab4f-5b66faf7042e HTTP/1.1" status: 404 len: 347 time: 0.0255797 Jan 28 06:47:26.355305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44560) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:26.363524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4f1bf474-7458-435c-9619-c5da41a5a7c5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group': {'name': 'tempest-secgroup--588134132'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:26.371040 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4f1bf474-7458-435c-9619-c5da41a5a7c5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:26.413373 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Made reservation on behalf of e6f46c514ee24b8eadb0262430952315 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:26.416969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:26.433871 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-511873a3-c019-4ef2-a92d-2d52ec58442c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6022930 Jan 28 06:47:26.436153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44564) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:26.444361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:26.469489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4f1bf474-7458-435c-9619-c5da41a5a7c5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:26.475067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-631481304'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:26.480546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:26.505081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:26.510524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Network': ['ID=8d1d6ea7-00b8-44fb-98f1-1ec9f928c902,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:26.519143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:network and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:26.526759 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-378af760-9493-4103-9cd7-d7e6446cf63b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/networks/8d1d6ea7-00b8-44fb-98f1-1ec9f928c902 HTTP/1.1" status: 204 len: 168 time: 3.0791278 Jan 28 06:47:26.529636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:26.530377 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44568) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:26.587671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:26.613147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf474-7458-435c-9619-c5da41a5a7c5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:26.653108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4f1bf474-7458-435c-9619-c5da41a5a7c5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:26.660119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 5558ec57-f777-43cc-8b1d-40340c552c3c has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:47:26.661298 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4f1bf474-7458-435c-9619-c5da41a5a7c5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:26.666579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4f1bf474-7458-435c-9619-c5da41a5a7c5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:26.675240 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4f1bf474-7458-435c-9619-c5da41a5a7c5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:26.702046 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-822959131', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:26.702331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5351dbe1-36e4-4e52-b3dc-5058bb9904dd None None] DHCP port deletion for 2d564f63-c0b4-45b7-8160-b73c1310d2e3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:47:26.705791 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b620215b-7893-47f8-8dd3-b644f2d77c72 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:26.734721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:26.736911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-09abd0fe-2aac-43ee-ad85-fc459736adc4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Unset dirty status for tenant:62afd49c44c64bda8dd1c10c27ef6360 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:26.738132 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-09abd0fe-2aac-43ee-ad85-fc459736adc4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5773501 Jan 28 06:47:26.745068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44572) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:26.754762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5351dbe1-36e4-4e52-b3dc-5058bb9904dd None None] Deleting port dd29d921-674d-479c-8e26-1749e226cd49 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:26.755159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5351dbe1-36e4-4e52-b3dc-5058bb9904dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:26.756555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:26.760025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:26.786764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:26.801110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:26.831458 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:router and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:26.848113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:26.850453 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:26.865698 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cdd0958f-27ec-425a-8f6a-4b4040eee3d7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147616 Jan 28 06:47:26.873505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44576) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:26.888753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-07fbd4a7-a85d-4296-8027-64dea9a9d88a', 'network_id': '07fbd4a7-a85d-4296-8027-64dea9a9d88a', 'tenant_id': 'e9f185e4c3054ebc875aae94eb64c827', 'fixed_ips': [{'subnet_id': '711309fa-8fa9-4f1a-9721-cfc3529717de'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:26.889396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:26.910700 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:26.919272 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network c7275874-55ca-4a73-a719-3e708caf4c96 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:26.930489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0fba1fec-02d6-4f5e-91d2-2d2f2719cc18 None None] Provisioning complete for port dd29d921-674d-479c-8e26-1749e226cd49 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:26.930861 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0fba1fec-02d6-4f5e-91d2-2d2f2719cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:26.938764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:26.949298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:26.979634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=0ccb5bcd-e2a6-49ed-8e50-720cf13552fd,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:26.996182 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fb59b6-0f99-427c-b480-650cbecce4fb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:26.996182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35fb59b6-0f99-427c-b480-650cbecce4fb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:27.007937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:27.020795 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.021889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.049871 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-35fb59b6-0f99-427c-b480-650cbecce4fb tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/5ba4934a-abe4-4b9d-9268-1edb00ddef7f HTTP/1.1" status: 404 len: 333 time: 0.1689532 Jan 28 06:47:27.051618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44580) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:27.054415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.054869 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Added segment 92ed76fe-d5e0-4932-a4a8-45c552401ef8 of type vlan for network d259ecd3-b69c-47b2-b831-52252144ffcb Jan 28 06:47:27.087639 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b620215b-7893-47f8-8dd3-b644f2d77c72 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:27.088205 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.130929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.144976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf474-7458-435c-9619-c5da41a5a7c5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.147528 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:27.148189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.195297 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.222862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Allocated IP 172.26.4.198 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/644b5088-f918-434e-847d-c8fd95fc1084) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:27.233649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:47:27.241139 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ba554d-b614-4eca-9efb-fe9698afac33 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:27.241880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ba554d-b614-4eca-9efb-fe9698afac33 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:27.246419 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5675c88-e8ca-4f35-8026-e22d88a48b68 None None] Sync routers for ids ['5558ec57-f777-43cc-8b1d-40340c552c3c'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:47:27.248167 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-21ba554d-b614-4eca-9efb-fe9698afac33 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/28ba5a84-a8d7-465a-aa5c-f8588a091e1c HTTP/1.1" status: 404 len: 337 time: 0.1954539 Jan 28 06:47:27.252943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44584) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:27.262366 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5675c88-e8ca-4f35-8026-e22d88a48b68 None None] Routers {'5558ec57-f777-43cc-8b1d-40340c552c3c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:27.263405 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f5675c88-e8ca-4f35-8026-e22d88a48b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['5558ec57-f777-43cc-8b1d-40340c552c3c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:27.268405 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf474-7458-435c-9619-c5da41a5a7c5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.331087 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bf474-7458-435c-9619-c5da41a5a7c5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbec27d3-49ea-4caa-baab-44903039b641,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:27.373712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.384505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:27.385452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.392428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.400605 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5351dbe1-36e4-4e52-b3dc-5058bb9904dd None None] For port dd29d921-674d-479c-8e26-1749e226cd49, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=dd29d921-674d-479c-8e26-1749e226cd49,segment=NetworkSegment(92a07e1c-2b0e-4413-a779-1088f57b1d5e),segment_id=92a07e1c-2b0e-4413-a779-1088f57b1d5e)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:27.401003 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5351dbe1-36e4-4e52-b3dc-5058bb9904dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.421679 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Allocated IP 172.20.255.242 (07fbd4a7-a85d-4296-8027-64dea9a9d88a/711309fa-8fa9-4f1a-9721-cfc3529717de/65ebcbfc-ab15-481b-8831-190c8356754a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:27.442883 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-279f432a-e3ba-4126-aea7-c82e8fe09ad7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.6988103 Jan 28 06:47:27.482943 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44588) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:27.483174 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-f5675c88-e8ca-4f35-8026-e22d88a48b68 None None] Set router 5558ec57-f777-43cc-8b1d-40340c552c3c gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:47:27.492939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4f1bf474-7458-435c-9619-c5da41a5a7c5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.494391 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4f1bf474-7458-435c-9619-c5da41a5a7c5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1380517 Jan 28 06:47:27.514834 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44592) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:27.519510 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b60989-47ca-42d8-b8bb-a13bb30f0aac tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:27.519981 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b60989-47ca-42d8-b8bb-a13bb30f0aac tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:27.523879 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b7b60989-47ca-42d8-b8bb-a13bb30f0aac tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/5958b5ba-8cfd-40fb-bec6-d033a4a813ad HTTP/1.1" status: 404 len: 337 time: 0.2667420 Jan 28 06:47:27.524069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-237303ee-7366-4eae-b200-bceba806d5ef tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8950a4f7-e370-4e4f-9cad-039c33678535'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:27.536027 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44596) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:27.556462 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5351dbe1-36e4-4e52-b3dc-5058bb9904dd None None] Calling delete_port for dd29d921-674d-479c-8e26-1749e226cd49 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:27.578971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9f324502-8b22-4f94-82f8-b0b2618e01e7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group_rule': {'security_group_id': 'dbec27d3-49ea-4caa-baab-44903039b641', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:27.612713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9f324502-8b22-4f94-82f8-b0b2618e01e7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:27.652961 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:27.694454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9f324502-8b22-4f94-82f8-b0b2618e01e7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:27.707016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9f324502-8b22-4f94-82f8-b0b2618e01e7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:27.718135 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2717495 Jan 28 06:47:27.729467 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3808670d-8be9-4f9a-9322-02545297a816 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.3711493 Jan 28 06:47:27.729467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36db6c-cf5f-4ba8-b9b7-7dcf64c7f471 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Network': ['ID=d259ecd3-b69c-47b2-b831-52252144ffcb,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:27.730733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9f324502-8b22-4f94-82f8-b0b2618e01e7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:27.742571 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network d259ecd3-b69c-47b2-b831-52252144ffcb details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:27.743458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44600) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:27.744770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44602) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:27.745458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'tag': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:47:27.764430 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'subnet': {'network_id': 'd259ecd3-b69c-47b2-b831-52252144ffcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:27.861005 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fa01c1-13d6-4ec6-99d4-372f8d6e5dde tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:27.861773 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fa01c1-13d6-4ec6-99d4-372f8d6e5dde tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:27.863729 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-03fa01c1-13d6-4ec6-99d4-372f8d6e5dde tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/36cd1500-a08f-4fa9-ac63-3405c3549bb6 HTTP/1.1" status: 404 len: 333 time: 0.3243930 Jan 28 06:47:27.879557 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44610) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:27.903861 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b5077697-6a13-469b-b937-77f850c874d3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e HTTP/1.1" status: 200 len: 990 time: 0.1504569 Jan 28 06:47:27.911478 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'tag': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'status': 'completed', 'code': 200} Jan 28 06:47:27.975064 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f5675c88-e8ca-4f35-8026-e22d88a48b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:46:25Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'port_id': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'mac_address': 'fa:16:3e:7d:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:47:23Z', 'updated_at': '2022-01-28T06:47:23Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:43Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:27.981442 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5675c88-e8ca-4f35-8026-e22d88a48b68 None None] Checking router: 5558ec57-f777-43cc-8b1d-40340c552c3c for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:47:27.992587 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5675c88-e8ca-4f35-8026-e22d88a48b68 None None] Routers {'5558ec57-f777-43cc-8b1d-40340c552c3c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:27.993196 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f5675c88-e8ca-4f35-8026-e22d88a48b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['5558ec57-f777-43cc-8b1d-40340c552c3c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:28.015983 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.018303 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e05d79-c739-42a0-a3de-1371b317bc88 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:28.018764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e05d79-c739-42a0-a3de-1371b317bc88 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:28.020518 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-84e05d79-c739-42a0-a3de-1371b317bc88 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/3b00a3ef-6844-4014-b2b5-f4109e8c3cec HTTP/1.1" status: 404 len: 337 time: 0.1374094 Jan 28 06:47:28.027204 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.028596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Transition to ACTIVE for port object 65ebcbfc-ab15-481b-8831-190c8356754a will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:28.034388 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44614) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:28.050854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Transition to ACTIVE for port object 65ebcbfc-ab15-481b-8831-190c8356754a will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:28.088575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Pushing event updated for resources: {'Subnet': ['ID=cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:28.105900 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb2f55fe-69b6-46d7-885d-aed920cf2195 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:28.106367 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb2f55fe-69b6-46d7-885d-aed920cf2195 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:28.110649 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fb2f55fe-69b6-46d7-885d-aed920cf2195 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/3aba8c5c-3ce2-4469-9484-b790b7c8593b HTTP/1.1" status: 404 len: 337 time: 0.0682101 Jan 28 06:47:28.120448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44618) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:28.121226 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Checking segment: {'id': '9e2ddb34-a1d7-4d57-b9e8-1599e0800278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e956413d-fa4d-4c6f-b7a5-495fc5d9253f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:28.123058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Network hostable DHCP agents. Network: e956413d-fa4d-4c6f-b7a5-495fc5d9253f, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:47:28.144061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-255932f0-98ea-416c-9411-12f5c8cdf00f None None] Provisioning for port 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:28.147864 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5351dbe1-36e4-4e52-b3dc-5058bb9904dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.151604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.195398 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.204733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351dbe1-36e4-4e52-b3dc-5058bb9904dd None None] Pushing event deleted for resources: {'Port': ['ID=dd29d921-674d-479c-8e26-1749e226cd49,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:28.209913 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-89dbf9da-bd35-4b2f-8764-48385f0be0a0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:28.210366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89dbf9da-bd35-4b2f-8764-48385f0be0a0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:28.211106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-255932f0-98ea-416c-9411-12f5c8cdf00f None None] Provisioning complete for port 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:28.214567 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-89dbf9da-bd35-4b2f-8764-48385f0be0a0 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/e3731edf-4b6f-4b89-afa6-8d65d80e4e31 HTTP/1.1" status: 404 len: 333 time: 0.0812995 Jan 28 06:47:28.216081 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-255932f0-98ea-416c-9411-12f5c8cdf00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.219640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44622) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:28.239490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9f324502-8b22-4f94-82f8-b0b2618e01e7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.259409 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-f5675c88-e8ca-4f35-8026-e22d88a48b68 None None] Set router 5558ec57-f777-43cc-8b1d-40340c552c3c gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:47:28.282448 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5334ef-f349-4519-8a6c-58c6f20457f4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:28.282911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5334ef-f349-4519-8a6c-58c6f20457f4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:28.287006 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7d5334ef-f349-4519-8a6c-58c6f20457f4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/1464eaf6-920f-4faf-bb53-4db67be434fb HTTP/1.1" status: 404 len: 337 time: 0.0640907 Jan 28 06:47:28.287757 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44626) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:28.299898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351dbe1-36e4-4e52-b3dc-5058bb9904dd None None] No DVR routers for this DVR port dd29d921-674d-479c-8e26-1749e226cd49 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:47:28.320130 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Network 07fbd4a7-a85d-4296-8027-64dea9a9d88a is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:28.335218 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Network e956413d-fa4d-4c6f-b7a5-495fc5d9253f is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:47:28.337592 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95aa9d2-d48a-4d3f-927d-c58d70444874 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:28.338050 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95aa9d2-d48a-4d3f-927d-c58d70444874 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:28.342084 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a95aa9d2-d48a-4d3f-927d-c58d70444874 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/623722db-a6bf-4bc6-b1ec-15045bcea4b0 HTTP/1.1" status: 404 len: 337 time: 0.0502205 Jan 28 06:47:28.344648 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44630) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:28.356068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:28.369032 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:28.375903 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:28.388333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:subnet and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:28.392629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b357a84-62ae-4bf8-b94a-d7f97b16256c req-9003c65f-158a-49ed-bbec-8fb860c4e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:28.394130 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b357a84-62ae-4bf8-b94a-d7f97b16256c req-9003c65f-158a-49ed-bbec-8fb860c4e7ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 1098 time: 0.4798839 Jan 28 06:47:28.397073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:28.424507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-255932f0-98ea-416c-9411-12f5c8cdf00f None None] Port 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:28.428382 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Pushing event updated for resources: {'Port': ['ID=65ebcbfc-ab15-481b-8831-190c8356754a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:28.449612 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, e956413d-fa4d-4c6f-b7a5-495fc5d9253f) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:28.451543 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5777ea-625c-4381-ae6d-f0ade26d20ad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:28.452198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d5777ea-625c-4381-ae6d-f0ade26d20ad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:28.454318 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1d5777ea-625c-4381-ae6d-f0ade26d20ad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/7761eb80-8878-47cb-a49e-6f2ffd21542a HTTP/1.1" status: 404 len: 333 time: 0.1059959 Jan 28 06:47:28.459550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44634) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:28.463811 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:28.464626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.520615 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c3c338-f031-4d0f-af4e-d0ce98a86d18 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:28.521377 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c3c338-f031-4d0f-af4e-d0ce98a86d18 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:28.523309 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e3c3c338-f031-4d0f-af4e-d0ce98a86d18 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/d4b68e20-1ee9-4713-a60f-18ddfb3a2f03 HTTP/1.1" status: 404 len: 337 time: 0.0616176 Jan 28 06:47:28.526103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.529750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44638) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:28.531448 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79ab717-9cb9-42bb-b6cc-0aabe7b20921 None None] Network e956413d-fa4d-4c6f-b7a5-495fc5d9253f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:28.556519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:28.560483 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b357a84-62ae-4bf8-b94a-d7f97b16256c req-edc21aef-b8ac-486d-b8af-da39039b3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:28.561934 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b357a84-62ae-4bf8-b94a-d7f97b16256c req-edc21aef-b8ac-486d-b8af-da39039b3bb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98e0775f-f72f-4160-b526-3c217463d46f HTTP/1.1" status: 200 len: 897 time: 0.1534615 Jan 28 06:47:28.639171 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6eb229b2-8e58-483f-8b12-d96278cc73e2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6685066 Jan 28 06:47:28.654907 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44642) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:28.656395 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb776d9-f76a-470c-9944-aef9cf33aded tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:28.657060 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb776d9-f76a-470c-9944-aef9cf33aded tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:28.659577 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5eb776d9-f76a-470c-9944-aef9cf33aded tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/e0d98880-ed52-4450-968c-4381acb0e951 HTTP/1.1" status: 404 len: 337 time: 0.0915220 Jan 28 06:47:28.667715 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Request body: {'port': {'network_id': 'e956413d-fa4d-4c6f-b7a5-495fc5d9253f', 'name': 'tempest-TagsExtTest-1189808695'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:28.698508 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44646) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:28.700608 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:28.711922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:28.713942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device dd29d921-674d-479c-8e26-1749e226cd49 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:47:28.762198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9f324502-8b22-4f94-82f8-b0b2618e01e7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.768387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:28.782992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:28.784641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: dd29d921-674d-479c-8e26-1749e226cd49 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:47:28.785131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device dd29d921-674d-479c-8e26-1749e226cd49 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:47:28.787070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.795733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=644b5088-f918-434e-847d-c8fd95fc1084,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:28.817000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Attempting to bind port 65ebcbfc-ab15-481b-8831-190c8356754a on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:28.817664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Attempting to bind port 65ebcbfc-ab15-481b-8831-190c8356754a by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'd2a59b14-c689-4f3e-bed3-1b47e8c6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '07fbd4a7-a85d-4296-8027-64dea9a9d88a'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:28.818195 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Attempting to bind port 65ebcbfc-ab15-481b-8831-190c8356754a on network 07fbd4a7-a85d-4296-8027-64dea9a9d88a {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:28.819315 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f5675c88-e8ca-4f35-8026-e22d88a48b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:46:25Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'port_id': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'mac_address': 'fa:16:3e:7d:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:47:23Z', 'updated_at': '2022-01-28T06:47:23Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:43Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:28.824966 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c0deeb-a940-42c1-8547-78275bcbe6d6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:28.825574 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5675c88-e8ca-4f35-8026-e22d88a48b68 None None] The sync data for ids ['5558ec57-f777-43cc-8b1d-40340c552c3c'] in dv-neutron-824022-4-hyperv is: [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:46:25Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'port_id': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'mac_address': 'fa:16:3e:7d:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:47:23Z', 'updated_at': '2022-01-28T06:47:23Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:43Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:47:28.825907 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c0deeb-a940-42c1-8547-78275bcbe6d6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:28.827890 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e9c0deeb-a940-42c1-8547-78275bcbe6d6 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/e85bb42e-8d96-43db-a59e-2305a85a3f08 HTTP/1.1" status: 404 len: 333 time: 0.1252170 Jan 28 06:47:28.838528 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:28.839753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Checking segment: {'id': 'd2a59b14-c689-4f3e-bed3-1b47e8c6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '07fbd4a7-a85d-4296-8027-64dea9a9d88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:28.839753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.839963 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Bound using segment: {'id': 'd2a59b14-c689-4f3e-bed3-1b47e8c6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '07fbd4a7-a85d-4296-8027-64dea9a9d88a'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:28.840344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Bound port: 65ebcbfc-ab15-481b-8831-190c8356754a, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a59b14-c689-4f3e-bed3-1b47e8c6bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '07fbd4a7-a85d-4296-8027-64dea9a9d88a'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:28.840724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.842148 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44650) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:28.842775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-237303ee-7366-4eae-b200-bceba806d5ef tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.935074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9f324502-8b22-4f94-82f8-b0b2618e01e7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:28.938586 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b357a84-62ae-4bf8-b94a-d7f97b16256c req-bf419f2a-a4e5-40f6-8d67-ab489f403ab4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d HTTP/1.1" status: 200 len: 998 time: 0.3261967 Jan 28 06:47:28.952887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44654) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:28.979831 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-e956413d-fa4d-4c6f-b7a5-495fc5d9253f', 'network_id': 'e956413d-fa4d-4c6f-b7a5-495fc5d9253f', 'tenant_id': 'e6f46c514ee24b8eadb0262430952315', 'fixed_ips': [{'subnet_id': 'cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:28.980750 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:29.057007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] For port 65ebcbfc-ab15-481b-8831-190c8356754a, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:29.075396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] For port 65ebcbfc-ab15-481b-8831-190c8356754a, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=65ebcbfc-ab15-481b-8831-190c8356754a,segment=NetworkSegment(d2a59b14-c689-4f3e-bed3-1b47e8c6bf00),segment_id=d2a59b14-c689-4f3e-bed3-1b47e8c6bf00)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:29.125617 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-6453bbf6-4a7d-48af-a932-c65c6ae698aa tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:29.126077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6453bbf6-4a7d-48af-a932-c65c6ae698aa tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:29.145178 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:29.156974 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6453bbf6-4a7d-48af-a932-c65c6ae698aa tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/6bd103dd-dfc5-448a-a468-026669bfb147 HTTP/1.1" status: 404 len: 337 time: 0.2808030 Jan 28 06:47:29.168006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44658) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:29.185371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f324502-8b22-4f94-82f8-b0b2618e01e7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d745bf3-d999-4ba5-b46d-38b0c513934f,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:29.205435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8be8850-049b-4dd7-8c2e-6cf3736e9f2a None None] New status for floating IP cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e: ACTIVE {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:47:29.353130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9f324502-8b22-4f94-82f8-b0b2618e01e7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:29.354033 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9f324502-8b22-4f94-82f8-b0b2618e01e7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8380651 Jan 28 06:47:29.356549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Allocated IP 172.20.0.2 (e956413d-fa4d-4c6f-b7a5-495fc5d9253f/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/5e77d455-76d6-4eb8-8735-25e3c5b7a628) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:29.365625 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef6be48-efc1-433c-a9bb-985fd2db65c3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:29.366102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef6be48-efc1-433c-a9bb-985fd2db65c3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:29.368558 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4ef6be48-efc1-433c-a9bb-985fd2db65c3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/398ec9d9-0a42-4171-ac6d-388d78108b54 HTTP/1.1" status: 404 len: 333 time: 0.1803801 Jan 28 06:47:29.376589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44662) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:29.377384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44664) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:29.409976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:29.433812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b357a84-62ae-4bf8-b94a-d7f97b16256c req-294dbe77-b3ab-4e17-92c8-60eeea443b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:29.435251 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b357a84-62ae-4bf8-b94a-d7f97b16256c req-294dbe77-b3ab-4e17-92c8-60eeea443b16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9494a6f9-bea7-41ec-95e0-ea86021426f4 HTTP/1.1" status: 200 len: 833 time: 0.4451847 Jan 28 06:47:29.440199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54f425-9309-4a7d-afde-40e92d6c44ae None None] Pushing event updated for resources: {'Port': ['ID=65ebcbfc-ab15-481b-8831-190c8356754a,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:29.448629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:29.459133 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7473cf51-6806-49fb-8f75-e19a6a4da95f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e HTTP/1.1" status: 200 len: 990 time: 0.4705834 Jan 28 06:47:29.460376 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-53084cd6-b44c-43f0-9179-4aa804b64383 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:29.460836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53084cd6-b44c-43f0-9179-4aa804b64383 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:29.501618 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:29.519275 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Usage tracker for resource:port and tenant:e6f46c514ee24b8eadb0262430952315 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:29.524069 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:29.534280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:29.568344 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-53084cd6-b44c-43f0-9179-4aa804b64383 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/73891024-0ab4-42ce-9d60-daba86e0014f HTTP/1.1" status: 404 len: 337 time: 0.1859462 Jan 28 06:47:29.579624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44670) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:29.589944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e5c20cb-0442-4a3a-b61e-6d31c17c9825 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:29.664632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e5c20cb-0442-4a3a-b61e-6d31c17c9825 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:29.672911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Made reservation on behalf of e6f46c514ee24b8eadb0262430952315 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:29.677068 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:29.696618 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d08b82a-91be-471e-8efd-6c70a49cf79e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:29.697478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d08b82a-91be-471e-8efd-6c70a49cf79e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:29.701160 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0d08b82a-91be-471e-8efd-6c70a49cf79e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/d3f628af-d0be-42d6-b2fa-5afe00531754 HTTP/1.1" status: 404 len: 333 time: 0.1163943 Jan 28 06:47:29.717864 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44674) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:29.726082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] device_id is not set on port 16d5e573-eeac-42d9-bd46-38f5c4a79801 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:47:29.791046 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:29.840904 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-16933fdb-e150-44b2-8334-9573c1a320ad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:29.841644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16933fdb-e150-44b2-8334-9573c1a320ad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:29.856117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Allocated IP 172.26.4.33 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/7e6cd862-4183-4b07-9d2f-e94a4242ebf5) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:29.869373 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-16933fdb-e150-44b2-8334-9573c1a320ad tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/c449f71d-ba85-42a1-989c-0430c1283e14 HTTP/1.1" status: 404 len: 337 time: 0.1470785 Jan 28 06:47:29.875794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44678) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:29.891381 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Transition to ACTIVE for port object 5e77d455-76d6-4eb8-8735-25e3c5b7a628 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:29.923086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Transition to ACTIVE for port object 5e77d455-76d6-4eb8-8735-25e3c5b7a628 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:30.006323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:30.079571 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Network e956413d-fa4d-4c6f-b7a5-495fc5d9253f is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:30.084646 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:30.088729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:30.095934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Pushing event updated for resources: {'Port': ['ID=5e77d455-76d6-4eb8-8735-25e3c5b7a628,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:30.115501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b357a84-62ae-4bf8-b94a-d7f97b16256c req-305c3abd-f91e-4b37-8c65-cd5d68ab92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:30.117097 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b357a84-62ae-4bf8-b94a-d7f97b16256c req-305c3abd-f91e-4b37-8c65-cd5d68ab92a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98e0775f-f72f-4160-b526-3c217463d46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6623063 Jan 28 06:47:30.118255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e5c20cb-0442-4a3a-b61e-6d31c17c9825 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:30.154044 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:30.187180 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Attempting to bind port 5e77d455-76d6-4eb8-8735-25e3c5b7a628 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:30.187816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Attempting to bind port 5e77d455-76d6-4eb8-8735-25e3c5b7a628 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '9e2ddb34-a1d7-4d57-b9e8-1599e0800278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e956413d-fa4d-4c6f-b7a5-495fc5d9253f'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:30.187923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Attempting to bind port 5e77d455-76d6-4eb8-8735-25e3c5b7a628 on network e956413d-fa4d-4c6f-b7a5-495fc5d9253f {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:30.194694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:30.205597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Checking segment: {'id': '9e2ddb34-a1d7-4d57-b9e8-1599e0800278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e956413d-fa4d-4c6f-b7a5-495fc5d9253f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:30.205597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:30.205597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Bound using segment: {'id': '9e2ddb34-a1d7-4d57-b9e8-1599e0800278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e956413d-fa4d-4c6f-b7a5-495fc5d9253f'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:30.205597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Bound port: 5e77d455-76d6-4eb8-8735-25e3c5b7a628, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2ddb34-a1d7-4d57-b9e8-1599e0800278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e956413d-fa4d-4c6f-b7a5-495fc5d9253f'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:30.205597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:30.206038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-237303ee-7366-4eae-b200-bceba806d5ef tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Delete allocated IP 172.20.0.30 (c7275874-55ca-4a73-a719-3e708caf4c96/ff1d5b11-06fc-4e10-a965-bd22bc91bd96) {{(pid=88217) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 06:47:30.225313 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Allocated IP 172.20.0.3 (e956413d-fa4d-4c6f-b7a5-495fc5d9253f/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/16d5e573-eeac-42d9-bd46-38f5c4a79801) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:30.228119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c20cb-0442-4a3a-b61e-6d31c17c9825 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d745bf3-d999-4ba5-b46d-38b0c513934f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:30.230082 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e5c20cb-0442-4a3a-b61e-6d31c17c9825 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:30.231341 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3e5c20cb-0442-4a3a-b61e-6d31c17c9825 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/6d745bf3-d999-4ba5-b46d-38b0c513934f HTTP/1.1" status: 204 len: 168 time: 0.8530252 Jan 28 06:47:30.239592 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc213755-dddc-4e92-b913-c7b03d80e7b4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:30.239592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc213755-dddc-4e92-b913-c7b03d80e7b4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:30.241368 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dc213755-dddc-4e92-b913-c7b03d80e7b4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/38a65f61-e34b-4831-a41a-eb30a6d5d62e HTTP/1.1" status: 404 len: 333 time: 0.3620753 Jan 28 06:47:30.246056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44682) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:30.246399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44684) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:30.298142 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] For port 5e77d455-76d6-4eb8-8735-25e3c5b7a628, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:30.301289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] For port 5e77d455-76d6-4eb8-8735-25e3c5b7a628, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5e77d455-76d6-4eb8-8735-25e3c5b7a628,segment=NetworkSegment(9e2ddb34-a1d7-4d57-b9e8-1599e0800278),segment_id=9e2ddb34-a1d7-4d57-b9e8-1599e0800278)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:30.339005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:30.365895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:30.438767 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b0fee52-7bae-43b7-b125-f5d761238c05 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:30.439449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b0fee52-7bae-43b7-b125-f5d761238c05 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:30.441503 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3b0fee52-7bae-43b7-b125-f5d761238c05 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/1fe3a8c0-4c26-421c-977d-2d6f9337ce60 HTTP/1.1" status: 404 len: 337 time: 0.1926072 Jan 28 06:47:30.445646 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44690) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:30.450399 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bfc8b-c8c6-4502-a5ca-e15307951e55 None None] Pushing event updated for resources: {'Port': ['ID=5e77d455-76d6-4eb8-8735-25e3c5b7a628,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:30.470899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44694) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:30.761394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:30.767275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0fd8c41b-4517-44bb-b8bb-a7819ad5a631 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:30.806044 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-31adb553-2550-484d-bbb9-64d2ed185255 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:30.806628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31adb553-2550-484d-bbb9-64d2ed185255 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:30.821133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Subnet': ['ID=f772c9b2-5985-414b-a8e4-93e687d7b7db,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:30.833625 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b357a84-62ae-4bf8-b94a-d7f97b16256c req-98354824-9825-40bb-bc93-501cb286d518 service neutron] 10.222.0.37 "GET /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419916 Jan 28 06:47:30.875374 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-31adb553-2550-484d-bbb9-64d2ed185255 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/396f7ab4-54bc-4de4-a0a3-a3536610e045 HTTP/1.1" status: 404 len: 333 time: 0.4251907 Jan 28 06:47:30.889848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 65ebcbfc-ab15-481b-8831-190c8356754a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:30.909761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44698) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:30.932575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Checking segment: {'id': '92ed76fe-d5e0-4932-a4a8-45c552401ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd259ecd3-b69c-47b2-b831-52252144ffcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:30.932938 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network hostable DHCP agents. Network: d259ecd3-b69c-47b2-b831-52252144ffcb, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:47:30.950714 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-97d260ec-aa9d-42c1-ae6b-14bf483a6b8d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e HTTP/1.1" status: 200 len: 992 time: 0.4762218 Jan 28 06:47:31.073248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0fd8c41b-4517-44bb-b8bb-a7819ad5a631 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:31.074526 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0fd8c41b-4517-44bb-b8bb-a7819ad5a631 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8271806 Jan 28 06:47:31.078555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-237303ee-7366-4eae-b200-bceba806d5ef tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.082747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44702) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:31.134802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d42c2544-d6f4-4441-9e84-3024f1baccd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.137785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 65ebcbfc-ab15-481b-8831-190c8356754a completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:31.138440 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-271e9246-3a19-4ccf-9a46-10ddf4cc4aa3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:31.138946 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271e9246-3a19-4ccf-9a46-10ddf4cc4aa3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:31.141030 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-271e9246-3a19-4ccf-9a46-10ddf4cc4aa3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/33938fe2-7363-4986-8354-17979efa5d72 HTTP/1.1" status: 404 len: 337 time: 0.2301002 Jan 28 06:47:31.148113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44706) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:31.163460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-237303ee-7366-4eae-b200-bceba806d5ef tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Transition to ACTIVE for port object 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:31.169638 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b357a84-62ae-4bf8-b94a-d7f97b16256c req-268a58e1-35ff-4f41-a693-5544a4055c84 service neutron] 10.222.0.37 "GET /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113275 Jan 28 06:47:31.169934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcaeb35-e706-4c96-9982-7e9609b2841b None None] Network 07fbd4a7-a85d-4296-8027-64dea9a9d88a requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:31.177519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network d259ecd3-b69c-47b2-b831-52252144ffcb is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:47:31.199602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b32f-451f-4fcc-b677-cf676f1fff3a tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.229694 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b32f-451f-4fcc-b677-cf676f1fff3a tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.240356 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0177706-14c4-4dd9-9bb0-251db43bc48a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:31.240776 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0177706-14c4-4dd9-9bb0-251db43bc48a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:31.242448 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f0177706-14c4-4dd9-9bb0-251db43bc48a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/158c7264-0ae4-4b45-9267-3e16d2b3f55d HTTP/1.1" status: 404 len: 333 time: 0.0890000 Jan 28 06:47:31.245592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44710) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:31.250689 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.255772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-237303ee-7366-4eae-b200-bceba806d5ef tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.313422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, d259ecd3-b69c-47b2-b831-52252144ffcb) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:31.325606 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd06ae0-2a0c-48da-9c9a-445b23833860 None None] Network d259ecd3-b69c-47b2-b831-52252144ffcb requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:31.328582 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.340606 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.382518 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc818bd-ce7c-49aa-8c6f-285f41a31b30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:31.383115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc818bd-ce7c-49aa-8c6f-285f41a31b30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:31.385017 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6cc818bd-ce7c-49aa-8c6f-285f41a31b30 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/c4462a28-ebdc-4ea8-be3e-919cdae47407 HTTP/1.1" status: 404 len: 337 time: 0.1377902 Jan 28 06:47:31.386506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:31.387071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.389440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44714) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:31.393561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-35ac1d8e-5547-48fb-9395-6a44ec7c1929 None None] Provisioning for port 65ebcbfc-ab15-481b-8831-190c8356754a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:31.414086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-35ac1d8e-5547-48fb-9395-6a44ec7c1929 None None] Provisioning complete for port 65ebcbfc-ab15-481b-8831-190c8356754a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:31.414539 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-35ac1d8e-5547-48fb-9395-6a44ec7c1929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.470657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Transition to ACTIVE for port object 16d5e573-eeac-42d9-bd46-38f5c4a79801 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:31.487805 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef599a7-5719-475c-a322-d8063d84a9f1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:31.488246 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef599a7-5719-475c-a322-d8063d84a9f1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:31.489995 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6ef599a7-5719-475c-a322-d8063d84a9f1 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/1cc48d06-4c54-4e95-b842-71060692ccdd HTTP/1.1" status: 404 len: 337 time: 0.0886743 Jan 28 06:47:31.499524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44718) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:31.510052 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:31.570739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:31.573833 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:31.587273 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9d46fc1a-f46c-4c76-bb50-9e74eddd8eb6 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.8366070 Jan 28 06:47:31.588294 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237303ee-7366-4eae-b200-bceba806d5ef tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=0ccb5bcd-e2a6-49ed-8e50-720cf13552fd,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:31.590640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44722) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:31.635014 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=7e6cd862-4183-4b07-9d2f-e94a4242ebf5,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:31.693653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-237303ee-7366-4eae-b200-bceba806d5ef tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] In _notify_port_updated(), no bound segment for port 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd on network c7275874-55ca-4a73-a719-3e708caf4c96 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:47:31.700736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237303ee-7366-4eae-b200-bceba806d5ef tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:31.701500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-237303ee-7366-4eae-b200-bceba806d5ef tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.703155 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-237303ee-7366-4eae-b200-bceba806d5ef tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "PUT /v2.0/ports/0ccb5bcd-e2a6-49ed-8e50-720cf13552fd HTTP/1.1" status: 200 len: 919 time: 4.2128043 Jan 28 06:47:31.744490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44726) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:31.758512 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e734d03b-14ee-4452-ba71-6687890f98d8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:31.758989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e734d03b-14ee-4452-ba71-6687890f98d8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:31.769125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b32f-451f-4fcc-b677-cf676f1fff3a tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.772076 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dfe8b32f-451f-4fcc-b677-cf676f1fff3a tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.775483 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dfe8b32f-451f-4fcc-b677-cf676f1fff3a tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-groups/dbec27d3-49ea-4caa-baab-44903039b641 HTTP/1.1" status: 204 len: 168 time: 0.6819110 Jan 28 06:47:31.778317 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44730) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:31.779612 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8950a4f7-e370-4e4f-9cad-039c33678535'}, {'subnet_id': 'ff1d5b11-06fc-4e10-a965-bd22bc91bd96'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:31.828016 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e734d03b-14ee-4452-ba71-6687890f98d8 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/8ea0a80f-c46a-41fc-aadd-83cdc95a8a34 HTTP/1.1" status: 404 len: 333 time: 0.2501891 Jan 28 06:47:31.851307 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44734) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:31.869762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-35ac1d8e-5547-48fb-9395-6a44ec7c1929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.897988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-d259ecd3-b69c-47b2-b831-52252144ffcb', 'network_id': 'd259ecd3-b69c-47b2-b831-52252144ffcb', 'tenant_id': 'e9f185e4c3054ebc875aae94eb64c827', 'fixed_ips': [{'subnet_id': 'f772c9b2-5985-414b-a8e4-93e687d7b7db'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:31.899118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:31.904553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8b32f-451f-4fcc-b677-cf676f1fff3a tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbec27d3-49ea-4caa-baab-44903039b641,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:32.034825 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-35ac1d8e-5547-48fb-9395-6a44ec7c1929 None None] For port 65ebcbfc-ab15-481b-8831-190c8356754a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=65ebcbfc-ab15-481b-8831-190c8356754a,segment=NetworkSegment(d2a59b14-c689-4f3e-bed3-1b47e8c6bf00),segment_id=d2a59b14-c689-4f3e-bed3-1b47e8c6bf00)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:32.043886 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-954ab7ef-51c5-4aeb-94da-57fff0fb8abd tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2631361 Jan 28 06:47:32.047650 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44738) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:32.053336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c8016dee-5f57-457b-89c7-578127bd0336 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group': {'name': 'tempest-secgroup--870205859'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:32.059765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c8016dee-5f57-457b-89c7-578127bd0336 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:32.082696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce1a4f1-6128-400c-962f-f7d307e0954b None None] Network e956413d-fa4d-4c6f-b7a5-495fc5d9253f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:32.094629 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc7705e-e493-4300-b9a4-2163fd9277a4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:32.095097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc7705e-e493-4300-b9a4-2163fd9277a4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:32.097363 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cbc7705e-e493-4300-b9a4-2163fd9277a4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/9c98314b-42b7-440a-b8ee-0a8faf08fabf HTTP/1.1" status: 404 len: 337 time: 0.2384048 Jan 28 06:47:32.102372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44742) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:32.136075 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c8016dee-5f57-457b-89c7-578127bd0336 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:32.146748 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:32.152091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-35ac1d8e-5547-48fb-9395-6a44ec7c1929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:32.191038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:32.199908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router b4da1406-6ee7-4b07-a34d-c47b303adf78 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:47:32.233704 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c8016dee-5f57-457b-89c7-578127bd0336 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:32.298173 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Network e956413d-fa4d-4c6f-b7a5-495fc5d9253f is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:32.308427 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:32.320138 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Allocated IP 172.20.0.2 (d259ecd3-b69c-47b2-b831-52252144ffcb/f772c9b2-5985-414b-a8e4-93e687d7b7db/7bdf52f3-f9a8-48d0-8b11-d6e681de5409) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:32.342705 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a162e3-b89e-431d-913b-2394359dba4f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:32.343097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a162e3-b89e-431d-913b-2394359dba4f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:32.347545 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-89a162e3-b89e-431d-913b-2394359dba4f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/e4094ed2-c214-4d6f-bb7b-8dcace151a81 HTTP/1.1" status: 404 len: 337 time: 0.2397094 Jan 28 06:47:32.348236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44746) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:32.359130 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac1d8e-5547-48fb-9395-6a44ec7c1929 None None] Pushing event updated for resources: {'Port': ['ID=65ebcbfc-ab15-481b-8831-190c8356754a,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:32.365936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:32.399286 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee488b09-60ed-4aee-a344-7ea75ed430f3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:32.399763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee488b09-60ed-4aee-a344-7ea75ed430f3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:32.403885 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ee488b09-60ed-4aee-a344-7ea75ed430f3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/0d2aecec-98e1-444c-a137-6ccc0885c2c3 HTTP/1.1" status: 404 len: 333 time: 0.0523276 Jan 28 06:47:32.426292 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:32.436587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44750) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:32.449410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-108dadaa-3c67-4d0b-9634-771828d3ab6f None None] Provisioning for port 5e77d455-76d6-4eb8-8735-25e3c5b7a628 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:32.526694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c8016dee-5f57-457b-89c7-578127bd0336 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:32.530907 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-2516bb01-9e73-49e8-90be-7291912b9c4f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:32.531431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2516bb01-9e73-49e8-90be-7291912b9c4f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:32.537199 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2516bb01-9e73-49e8-90be-7291912b9c4f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/05d0c36b-14a4-4c0a-87f8-c5fb28ded41e HTTP/1.1" status: 404 len: 337 time: 0.0924187 Jan 28 06:47:32.542957 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44754) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:32.560637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:32.592601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-108dadaa-3c67-4d0b-9634-771828d3ab6f None None] Provisioning complete for port 65ebcbfc-ab15-481b-8831-190c8356754a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:32.593003 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-108dadaa-3c67-4d0b-9634-771828d3ab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:32.675528 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c8016dee-5f57-457b-89c7-578127bd0336 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:32.685902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Pushing event updated for resources: {'Port': ['ID=16d5e573-eeac-42d9-bd46-38f5c4a79801,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:32.739479 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39362ed-c165-4170-abac-1e7f23065e90 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:32.740870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39362ed-c165-4170-abac-1e7f23065e90 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:32.744036 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b39362ed-c165-4170-abac-1e7f23065e90 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/671034c7-a636-498f-a7ec-5ba6c148580e HTTP/1.1" status: 404 len: 337 time: 0.1844523 Jan 28 06:47:32.751278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44758) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:32.775330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:32.776359 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:32.808891 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:32.821598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Transition to ACTIVE for port object 7bdf52f3-f9a8-48d0-8b11-d6e681de5409 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:32.844985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Transition to ACTIVE for port object 7bdf52f3-f9a8-48d0-8b11-d6e681de5409 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:32.850065 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd676e3-9f59-4cc2-9c78-0bfb975320d7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:32.850656 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd676e3-9f59-4cc2-9c78-0bfb975320d7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:32.854570 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5fd676e3-9f59-4cc2-9c78-0bfb975320d7 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/44bf568f-856a-4988-b797-4e556f1b3c49 HTTP/1.1" status: 404 len: 333 time: 0.1012161 Jan 28 06:47:32.868242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44762) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:32.869132 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5e77d455-76d6-4eb8-8735-25e3c5b7a628 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:32.927593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:32.934802 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67d7b1f-624e-4a1a-9051-2276e7c64aa9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:32.935308 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67d7b1f-624e-4a1a-9051-2276e7c64aa9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:32.953805 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e67d7b1f-624e-4a1a-9051-2276e7c64aa9 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/a687b255-ccfe-4326-93c9-fcd32ea22848 HTTP/1.1" status: 404 len: 337 time: 0.0813773 Jan 28 06:47:32.956894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44766) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:32.998754 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:47:33.011450 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b0d31-e83b-417e-bc96-b839155163a2 None None] Sync routers for ids ['b4da1406-6ee7-4b07-a34d-c47b303adf78'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:47:33.022807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.024072 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b0d31-e83b-417e-bc96-b839155163a2 None None] Routers {'b4da1406-6ee7-4b07-a34d-c47b303adf78'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:33.026844 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fc3b0d31-e83b-417e-bc96-b839155163a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b4da1406-6ee7-4b07-a34d-c47b303adf78'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:33.031892 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-503b2117-8e95-45aa-90e6-1fd55e064225 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:33.032357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503b2117-8e95-45aa-90e6-1fd55e064225 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:33.034600 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-503b2117-8e95-45aa-90e6-1fd55e064225 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/dc8bf73e-82c1-48d4-b4d6-a296b30869c4 HTTP/1.1" status: 404 len: 337 time: 0.0767918 Jan 28 06:47:33.037309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44770) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:33.092517 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.100842 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Network d259ecd3-b69c-47b2-b831-52252144ffcb is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:33.125347 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:33.134001 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:33.134246 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fc3b0d31-e83b-417e-bc96-b839155163a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:33.138829 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8c9128f2-f0c0-48fc-96ac-7873b2fdc777 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a836b-3942-4a48-b6ae-89d8472c53c0 HTTP/1.1" status: 200 len: 205 time: 0.1004164 Jan 28 06:47:33.145970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44774) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:33.148610 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b0d31-e83b-417e-bc96-b839155163a2 None None] Routers {'b4da1406-6ee7-4b07-a34d-c47b303adf78'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:33.149222 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fc3b0d31-e83b-417e-bc96-b839155163a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b4da1406-6ee7-4b07-a34d-c47b303adf78'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:33.172340 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c8016dee-5f57-457b-89c7-578127bd0336 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.249216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 5e77d455-76d6-4eb8-8735-25e3c5b7a628 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:33.261767 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fc3b0d31-e83b-417e-bc96-b839155163a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:33.262247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Subnet': ['ID=f772c9b2-5985-414b-a8e4-93e687d7b7db,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:33.262889 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3b0d31-e83b-417e-bc96-b839155163a2 None None] The sync data for ids ['b4da1406-6ee7-4b07-a34d-c47b303adf78'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:47:33.271081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Allocated IP 172.20.0.20 (c7275874-55ca-4a73-a719-3e708caf4c96/ff1d5b11-06fc-4e10-a965-bd22bc91bd96/0ccb5bcd-e2a6-49ed-8e50-720cf13552fd) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:33.279783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Pushing event updated for resources: {'Port': ['ID=7bdf52f3-f9a8-48d0-8b11-d6e681de5409,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:33.282762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-108dadaa-3c67-4d0b-9634-771828d3ab6f None None] Provisioning for port 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:33.307496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5e77d455-76d6-4eb8-8735-25e3c5b7a628 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:33.308007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.315421 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-6919b8dc-4731-4cd2-9bcb-294ad81ba97c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] delete failed (client error): The resource could not be found. Jan 28 06:47:33.318808 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6919b8dc-4731-4cd2-9bcb-294ad81ba97c tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/routers/cd9a836b-3942-4a48-b6ae-89d8472c53c0 HTTP/1.1" status: 404 len: 336 time: 0.1550014 Jan 28 06:47:33.330900 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44778) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:33.334591 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.339408 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-42c99500-fa33-447a-b076-d735e37b2ad8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.7585142 Jan 28 06:47:33.340409 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-108dadaa-3c67-4d0b-9634-771828d3ab6f None None] Provisioning complete for port 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:33.340883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-108dadaa-3c67-4d0b-9634-771828d3ab6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.344449 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c0a1ce8b-1d42-4130-93c4-4a4d03d47059 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.6836212 Jan 28 06:47:33.362202 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44782) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:33.362532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44784) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:33.389266 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c8016dee-5f57-457b-89c7-578127bd0336 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.399590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53c28ec9-1d3a-4265-a298-b1d4f3fbfbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.422648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Attempting to bind port 7bdf52f3-f9a8-48d0-8b11-d6e681de5409 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:33.423115 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Attempting to bind port 7bdf52f3-f9a8-48d0-8b11-d6e681de5409 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '92ed76fe-d5e0-4932-a4a8-45c552401ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd259ecd3-b69c-47b2-b831-52252144ffcb'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:33.424097 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Attempting to bind port 7bdf52f3-f9a8-48d0-8b11-d6e681de5409 on network d259ecd3-b69c-47b2-b831-52252144ffcb {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:33.430598 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-816c884c-8c4a-4082-88a7-9dd1f774c3c3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:33.430862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-816c884c-8c4a-4082-88a7-9dd1f774c3c3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:33.434900 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-816c884c-8c4a-4082-88a7-9dd1f774c3c3 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/44408e74-33f3-423f-839b-c221c4e3cff8 HTTP/1.1" status: 404 len: 337 time: 0.0995307 Jan 28 06:47:33.441626 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:33.442088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Checking segment: {'id': '92ed76fe-d5e0-4932-a4a8-45c552401ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd259ecd3-b69c-47b2-b831-52252144ffcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:33.442568 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.443034 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Bound using segment: {'id': '92ed76fe-d5e0-4932-a4a8-45c552401ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd259ecd3-b69c-47b2-b831-52252144ffcb'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:33.443633 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44790) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:33.443776 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Bound port: 7bdf52f3-f9a8-48d0-8b11-d6e681de5409, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ed76fe-d5e0-4932-a4a8-45c552401ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd259ecd3-b69c-47b2-b831-52252144ffcb'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:33.444094 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.466800 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-108dadaa-3c67-4d0b-9634-771828d3ab6f None None] Port 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:33.474817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9da9bf8e-20e1-4bfc-b2c3-1228e64afc0f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1258543574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:33.500183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8016dee-5f57-457b-89c7-578127bd0336 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e4e970-e699-4bd0-a9ac-453fb4d7d2a4,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:33.508300 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7ad5df2c-2987-40c1-9506-fbe5eb1d9bcf tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c7da3d7-649d-46b9-8263-b9bdf3cc8a97 HTTP/1.1" status: 200 len: 205 time: 0.0590959 Jan 28 06:47:33.530773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9da9bf8e-20e1-4bfc-b2c3-1228e64afc0f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:33.542251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44794) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:33.560796 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c8016dee-5f57-457b-89c7-578127bd0336 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.563443 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c8016dee-5f57-457b-89c7-578127bd0336 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5137427 Jan 28 06:47:33.576058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44798) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:33.582345 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b81fb4af-abe1-4644-8865-c44f23e59db8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group_rule': {'security_group_id': 'a0e4e970-e699-4bd0-a9ac-453fb4d7d2a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:33.591440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b81fb4af-abe1-4644-8865-c44f23e59db8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:33.606212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.615016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9da9bf8e-20e1-4bfc-b2c3-1228e64afc0f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Usage tracker for resource:router and tenant:e6f46c514ee24b8eadb0262430952315 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:33.616553 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b81fb4af-abe1-4644-8865-c44f23e59db8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:33.622806 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] For port 7bdf52f3-f9a8-48d0-8b11-d6e681de5409, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:33.630808 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e9206a00-94ee-4937-87e1-e852f5eeef82 None None] Provisioning complete for port 5e77d455-76d6-4eb8-8735-25e3c5b7a628 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:33.631294 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e9206a00-94ee-4937-87e1-e852f5eeef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.670293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] For port 7bdf52f3-f9a8-48d0-8b11-d6e681de5409, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7bdf52f3-f9a8-48d0-8b11-d6e681de5409,segment=NetworkSegment(92ed76fe-d5e0-4932-a4a8-45c552401ef8),segment_id=92ed76fe-d5e0-4932-a4a8-45c552401ef8)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:33.674965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9da9bf8e-20e1-4bfc-b2c3-1228e64afc0f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:33.684479 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.701422 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-13b2a7e4-aed0-4500-83bc-70fdc39a2009 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] delete failed (client error): The resource could not be found. Jan 28 06:47:33.702442 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-13b2a7e4-aed0-4500-83bc-70fdc39a2009 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/routers/1c7da3d7-649d-46b9-8263-b9bdf3cc8a97 HTTP/1.1" status: 404 len: 336 time: 0.1583710 Jan 28 06:47:33.702841 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 5e77d455-76d6-4eb8-8735-25e3c5b7a628, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5e77d455-76d6-4eb8-8735-25e3c5b7a628,segment=NetworkSegment(9e2ddb34-a1d7-4d57-b9e8-1599e0800278),segment_id=9e2ddb34-a1d7-4d57-b9e8-1599e0800278)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:33.706249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9da9bf8e-20e1-4bfc-b2c3-1228e64afc0f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:33.706405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44802) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:33.731700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d259ecd3-b69c-47b2-b831-52252144ffcb']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:33.757315 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a76094-24ca-4b33-8b84-dc7c0e1bdb3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:33.758128 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a76094-24ca-4b33-8b84-dc7c0e1bdb3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:33.761813 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-61a76094-24ca-4b33-8b84-dc7c0e1bdb3f tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/e841aac3-e1fd-4427-87da-9b87fb2452ef HTTP/1.1" status: 404 len: 337 time: 0.0501633 Jan 28 06:47:33.762183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44806) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:33.783218 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.794221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e9206a00-94ee-4937-87e1-e852f5eeef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.801151 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e36cae-0812-442e-918e-5ba41830ff90 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:33.801618 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e36cae-0812-442e-918e-5ba41830ff90 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:33.805734 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d8e36cae-0812-442e-918e-5ba41830ff90 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/c55e20af-da39-4d67-9e62-2c18342c7ff2 HTTP/1.1" status: 404 len: 337 time: 0.0402143 Jan 28 06:47:33.805734 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.808720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44810) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:33.816653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ed76fe-d5e0-4932-a4a8-45c552401ef8') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:33.816653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ed76fe-d5e0-4932-a4a8-45c552401ef8') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:33.850423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.855214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.882176 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.882862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 65ebcbfc-ab15-481b-8831-190c8356754a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:33.925503 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f34c6a-db4e-4f25-b361-49bf50e2e462 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:33.925703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f34c6a-db4e-4f25-b361-49bf50e2e462 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:33.927467 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a7f34c6a-db4e-4f25-b361-49bf50e2e462 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/044cc105-bd32-4c7d-8ed7-fe19bdd891e1 HTTP/1.1" status: 404 len: 333 time: 0.0642498 Jan 28 06:47:33.930515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b81fb4af-abe1-4644-8865-c44f23e59db8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:33.940719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44814) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:34.006524 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f8f4e9-c075-44e5-9a47-e4992cf9e578 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:34.007189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f8f4e9-c075-44e5-9a47-e4992cf9e578 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:34.008710 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-45f8f4e9-c075-44e5-9a47-e4992cf9e578 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/49a4a0dc-6b1d-43e7-94ac-e4ca07608015 HTTP/1.1" status: 404 len: 337 time: 0.0601361 Jan 28 06:47:34.016653 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44818) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:34.023740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9da9bf8e-20e1-4bfc-b2c3-1228e64afc0f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.024735 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9da9bf8e-20e1-4bfc-b2c3-1228e64afc0f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.042006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Ignored duplicate provisioning block setup for port 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 06:47:34.045604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.055435 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-94a0aba8-f4fa-49e9-a149-647ccc7b0060 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/routers/b4da1406-6ee7-4b07-a34d-c47b303adf78 HTTP/1.1" status: 200 len: 881 time: 0.6872883 Jan 28 06:47:34.056523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44822) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:34.095214 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75f56c-19b5-4ff6-933c-0bc13e083955 None None] Pushing event updated for resources: {'Port': ['ID=7bdf52f3-f9a8-48d0-8b11-d6e681de5409,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:34.110354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:34.110760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:34.126029 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:34.140329 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5805ba-1df0-4e0c-ac04-f0ae6b5ccc3a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:34.140329 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5805ba-1df0-4e0c-ac04-f0ae6b5ccc3a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:34.140329 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0a5805ba-1df0-4e0c-ac04-f0ae6b5ccc3a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/19f99541-d503-4882-8d09-481bd476086b HTTP/1.1" status: 404 len: 333 time: 0.1202812 Jan 28 06:47:34.140699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58512f80-f1eb-48f0-a321-20de5ea7f3cb None None] Network d259ecd3-b69c-47b2-b831-52252144ffcb requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:34.142692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44826) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:34.142819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.167618 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-e9206a00-94ee-4937-87e1-e852f5eeef82 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:47:34.167972 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-e9206a00-94ee-4937-87e1-e852f5eeef82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:47:34.185443 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb086708-e62e-42e4-9d17-8b874d821f79 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:34.185897 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb086708-e62e-42e4-9d17-8b874d821f79 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:34.190264 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cb086708-e62e-42e4-9d17-8b874d821f79 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/5239887c-02e6-4033-bdf0-495ac82857bc HTTP/1.1" status: 404 len: 337 time: 0.0450881 Jan 28 06:47:34.190979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44830) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:34.259120 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-032dcc26-25b4-4fe1-8055-7a7ed2e58108 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:34.259615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032dcc26-25b4-4fe1-8055-7a7ed2e58108 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:34.275135 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 65ebcbfc-ab15-481b-8831-190c8356754a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:34.275621 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.332741 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=5e77d455-76d6-4eb8-8735-25e3c5b7a628,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:34.360646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:47:34.360646 dv-neutron-824022-4-hyperv neutron-server[88217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:47:34.360646 dv-neutron-824022-4-hyperv neutron-server[88217]: [parameters: {'id': 'd259ecd3-b69c-47b2-b831-52252144ffcb'}] Jan 28 06:47:34.360646 dv-neutron-824022-4-hyperv neutron-server[88217]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:47:34.361633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:47:34.397717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=0ccb5bcd-e2a6-49ed-8e50-720cf13552fd,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:34.411469 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b81fb4af-abe1-4644-8865-c44f23e59db8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.422941 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-032dcc26-25b4-4fe1-8055-7a7ed2e58108 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/190a8ee0-8533-46c5-899e-35bf0f53b3b1 HTTP/1.1" status: 404 len: 333 time: 0.2309422 Jan 28 06:47:34.423522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9da9bf8e-20e1-4bfc-b2c3-1228e64afc0f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.428272 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44834) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:34.430457 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:34.431029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:34.431626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:34.432185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:34.432721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:34.433254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:34.433783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:34.434331 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:34.434872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:34.435431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:34.435971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:34.436513 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:34.471259 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-8557495e-3330-46c7-b890-743115d9c203 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:34.476032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8557495e-3330-46c7-b890-743115d9c203 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:34.483516 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8557495e-3330-46c7-b890-743115d9c203 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/eacef0c7-212e-494c-826b-7cf353be9bf5 HTTP/1.1" status: 404 len: 337 time: 0.0511811 Jan 28 06:47:34.483725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44838) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:34.497117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b81fb4af-abe1-4644-8865-c44f23e59db8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.534983 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-6374e72c-ea44-4cc6-aa4a-0b9a53ecc6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:34.535679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6374e72c-ea44-4cc6-aa4a-0b9a53ecc6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:34.538832 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fb4af-abe1-4644-8865-c44f23e59db8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91b4f22-350f-43b2-8cf2-0c4b176bb51b,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:34.539439 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.540906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.564653 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6374e72c-ea44-4cc6-aa4a-0b9a53ecc6da tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/6ae2096b-b63d-4827-a3d8-2e529d68ab39 HTTP/1.1" status: 404 len: 333 time: 0.0801368 Jan 28 06:47:34.567636 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44842) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:34.571843 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe3a1f2-fe04-4d5a-bf92-8185f41bae78 None None] get_active_networks_info from dv-neutron-824022-4-hyperv {{(pid=88218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 06:47:34.575754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] In _notify_port_updated(), no bound segment for port 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd on network c7275874-55ca-4a73-a719-3e708caf4c96 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:47:34.583460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:34.583460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.583853 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-40a007df-88e5-4cdf-bc91-b4b2720e500e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "PUT /v2.0/ports/0ccb5bcd-e2a6-49ed-8e50-720cf13552fd HTTP/1.1" status: 200 len: 999 time: 2.8340700 Jan 28 06:47:34.588517 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44846) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:34.619087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router b6effb80-61da-49f1-a339-0eee6d284a07 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:47:34.621456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b81fb4af-abe1-4644-8865-c44f23e59db8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.625511 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b81fb4af-abe1-4644-8865-c44f23e59db8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0483644 Jan 28 06:47:34.626456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44850) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:34.635611 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-735d120c-4b2d-42da-8ee3-cf400d7398d4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:34.636303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-735d120c-4b2d-42da-8ee3-cf400d7398d4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:34.638614 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-735d120c-4b2d-42da-8ee3-cf400d7398d4 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/1d7ba433-8968-4e0e-8703-1798e6b6ee55 HTTP/1.1" status: 404 len: 337 time: 0.0692904 Jan 28 06:47:34.642496 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-a4bdcecd-4c04-499d-ad80-0061b56a43d6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group_rule': {'security_group_id': 'a0e4e970-e699-4bd0-a9ac-453fb4d7d2a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:34.649528 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44854) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:34.655310 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a4bdcecd-4c04-499d-ad80-0061b56a43d6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:34.665010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7ac95-e704-4f49-8db8-831e557638f4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:34.665434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ac95-e704-4f49-8db8-831e557638f4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.666419 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5e77d455-76d6-4eb8-8735-25e3c5b7a628 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:34.748357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9da9bf8e-20e1-4bfc-b2c3-1228e64afc0f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.771368 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf0c54b-95a6-47af-84b5-48cb4cf70fc2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:34.772884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf0c54b-95a6-47af-84b5-48cb4cf70fc2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:34.775788 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9cf0c54b-95a6-47af-84b5-48cb4cf70fc2 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/3b822923-118c-4d9b-a54f-33dee63ac077 HTTP/1.1" status: 404 len: 333 time: 0.1214664 Jan 28 06:47:34.778386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44858) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:34.779192 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a4bdcecd-4c04-499d-ad80-0061b56a43d6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:34.834780 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-e588c77b-948c-4c31-a9a5-56e2e6313042 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:34.834780 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e588c77b-948c-4c31-a9a5-56e2e6313042 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:34.838834 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e588c77b-948c-4c31-a9a5-56e2e6313042 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/e7718a76-5ae1-4cfc-84af-74565993dd8a HTTP/1.1" status: 404 len: 337 time: 0.0549355 Jan 28 06:47:34.840013 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44862) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:34.847513 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3a1f2-fe04-4d5a-bf92-8185f41bae78 None None] Resources bound (agent type, host, resource id): {{(pid=88218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:47:34.864768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:34.890329 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-eed25c13-36bc-4828-b173-fbd5ce71ff4a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:34.891458 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eed25c13-36bc-4828-b173-fbd5ce71ff4a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:34.896874 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-eed25c13-36bc-4828-b173-fbd5ce71ff4a tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/20b8d72d-ac53-43ba-aab2-d846df07f9ac HTTP/1.1" status: 404 len: 333 time: 0.0526032 Jan 28 06:47:34.896874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44866) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:34.897954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5e77d455-76d6-4eb8-8735-25e3c5b7a628 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:34.898441 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.039658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Deleting port 7bdf52f3-f9a8-48d0-8b11-d6e681de5409 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:35.039658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.039925 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-d935db4c-1c72-47b6-86ca-a573d64cc360 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:35.039925 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d935db4c-1c72-47b6-86ca-a573d64cc360 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:35.039925 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d935db4c-1c72-47b6-86ca-a573d64cc360 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/c433411f-d7b8-47a5-8f4b-100bbf760722 HTTP/1.1" status: 404 len: 337 time: 0.1185896 Jan 28 06:47:35.039925 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:47:35.040947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44870) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:35.051649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9a95c6-4881-4ceb-8866-2f1c40e7ab09 None None] Sync routers for ids ['b6effb80-61da-49f1-a339-0eee6d284a07'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:47:35.073098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a95c6-4881-4ceb-8866-2f1c40e7ab09 None None] Routers {'b6effb80-61da-49f1-a339-0eee6d284a07'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:35.073890 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6f9a95c6-4881-4ceb-8866-2f1c40e7ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b6effb80-61da-49f1-a339-0eee6d284a07'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:35.074592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-85df1f76-02c7-4666-b214-57b0cfeaf380 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Synchronizing usage tracker for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:router {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:35.160108 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d802f47-dded-43de-9db2-9af45125078e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:35.160493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d802f47-dded-43de-9db2-9af45125078e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:35.164597 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3d802f47-dded-43de-9db2-9af45125078e tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/ports/13fc70c6-2de9-4961-bf90-bf3f78889e46 HTTP/1.1" status: 404 len: 333 time: 0.1146812 Jan 28 06:47:35.165330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44874) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:35.169945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ac95-e704-4f49-8db8-831e557638f4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.192247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6f9a95c6-4881-4ceb-8866-2f1c40e7ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:35.204956 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bd488d-f6d0-45d4-8ba0-1beb391ccf7d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] DELETE failed (client error): The resource could not be found. Jan 28 06:47:35.205924 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81bd488d-f6d0-45d4-8ba0-1beb391ccf7d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:47:35.209957 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-81bd488d-f6d0-45d4-8ba0-1beb391ccf7d tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/subnets/c3b12257-2bb3-4d50-a957-11bf9ec7ee20 HTTP/1.1" status: 404 len: 337 time: 0.0409260 Jan 28 06:47:35.210267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44878) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:35.260249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a95c6-4881-4ceb-8866-2f1c40e7ab09 None None] Routers {'b6effb80-61da-49f1-a339-0eee6d284a07'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:35.261012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6f9a95c6-4881-4ceb-8866-2f1c40e7ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b6effb80-61da-49f1-a339-0eee6d284a07'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:35.331118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6f9a95c6-4881-4ceb-8866-2f1c40e7ab09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:35.331562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9a95c6-4881-4ceb-8866-2f1c40e7ab09 None None] The sync data for ids ['b6effb80-61da-49f1-a339-0eee6d284a07'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:47:35.332926 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af9974aa-0044-45d9-8b6b-545e39528f26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.350055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e9206a00-94ee-4937-87e1-e852f5eeef82 None None] Provisioning for port 16d5e573-eeac-42d9-bd46-38f5c4a79801 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:35.356489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7ac95-e704-4f49-8db8-831e557638f4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:35.365749 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e9206a00-94ee-4937-87e1-e852f5eeef82 None None] Provisioning complete for port 16d5e573-eeac-42d9-bd46-38f5c4a79801 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:35.366201 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e9206a00-94ee-4937-87e1-e852f5eeef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.380025 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a4bdcecd-4c04-499d-ad80-0061b56a43d6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.385413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9da9bf8e-20e1-4bfc-b2c3-1228e64afc0f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.387674 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9da9bf8e-20e1-4bfc-b2c3-1228e64afc0f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 2.0204637 Jan 28 06:47:35.393245 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44882) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:35.421243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-fe9c1413-0b65-4255-8b59-7a09581f4b17 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1270546929', 'prefixes': ['172.20.0.0/16']}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:35.436443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.437267 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6d93c04a-c7d8-43a3-986b-a37f7c3972b7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 8.9054530 Jan 28 06:47:35.442203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44886) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:35.446738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-fe9c1413-0b65-4255-8b59-7a09581f4b17 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:35.485993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e9206a00-94ee-4937-87e1-e852f5eeef82 None None] Port 16d5e573-eeac-42d9-bd46-38f5c4a79801 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:35.528107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-85df1f76-02c7-4666-b214-57b0cfeaf380 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Unset dirty status for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:router {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:35.529313 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-85df1f76-02c7-4666-b214-57b0cfeaf380 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.4723897 Jan 28 06:47:35.532549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af9974aa-0044-45d9-8b6b-545e39528f26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.540151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44890) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:35.555729 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b609ac54-732f-4ae9-99e9-0420570fe467 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1023934078'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:35.618325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6a514cf4-2d2c-4f74-838f-6c3d1e6df649 None None] Provisioning complete for port 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:35.618976 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6a514cf4-2d2c-4f74-838f-6c3d1e6df649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.637881 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a4bdcecd-4c04-499d-ad80-0061b56a43d6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.667832 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-af9974aa-0044-45d9-8b6b-545e39528f26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d564f63-c0b4-45b7-8160-b73c1310d2e3']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:35.681467 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.682351 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6a514cf4-2d2c-4f74-838f-6c3d1e6df649 None None] Port 0ccb5bcd-e2a6-49ed-8e50-720cf13552fd cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:35.693717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-af9974aa-0044-45d9-8b6b-545e39528f26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a07e1c-2b0e-4413-a779-1088f57b1d5e') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:35.694011 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-af9974aa-0044-45d9-8b6b-545e39528f26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a07e1c-2b0e-4413-a779-1088f57b1d5e') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:35.759919 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af9974aa-0044-45d9-8b6b-545e39528f26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.776160 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a4bdcecd-4c04-499d-ad80-0061b56a43d6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.781633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] For port 7bdf52f3-f9a8-48d0-8b11-d6e681de5409, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7bdf52f3-f9a8-48d0-8b11-d6e681de5409,segment=NetworkSegment(92ed76fe-d5e0-4932-a4a8-45c552401ef8),segment_id=92ed76fe-d5e0-4932-a4a8-45c552401ef8)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:35.782178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.818359 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af9974aa-0044-45d9-8b6b-545e39528f26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.831056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdcecd-4c04-499d-ad80-0061b56a43d6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc85a1ae-6c90-47cb-8055-449177eaae74,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:35.837521 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9974aa-0044-45d9-8b6b-545e39528f26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:35.837901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af9974aa-0044-45d9-8b6b-545e39528f26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:35.853545 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:36.002315 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Calling delete_port for 7bdf52f3-f9a8-48d0-8b11-d6e681de5409 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:36.011997 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a4bdcecd-4c04-499d-ad80-0061b56a43d6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.013167 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a4bdcecd-4c04-499d-ad80-0061b56a43d6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3804717 Jan 28 06:47:36.027159 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44894) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:36.036030 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-242a1baf-f4ea-4eed-880e-1720c64c3645 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group_rule': {'security_group_id': 'a0e4e970-e699-4bd0-a9ac-453fb4d7d2a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:36.044848 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-242a1baf-f4ea-4eed-880e-1720c64c3645 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:36.052074 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-242a1baf-f4ea-4eed-880e-1720c64c3645 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:36.114867 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d9a3c196-9306-42e9-af91-5b62f9b25166 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/routers/b6effb80-61da-49f1-a339-0eee6d284a07 HTTP/1.1" status: 200 len: 883 time: 0.6669538 Jan 28 06:47:36.154906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44898) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:36.216246 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-242a1baf-f4ea-4eed-880e-1720c64c3645 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:36.228556 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fe9c1413-0b65-4255-8b59-7a09581f4b17 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks [] for subnetpool, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.233829 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fe9c1413-0b65-4255-8b59-7a09581f4b17 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8338857 Jan 28 06:47:36.233829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af9974aa-0044-45d9-8b6b-545e39528f26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.234156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44902) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:36.240870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-242a1baf-f4ea-4eed-880e-1720c64c3645 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:36.249892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-a8c7a66d-3ab5-43c0-9247-b69a60084a67 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8', 'tempest-TagsExtTest-Tag-1736511735') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:36.261060 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-af9974aa-0044-45d9-8b6b-545e39528f26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.265229 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-af9974aa-0044-45d9-8b6b-545e39528f26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] 10.222.0.25 "DELETE /v2.0/networks/2d564f63-c0b4-45b7-8160-b73c1310d2e3 HTTP/1.1" status: 204 len: 168 time: 1.0514481 Jan 28 06:47:36.278840 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9974aa-0044-45d9-8b6b-545e39528f26 tempest-NetworksTestDHCPv6-1857076915 tempest-NetworksTestDHCPv6-1857076915-project] Pushing event deleted for resources: {'Network': ['ID=2d564f63-c0b4-45b7-8160-b73c1310d2e3,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:36.315825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.363206 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-242a1baf-f4ea-4eed-880e-1720c64c3645 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.374172 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Port': ['ID=7bdf52f3-f9a8-48d0-8b11-d6e681de5409,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:36.376092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ac95-e704-4f49-8db8-831e557638f4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.418452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No DVR routers for this DVR port 7bdf52f3-f9a8-48d0-8b11-d6e681de5409 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:47:36.476229 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7ac95-e704-4f49-8db8-831e557638f4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=0ccb5bcd-e2a6-49ed-8e50-720cf13552fd,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:36.516686 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b609ac54-732f-4ae9-99e9-0420570fe467 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.533941 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-242a1baf-f4ea-4eed-880e-1720c64c3645 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.668967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-242a1baf-f4ea-4eed-880e-1720c64c3645 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.680350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b609ac54-732f-4ae9-99e9-0420570fe467 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.747480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a1baf-f4ea-4eed-880e-1720c64c3645 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d8149f-6a7e-4fb3-9366-a43454d2640c,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:36.752691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.817593 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d259ecd3-b69c-47b2-b831-52252144ffcb']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:36.834034 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ac95-e704-4f49-8db8-831e557638f4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.837564 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ed76fe-d5e0-4932-a4a8-45c552401ef8') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:36.837860 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ed76fe-d5e0-4932-a4a8-45c552401ef8') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:36.860686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.875133 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3ad7ac95-e704-4f49-8db8-831e557638f4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/0ccb5bcd-e2a6-49ed-8e50-720cf13552fd HTTP/1.1" status: 204 len: 168 time: 2.2831709 Jan 28 06:47:36.875834 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44908) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:36.884413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.893835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:36.894225 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:36.911149 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:36.924383 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc9b8c5-4ab7-40f7-842a-082fc76c81e2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] GET failed (client error): The resource could not be found. Jan 28 06:47:36.924913 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0dc9b8c5-4ab7-40f7-842a-082fc76c81e2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:36.929256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b609ac54-732f-4ae9-99e9-0420570fe467 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router b4da1406-6ee7-4b07-a34d-c47b303adf78 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:47:36.935804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9f71b05c-5610-4fe8-b654-04bd9ce01ce7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Synchronizing usage tracker for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:router {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:36.999105 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a8c7a66d-3ab5-43c0-9247-b69a60084a67 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "PUT /v2.0/subnets/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/tags/tempest-TagsExtTest-Tag-1736511735 HTTP/1.1" status: 201 len: 201 time: 0.7581704 Jan 28 06:47:36.999453 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44914) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:37.002690 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-242a1baf-f4ea-4eed-880e-1720c64c3645 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:37.004690 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-242a1baf-f4ea-4eed-880e-1720c64c3645 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9757247 Jan 28 06:47:37.011426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-3a81ae60-eec1-4c1f-bbc2-d7b5ac4fbead tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '16d5e573-eeac-42d9-bd46-38f5c4a79801', 'tempest-TagsExtTest-Tag-823547811') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:37.014165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44918) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:37.020080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7ea7b122-caf3-4dc8-8cc1-bb70863feb8e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group_rule': {'security_group_id': 'a0e4e970-e699-4bd0-a9ac-453fb4d7d2a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:37.026328 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7ea7b122-caf3-4dc8-8cc1-bb70863feb8e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:37.028451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44922) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:37.036654 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ea7b122-caf3-4dc8-8cc1-bb70863feb8e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:37.040111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ea7b122-caf3-4dc8-8cc1-bb70863feb8e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:37.045533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7ea7b122-caf3-4dc8-8cc1-bb70863feb8e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:37.049119 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0dc9b8c5-4ab7-40f7-842a-082fc76c81e2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:37.050399 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0dc9b8c5-4ab7-40f7-842a-082fc76c81e2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/0ccb5bcd-e2a6-49ed-8e50-720cf13552fd HTTP/1.1" status: 404 len: 333 time: 0.1737857 Jan 28 06:47:37.053396 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44928) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:37.097143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9f71b05c-5610-4fe8-b654-04bd9ce01ce7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Unset dirty status for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:router {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:37.098246 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9f71b05c-5610-4fe8-b654-04bd9ce01ce7 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.9423468 Jan 28 06:47:37.101342 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44932) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:37.108001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e698b222-86bd-40d7-913f-73c4fa70056d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-822959131'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:37.171720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b609ac54-732f-4ae9-99e9-0420570fe467 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:47:37.179016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b609ac54-732f-4ae9-99e9-0420570fe467 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:37.180194 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b609ac54-732f-4ae9-99e9-0420570fe467 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/b4da1406-6ee7-4b07-a34d-c47b303adf78 HTTP/1.1" status: 200 len: 888 time: 1.6372297 Jan 28 06:47:37.182939 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44936) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:37.185601 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c7cfa-ae04-426d-b8a5-b685fd31937f None None] Sync routers for ids ['b4da1406-6ee7-4b07-a34d-c47b303adf78'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:47:37.195605 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c7cfa-ae04-426d-b8a5-b685fd31937f None None] Routers {'b4da1406-6ee7-4b07-a34d-c47b303adf78'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:37.196300 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4f6c7cfa-ae04-426d-b8a5-b685fd31937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b4da1406-6ee7-4b07-a34d-c47b303adf78'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:37.261898 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4f6c7cfa-ae04-426d-b8a5-b685fd31937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:37.271883 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c7cfa-ae04-426d-b8a5-b685fd31937f None None] Routers {'b4da1406-6ee7-4b07-a34d-c47b303adf78'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:37.272754 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4f6c7cfa-ae04-426d-b8a5-b685fd31937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b4da1406-6ee7-4b07-a34d-c47b303adf78'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:37.326549 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:37.336871 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4f6c7cfa-ae04-426d-b8a5-b685fd31937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:37.337264 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c7cfa-ae04-426d-b8a5-b685fd31937f None None] The sync data for ids ['b4da1406-6ee7-4b07-a34d-c47b303adf78'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:47:37.351116 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3a81ae60-eec1-4c1f-bbc2-d7b5ac4fbead tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "PUT /v2.0/ports/16d5e573-eeac-42d9-bd46-38f5c4a79801/tags/tempest-TagsExtTest-Tag-823547811 HTTP/1.1" status: 201 len: 201 time: 0.3506932 Jan 28 06:47:37.360148 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44940) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:37.370076 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-72a453ba-0001-4b17-81f3-af3e51e86957 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6c7e126a-2f2d-41a5-b415-236313c32fb5', 'tempest-TagsExtTest-Tag-307790920') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:37.371829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:37.404317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Network': ['ID=d259ecd3-b69c-47b2-b831-52252144ffcb,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:37.406062 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b122-caf3-4dc8-8cc1-bb70863feb8e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:37.422913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5bada3-7613-4eed-aa57-6cf9d0ebc8ad tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting subnet ff1d5b11-06fc-4e10-a965-bd22bc91bd96 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:47:37.433120 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-aac34891-5515-48f1-9c3d-40fe46e00592 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/d259ecd3-b69c-47b2-b831-52252144ffcb HTTP/1.1" status: 204 len: 168 time: 5.7755003 Jan 28 06:47:37.436022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5bada3-7613-4eed-aa57-6cf9d0ebc8ad tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:37.437112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44944) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:37.446307 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-194610985'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:37.458008 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4356219c-a2f4-4c98-8d5c-cb9aa1130048 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/routers/b4da1406-6ee7-4b07-a34d-c47b303adf78 HTTP/1.1" status: 200 len: 888 time: 0.2741456 Jan 28 06:47:37.459193 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:37.469404 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44948) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:37.512727 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:network and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:37.521083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:37.529094 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:37.628517 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:37.628736 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-005be216-2cef-4e27-841e-86b9b8ad58a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62afd49c44c64bda8dd1c10c27ef6360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5992069 Jan 28 06:47:37.632524 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:37.640092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-123463bc-5a40-40fb-b4f3-2a7ce4a3f094 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Synchronizing usage tracker for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:37.641627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44952) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:37.649621 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-72a453ba-0001-4b17-81f3-af3e51e86957 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "PUT /v2.0/routers/6c7e126a-2f2d-41a5-b415-236313c32fb5/tags/tempest-TagsExtTest-Tag-307790920 HTTP/1.1" status: 201 len: 201 time: 0.2885373 Jan 28 06:47:37.657008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5bada3-7613-4eed-aa57-6cf9d0ebc8ad tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:37.662078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44956) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:37.671630 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-adaf40e0-cbf1-4634-922a-26c7547be9e4 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '43daf555-ec51-463c-bc2f-05e6c028ed10', 'tempest-TagsExtTest-Tag-2100765349') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:37.717880 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:37.738513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:37.738851 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Added segment f64d780f-def4-4b48-be58-252310c6ab1f of type vlan for network de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5 Jan 28 06:47:37.763335 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:37.800671 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:37.802460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b122-caf3-4dc8-8cc1-bb70863feb8e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:37.812070 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:37.914985 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-adaf40e0-cbf1-4634-922a-26c7547be9e4 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "PUT /v2.0/subnetpools/43daf555-ec51-463c-bc2f-05e6c028ed10/tags/tempest-TagsExtTest-Tag-2100765349 HTTP/1.1" status: 201 len: 201 time: 0.2517960 Jan 28 06:47:37.917420 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44960) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:37.922260 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-603d0b42-a335-4845-9c67-45d4bd29a38d tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:37.928116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5bada3-7613-4eed-aa57-6cf9d0ebc8ad tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:37.987162 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-603d0b42-a335-4845-9c67-45d4bd29a38d tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/subnets/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/tags HTTP/1.1" status: 200 len: 241 time: 0.0686104 Jan 28 06:47:37.989518 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44964) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:37.994144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-aea9ec39-6af6-4a9d-b551-d2552e543e9e tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8', 'tempest-TagsExtTest-Tag-1736511735') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:38.025001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b122-caf3-4dc8-8cc1-bb70863feb8e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:38.026688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-123463bc-5a40-40fb-b4f3-2a7ce4a3f094 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Unset dirty status for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:38.027915 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-123463bc-5a40-40fb-b4f3-2a7ce4a3f094 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4da1406-6ee7-4b07-a34d-c47b303adf78 HTTP/1.1" status: 200 len: 205 time: 0.5436065 Jan 28 06:47:38.047175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44968) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:38.143171 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:38.148591 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:38.149165 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:38.152628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:38.169541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7b122-caf3-4dc8-8cc1-bb70863feb8e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949ecac7-8112-4b8d-9ea1-f0efeaef8642,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:38.218117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062d9c6a-6668-4715-a93b-13b567a58b76,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:38.243798 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:38.244144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:38.244477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:38.244805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:38.245130 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:38.245452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:38.245771 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:38.246093 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:38.246419 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:38.246733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:38.247046 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:38.247380 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:38.250239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:38.254303 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-77bb7d97-58ce-42b5-9bc9-df0a133a643c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/062d9c6a-6668-4715-a93b-13b567a58b76 HTTP/1.1" status: 204 len: 168 time: 0.6067545 Jan 28 06:47:38.280357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ea7b122-caf3-4dc8-8cc1-bb70863feb8e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:38.285069 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7ea7b122-caf3-4dc8-8cc1-bb70863feb8e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2657804 Jan 28 06:47:38.286857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44974) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:38.318960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Network': ['ID=de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:38.330849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:38.337308 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9d5b233b-6e21-43b5-aab2-fd1eabfdde06 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8983610 Jan 28 06:47:38.341863 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44978) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:38.349732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-97fb5e1b-3912-471b-87dd-c4db8fc3bdc8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group_rule': {'security_group_id': 'a0e4e970-e699-4bd0-a9ac-453fb4d7d2a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:38.350534 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'subnet': {'network_id': 'de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:38.365785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5bada3-7613-4eed-aa57-6cf9d0ebc8ad tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:38.373444 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-aea9ec39-6af6-4a9d-b551-d2552e543e9e tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/subnets/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/tags/tempest-TagsExtTest-Tag-1736511735 HTTP/1.1" status: 204 len: 168 time: 0.3806024 Jan 28 06:47:38.376001 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44982) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:38.379465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-97fb5e1b-3912-471b-87dd-c4db8fc3bdc8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:38.383748 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-c1d65a54-9b8b-4cd6-85cb-fcf0d93a9077 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8', 'tempest-TagsExtTest-Tag-1736511735') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:38.418873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e698b222-86bd-40d7-913f-73c4fa70056d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:38.423319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-97fb5e1b-3912-471b-87dd-c4db8fc3bdc8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:38.434054 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-97fb5e1b-3912-471b-87dd-c4db8fc3bdc8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:38.437123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bada3-7613-4eed-aa57-6cf9d0ebc8ad tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1d5b11-06fc-4e10-a965-bd22bc91bd96,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:38.449584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f5bada3-7613-4eed-aa57-6cf9d0ebc8ad tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:38.452433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-97fb5e1b-3912-471b-87dd-c4db8fc3bdc8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:38.469246 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6f5bada3-7613-4eed-aa57-6cf9d0ebc8ad tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/ff1d5b11-06fc-4e10-a965-bd22bc91bd96 HTTP/1.1" status: 204 len: 168 time: 1.4135678 Jan 28 06:47:38.471416 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd8e1d8-2c05-412d-be14-137fc8314cf8 None None] Network c7275874-55ca-4a73-a719-3e708caf4c96 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:38.472156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 44986) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:38.476715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:38.514462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:38.520225 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:subnet and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:38.527844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:38.536157 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:38.565043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e698b222-86bd-40d7-913f-73c4fa70056d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:38.617462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:38.621880 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:38.646683 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c1d65a54-9b8b-4cd6-85cb-fcf0d93a9077 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/subnets/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/tags/tempest-TagsExtTest-Tag-1736511735 HTTP/1.1" status: 204 len: 168 time: 0.2698631 Jan 28 06:47:38.657395 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 44992) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:38.674238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-97fb5e1b-3912-471b-87dd-c4db8fc3bdc8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:38.683068 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-87829a37-4275-4639-b0dd-aa6686d4e3a6 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:38.803462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.ipam_backend_mixin [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Performing IP validity checks on allocation pools {{(pid=88216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 06:47:38.804079 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.ipam_backend_mixin [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 06:47:38.922616 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-87829a37-4275-4639-b0dd-aa6686d4e3a6 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/subnets/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/tags HTTP/1.1" status: 200 len: 205 time: 0.2631040 Jan 28 06:47:38.926615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45002) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:38.931971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-5c672b61-8c4d-40a7-ae62-305fb1f4570d tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '16d5e573-eeac-42d9-bd46-38f5c4a79801') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:38.938550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-b863c52f-4e1e-4f2b-a160-b889551a4253 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting subnet 8950a4f7-e370-4e4f-9cad-039c33678535 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:47:39.030777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b863c52f-4e1e-4f2b-a160-b889551a4253 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.055484 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5c672b61-8c4d-40a7-ae62-305fb1f4570d tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/ports/16d5e573-eeac-42d9-bd46-38f5c4a79801/tags HTTP/1.1" status: 200 len: 240 time: 0.1278369 Jan 28 06:47:39.062044 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45008) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:39.067900 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-1a88828c-f83d-435f-8e89-23790485a0a6 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '16d5e573-eeac-42d9-bd46-38f5c4a79801', 'tempest-TagsExtTest-Tag-823547811') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:39.115384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b863c52f-4e1e-4f2b-a160-b889551a4253 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.122525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.220486 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Subnet': ['ID=856de9be-5319-47e5-891e-a51e8e3f2839,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:39.225498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.232327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Checking segment: {'id': 'f64d780f-def4-4b48-be58-252310c6ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:39.232694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network hostable DHCP agents. Network: de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:47:39.241962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-97fb5e1b-3912-471b-87dd-c4db8fc3bdc8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.248590 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1a88828c-f83d-435f-8e89-23790485a0a6 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/ports/16d5e573-eeac-42d9-bd46-38f5c4a79801/tags/tempest-TagsExtTest-Tag-823547811 HTTP/1.1" status: 204 len: 168 time: 0.1831441 Jan 28 06:47:39.256645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45014) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:39.256645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-6f3ad8df-53f2-446d-aab2-740940d99240 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '16d5e573-eeac-42d9-bd46-38f5c4a79801', 'tempest-TagsExtTest-Tag-823547811') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:39.265349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e698b222-86bd-40d7-913f-73c4fa70056d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router b6effb80-61da-49f1-a339-0eee6d284a07 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:47:39.341279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-97fb5e1b-3912-471b-87dd-c4db8fc3bdc8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.355666 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:47:39.372748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port 644b5088-f918-434e-847d-c8fd95fc1084 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:39.373103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.411733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b863c52f-4e1e-4f2b-a160-b889551a4253 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.446346 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6f3ad8df-53f2-446d-aab2-740940d99240 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/ports/16d5e573-eeac-42d9-bd46-38f5c4a79801/tags/tempest-TagsExtTest-Tag-823547811 HTTP/1.1" status: 204 len: 168 time: 0.1908872 Jan 28 06:47:39.446346 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:39.448327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:39.448916 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.453312 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0ddc10fa-a370-43cc-af91-0a63f47315f3 None None] Provisioning complete for port b620215b-7893-47f8-8dd3-b644f2d77c72 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:39.454317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0ddc10fa-a370-43cc-af91-0a63f47315f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.455683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45024) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:39.458992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb5e1b-3912-471b-87dd-c4db8fc3bdc8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7e5b69-c746-44c3-bf6f-6271ed3ac413,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:39.473557 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-6c4ecc5c-0b2d-4540-a176-5945ce400eba tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '16d5e573-eeac-42d9-bd46-38f5c4a79801') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:39.495222 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6af7f25-78f7-445d-b84f-9ad0917fb445 None None] Network de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:39.568277 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6c4ecc5c-0b2d-4540-a176-5945ce400eba tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/ports/16d5e573-eeac-42d9-bd46-38f5c4a79801/tags HTTP/1.1" status: 200 len: 205 time: 0.1090298 Jan 28 06:47:39.568936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45028) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:39.574852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-a2cafada-7663-4544-bb01-490c9475f441 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6c7e126a-2f2d-41a5-b415-236313c32fb5') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:39.594954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45032) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:39.609584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-97fb5e1b-3912-471b-87dd-c4db8fc3bdc8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.610736 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-97fb5e1b-3912-471b-87dd-c4db8fc3bdc8 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3210721 Jan 28 06:47:39.616863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45036) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:39.648822 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-170c7832-e088-456f-a78f-06b8b2a027ed tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3049884 Jan 28 06:47:39.649680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45042) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:39.782000 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a2cafada-7663-4544-bb01-490c9475f441 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/routers/6c7e126a-2f2d-41a5-b415-236313c32fb5/tags HTTP/1.1" status: 200 len: 240 time: 0.2120619 Jan 28 06:47:39.784394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45046) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:39.788272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e698b222-86bd-40d7-913f-73c4fa70056d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:47:39.791558 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-2686504c-2a78-40c3-bb0f-9f91e5cb12b6 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c7e126a-2f2d-41a5-b415-236313c32fb5', 'tempest-TagsExtTest-Tag-307790920') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:39.805069 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b7176-0c71-47c7-a563-aff30d46242e None None] Sync routers for ids ['b6effb80-61da-49f1-a339-0eee6d284a07'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:47:39.808062 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b863c52f-4e1e-4f2b-a160-b889551a4253 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.819407 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b7176-0c71-47c7-a563-aff30d46242e None None] Routers {'b6effb80-61da-49f1-a339-0eee6d284a07'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:39.820213 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-409b7176-0c71-47c7-a563-aff30d46242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b6effb80-61da-49f1-a339-0eee6d284a07'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:39.828207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1938617250'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:39.890892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00c486bb-a15c-40ad-8103-b202b9d32fda tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.907928 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5', 'network_id': 'de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5', 'tenant_id': 'e9f185e4c3054ebc875aae94eb64c827', 'fixed_ips': [{'subnet_id': '856de9be-5319-47e5-891e-a51e8e3f2839'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:39.908171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.929920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:39.937216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-409b7176-0c71-47c7-a563-aff30d46242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:39.937562 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00c486bb-a15c-40ad-8103-b202b9d32fda tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.943841 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863c52f-4e1e-4f2b-a160-b889551a4253 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Subnet': ['ID=8950a4f7-e370-4e4f-9cad-039c33678535,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:39.944866 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2686504c-2a78-40c3-bb0f-9f91e5cb12b6 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/routers/6c7e126a-2f2d-41a5-b415-236313c32fb5/tags/tempest-TagsExtTest-Tag-307790920 HTTP/1.1" status: 204 len: 168 time: 0.1586461 Jan 28 06:47:39.946509 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45050) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:39.953057 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-70b82214-cd96-49bd-858b-22cdd1f02e21 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6c7e126a-2f2d-41a5-b415-236313c32fb5', 'tempest-TagsExtTest-Tag-307790920') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:39.958608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e698b222-86bd-40d7-913f-73c4fa70056d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:39.962097 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e698b222-86bd-40d7-913f-73c4fa70056d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/b6effb80-61da-49f1-a339-0eee6d284a07 HTTP/1.1" status: 200 len: 890 time: 2.8577564 Jan 28 06:47:39.962097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:network and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:39.990193 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10df7bf6-1f22-418a-a7ca-501bd7501df7 None None] Network c7275874-55ca-4a73-a719-3e708caf4c96 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:40.004596 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45054) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:40.011110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.017664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409b7176-0c71-47c7-a563-aff30d46242e None None] Routers {'b6effb80-61da-49f1-a339-0eee6d284a07'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:40.021857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-409b7176-0c71-47c7-a563-aff30d46242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b6effb80-61da-49f1-a339-0eee6d284a07'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:40.022015 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b863c52f-4e1e-4f2b-a160-b889551a4253 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.025087 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b863c52f-4e1e-4f2b-a160-b889551a4253 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/8950a4f7-e370-4e4f-9cad-039c33678535 HTTP/1.1" status: 204 len: 168 time: 1.5494156 Jan 28 06:47:40.025087 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:40.036446 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45058) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:40.109506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:40.132212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-409b7176-0c71-47c7-a563-aff30d46242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:40.132643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409b7176-0c71-47c7-a563-aff30d46242e None None] The sync data for ids ['b6effb80-61da-49f1-a339-0eee6d284a07'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:47:40.202072 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for 644b5088-f918-434e-847d-c8fd95fc1084 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:40.362095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Allocated IP 172.20.0.3 (de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5/856de9be-5319-47e5-891e-a51e8e3f2839/95fe4f57-1731-4d44-bc84-70f6478e32fe) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:40.370291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.371970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:40.382775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.390515 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2bf87492-7eb8-4811-8456-f657b9575d66 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/routers/b6effb80-61da-49f1-a339-0eee6d284a07 HTTP/1.1" status: 200 len: 890 time: 0.3798497 Jan 28 06:47:40.394019 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45062) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:40.402935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00c486bb-a15c-40ad-8103-b202b9d32fda tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.415081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.444377 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-51641fdb-48bd-4f7a-b867-5b7ff56050a9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6effb80-61da-49f1-a339-0eee6d284a07 HTTP/1.1" status: 200 len: 205 time: 0.0465615 Jan 28 06:47:40.444607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.444708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45066) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:40.461126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c486bb-a15c-40ad-8103-b202b9d32fda tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad7e5b69-c746-44c3-bf6f-6271ed3ac413,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:40.475148 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:40.519054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] DHCP port deletion for c7275874-55ca-4a73-a719-3e708caf4c96 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:47:40.528437 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-70b82214-cd96-49bd-858b-22cdd1f02e21 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/routers/6c7e126a-2f2d-41a5-b415-236313c32fb5/tags/tempest-TagsExtTest-Tag-307790920 HTTP/1.1" status: 204 len: 168 time: 0.5782688 Jan 28 06:47:40.535213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45070) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:40.542088 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-a858d983-1e64-4319-8e36-f590da709770 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6c7e126a-2f2d-41a5-b415-236313c32fb5') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:40.544308 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] Deleting port b620215b-7893-47f8-8dd3-b644f2d77c72 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:40.544680 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.658267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b620215b-7893-47f8-8dd3-b644f2d77c72 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:47:40.660653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00c486bb-a15c-40ad-8103-b202b9d32fda tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.664415 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-00c486bb-a15c-40ad-8103-b202b9d32fda tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ad7e5b69-c746-44c3-bf6f-6271ed3ac413 HTTP/1.1" status: 204 len: 168 time: 1.0387466 Jan 28 06:47:40.668543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:security_group_rule and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:40.675586 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45074) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:40.679491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:40.705632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:40.713354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port b620215b-7893-47f8-8dd3-b644f2d77c72 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:40.713620 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.718536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.777181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Transition to ACTIVE for port object 95fe4f57-1731-4d44-bc84-70f6478e32fe will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:40.783406 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.788332 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a858d983-1e64-4319-8e36-f590da709770 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/routers/6c7e126a-2f2d-41a5-b415-236313c32fb5/tags HTTP/1.1" status: 200 len: 205 time: 0.2520854 Jan 28 06:47:40.788918 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45078) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:40.800812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-e6ae8c43-e99a-4033-985e-eaad688eba64 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '43daf555-ec51-463c-bc2f-05e6c028ed10') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:40.801299 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.832166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.843959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Transition to ACTIVE for port object 95fe4f57-1731-4d44-bc84-70f6478e32fe will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:40.901152 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e6ae8c43-e99a-4033-985e-eaad688eba64 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/subnetpools/43daf555-ec51-463c-bc2f-05e6c028ed10/tags HTTP/1.1" status: 200 len: 241 time: 0.1089654 Jan 28 06:47:40.901772 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45082) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:40.918167 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-aa282c3e-cf27-47d0-bb40-3f05f2541808 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '43daf555-ec51-463c-bc2f-05e6c028ed10', 'tempest-TagsExtTest-Tag-2100765349') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:40.957655 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:40.977104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eee2ddfa-b776-49fe-8074-0f617a98a11c tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:41.014198 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.025197 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] For port b620215b-7893-47f8-8dd3-b644f2d77c72, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b620215b-7893-47f8-8dd3-b644f2d77c72,segment=NetworkSegment(5e48ed4c-b076-4aee-be32-f3e151b15518),segment_id=5e48ed4c-b076-4aee-be32-f3e151b15518)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:41.025434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.028909 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-aa282c3e-cf27-47d0-bb40-3f05f2541808 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/subnetpools/43daf555-ec51-463c-bc2f-05e6c028ed10/tags/tempest-TagsExtTest-Tag-2100765349 HTTP/1.1" status: 204 len: 168 time: 0.1171527 Jan 28 06:47:41.045924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45086) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:41.054628 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-8c3ef1cc-19f4-404a-807f-1bf0cff6af56 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '43daf555-ec51-463c-bc2f-05e6c028ed10', 'tempest-TagsExtTest-Tag-2100765349') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:41.071570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.138927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eee2ddfa-b776-49fe-8074-0f617a98a11c tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:41.143775 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eee2ddfa-b776-49fe-8074-0f617a98a11c tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4656072 Jan 28 06:47:41.144235 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45090) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:41.163275 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port 7e6cd862-4183-4b07-9d2f-e94a4242ebf5 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:41.163598 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.173002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Network de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:41.182232 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] Calling delete_port for b620215b-7893-47f8-8dd3-b644f2d77c72 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:41.211682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:41.214092 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:41.217445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4452bf5a-3656-42c8-aee0-a1d00a9c7356 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.228101 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Pushing event updated for resources: {'Port': ['ID=95fe4f57-1731-4d44-bc84-70f6478e32fe,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:41.235282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4452bf5a-3656-42c8-aee0-a1d00a9c7356 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.238491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.288112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:41.288460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:41.288788 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:41.289117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:41.289438 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:41.289761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:41.290076 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:41.290434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:41.290752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:41.291067 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:41.291402 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:41.291512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.293371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:47:41.298911 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port b620215b-7893-47f8-8dd3-b644f2d77c72, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b620215b-7893-47f8-8dd3-b644f2d77c72,segment=NetworkSegment(5e48ed4c-b076-4aee-be32-f3e151b15518),segment_id=5e48ed4c-b076-4aee-be32-f3e151b15518)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:41.337377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Subnet': ['ID=856de9be-5319-47e5-891e-a51e8e3f2839,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:41.367478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] For port b620215b-7893-47f8-8dd3-b644f2d77c72, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b620215b-7893-47f8-8dd3-b644f2d77c72,segment=NetworkSegment(5e48ed4c-b076-4aee-be32-f3e151b15518),segment_id=5e48ed4c-b076-4aee-be32-f3e151b15518)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:41.367838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.384492 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4452bf5a-3656-42c8-aee0-a1d00a9c7356 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.406349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=644b5088-f918-434e-847d-c8fd95fc1084,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:41.409627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.423722 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.425619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452bf5a-3656-42c8-aee0-a1d00a9c7356 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=949ecac7-8112-4b8d-9ea1-f0efeaef8642,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:41.464181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Attempting to bind port 95fe4f57-1731-4d44-bc84-70f6478e32fe on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:41.464181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Attempting to bind port 95fe4f57-1731-4d44-bc84-70f6478e32fe by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'f64d780f-def4-4b48-be58-252310c6ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:41.469426 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Attempting to bind port 95fe4f57-1731-4d44-bc84-70f6478e32fe on network de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:41.483274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:41.483632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Checking segment: {'id': 'f64d780f-def4-4b48-be58-252310c6ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:41.484009 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.484394 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Bound using segment: {'id': 'f64d780f-def4-4b48-be58-252310c6ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:41.484858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Bound port: 95fe4f57-1731-4d44-bc84-70f6478e32fe, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f64d780f-def4-4b48-be58-252310c6ab1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:41.485215 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.541833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:47:41.541833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:47:41.552438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for 7e6cd862-4183-4b07-9d2f-e94a4242ebf5 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:41.555828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.561145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=b620215b-7893-47f8-8dd3-b644f2d77c72,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:41.566592 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8c3ef1cc-19f4-404a-807f-1bf0cff6af56 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/subnetpools/43daf555-ec51-463c-bc2f-05e6c028ed10/tags/tempest-TagsExtTest-Tag-2100765349 HTTP/1.1" status: 204 len: 168 time: 0.5195127 Jan 28 06:47:41.576659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for b620215b-7893-47f8-8dd3-b644f2d77c72 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:41.583264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45094) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:41.584212 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4452bf5a-3656-42c8-aee0-a1d00a9c7356 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.587829 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4452bf5a-3656-42c8-aee0-a1d00a9c7356 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/949ecac7-8112-4b8d-9ea1-f0efeaef8642 HTTP/1.1" status: 204 len: 168 time: 0.4402809 Jan 28 06:47:41.593368 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45098) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:41.596601 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-b7d76f9c-3d2c-4aac-aa84-fcc7faaa59ae tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '43daf555-ec51-463c-bc2f-05e6c028ed10') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:41.601122 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] For port 95fe4f57-1731-4d44-bc84-70f6478e32fe, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:41.601614 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] For port 95fe4f57-1731-4d44-bc84-70f6478e32fe, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=95fe4f57-1731-4d44-bc84-70f6478e32fe,segment=NetworkSegment(f64d780f-def4-4b48-be58-252310c6ab1f),segment_id=f64d780f-def4-4b48-be58-252310c6ab1f)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:41.655865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.703162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.750681 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.790186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:41.808534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855331f2-39e9-4a17-ae4b-8914a95dc81a None None] Pushing event updated for resources: {'Port': ['ID=95fe4f57-1731-4d44-bc84-70f6478e32fe,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:41.814518 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b7d76f9c-3d2c-4aac-aa84-fcc7faaa59ae tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/subnetpools/43daf555-ec51-463c-bc2f-05e6c028ed10/tags HTTP/1.1" status: 200 len: 205 time: 0.2276990 Jan 28 06:47:41.816298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45102) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:41.829549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d526b4d1-2c62-4821-a457-741650106600 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:41.841791 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-c19c266d-cd95-4c76-9d92-c7a4d0241a58 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '43daf555-ec51-463c-bc2f-05e6c028ed10') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:41.844103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.851054 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Added segment 954eae91-4caa-47d8-966d-381d8614d1b4 of type vlan for network eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb Jan 28 06:47:41.851054 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:41.874863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccab152-8570-4bf3-9c77-35b6890b6b2b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:41.879649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:41.892027 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c19c266d-cd95-4c76-9d92-c7a4d0241a58 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/subnetpools/43daf555-ec51-463c-bc2f-05e6c028ed10/tags HTTP/1.1" status: 204 len: 168 time: 0.0742528 Jan 28 06:47:41.893429 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45106) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:41.900781 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-c727cd86-bcdf-4a0a-93c2-5002e6d8a950 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c7e126a-2f2d-41a5-b415-236313c32fb5') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:41.928856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64d780f-def4-4b48-be58-252310c6ab1f') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:41.929066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64d780f-def4-4b48-be58-252310c6ab1f') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:42.022823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.049346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] Deleting port b620215b-7893-47f8-8dd3-b644f2d77c72 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:42.049583 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.075583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d526b4d1-2c62-4821-a457-741650106600 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:42.076168 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d526b4d1-2c62-4821-a457-741650106600 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4715908 Jan 28 06:47:42.081366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45110) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:42.099533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:47:42.099865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:47:42.105801 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c727cd86-bcdf-4a0a-93c2-5002e6d8a950 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/routers/6c7e126a-2f2d-41a5-b415-236313c32fb5/tags HTTP/1.1" status: 204 len: 168 time: 0.2106984 Jan 28 06:47:42.116664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.117054 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.117536 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45114) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:42.122028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.126024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-1528bd33-e810-48ae-a522-0da1be01979f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '16d5e573-eeac-42d9-bd46-38f5c4a79801') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:42.128459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.148199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:42.148595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:42.167266 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:42.169318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f5990-723a-4cd5-8ff2-5c1e1d353b5a None None] Network de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:42.172147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.212861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7794675a-1153-4c54-9e19-67ad83d715bb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.229429 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Port': ['ID=7e6cd862-4183-4b07-9d2f-e94a4242ebf5,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:42.272313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.272746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Fanout notify agent at l3_agent the message router_deleted on router b4da1406-6ee7-4b07-a34d-c47b303adf78 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:47:42.275649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7794675a-1153-4c54-9e19-67ad83d715bb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.320864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:47:42.320864 dv-neutron-824022-4-hyperv neutron-server[88217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:47:42.320864 dv-neutron-824022-4-hyperv neutron-server[88217]: [parameters: {'id': 'de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5'}] Jan 28 06:47:42.320864 dv-neutron-824022-4-hyperv neutron-server[88217]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:47:42.321334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:47:42.321656 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.326947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:42.327553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.344490 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.455396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] For port b620215b-7893-47f8-8dd3-b644f2d77c72, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b620215b-7893-47f8-8dd3-b644f2d77c72,segment=NetworkSegment(5e48ed4c-b076-4aee-be32-f3e151b15518),segment_id=5e48ed4c-b076-4aee-be32-f3e151b15518)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:42.455858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.490235 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7794675a-1153-4c54-9e19-67ad83d715bb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.515825 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1528bd33-e810-48ae-a522-0da1be01979f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/ports/16d5e573-eeac-42d9-bd46-38f5c4a79801/tags HTTP/1.1" status: 204 len: 168 time: 0.3971777 Jan 28 06:47:42.521778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45118) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:42.530455 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.533838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.534683 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794675a-1153-4c54-9e19-67ad83d715bb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70d8149f-6a7e-4fb3-9366-a43454d2640c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:42.538879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-9446ebf7-4c5c-4957-b4ea-6b4aa341b302 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:42.594376 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.594696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] Calling delete_port for b620215b-7893-47f8-8dd3-b644f2d77c72 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:42.595775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Fanout notify agent at l3_agent the message router_deleted on router b6effb80-61da-49f1-a339-0eee6d284a07 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:47:42.613169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.614006 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7b1eac71-3c25-4af9-bf76-031a68616565 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/routers/b4da1406-6ee7-4b07-a34d-c47b303adf78 HTTP/1.1" status: 204 len: 168 time: 4.5602212 Jan 28 06:47:42.614790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port b620215b-7893-47f8-8dd3-b644f2d77c72 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:42.615137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.618280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45122) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:42.629506 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'network': {'name': 'tempest-RoutersTest-1612139702'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:42.643288 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:42.649203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:network and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:42.650995 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7794675a-1153-4c54-9e19-67ad83d715bb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.652143 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7794675a-1153-4c54-9e19-67ad83d715bb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/70d8149f-6a7e-4fb3-9366-a43454d2640c HTTP/1.1" status: 204 len: 168 time: 0.5603051 Jan 28 06:47:42.654856 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45126) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:42.662031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Network': ['ID=eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:42.673544 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:42.676366 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:42.687673 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9d862706-bcc2-43e8-a949-fadb565ca22a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0687945 Jan 28 06:47:42.688659 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:42.707880 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.716343 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b68eef08-42d2-4f0f-a250-bc95c3de4532 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/routers/b6effb80-61da-49f1-a339-0eee6d284a07 HTTP/1.1" status: 204 len: 168 time: 2.2707286 Jan 28 06:47:42.721355 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45130) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:42.739475 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1454289854'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:42.751877 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:42.761200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:network and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:42.774843 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-87a8d210-bfa8-4923-9bb7-55742f6d91a4 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1184630 Jan 28 06:47:42.777108 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:42.779021 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45134) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:42.791728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:42.795245 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.805817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:42.823164 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.837862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3648f074-4e74-41d2-8a81-6ecdbf452dbb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.851755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3648f074-4e74-41d2-8a81-6ecdbf452dbb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.865494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:42.880154 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.880734 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Added segment aa2824d8-6970-4d83-9a68-10d6742786f2 of type vlan for network 9472d8cf-5cc2-46a9-859c-0464ef487002 Jan 28 06:47:42.908982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.917241 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] For port b620215b-7893-47f8-8dd3-b644f2d77c72, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b620215b-7893-47f8-8dd3-b644f2d77c72,segment=NetworkSegment(5e48ed4c-b076-4aee-be32-f3e151b15518),segment_id=5e48ed4c-b076-4aee-be32-f3e151b15518)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:42.917764 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.942690 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:42.949496 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:42.962233 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] No DVR routers for this DVR port b620215b-7893-47f8-8dd3-b644f2d77c72 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:47:42.969640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16666ce7-3fc7-49ce-8ae3-1ef3153f95e9 None None] Pushing event deleted for resources: {'Port': ['ID=b620215b-7893-47f8-8dd3-b644f2d77c72,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:42.979463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9902735e-0d65-47cd-8e09-562ba2189c67 None None] get_active_networks_info from dv-neutron-824022-4-hyperv {{(pid=88218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 06:47:42.990263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:43.004632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.005029 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Added segment f9266714-2474-47a7-b5d0-7eebe38cfe51 of type vlan for network 576730b6-7e85-4ffe-881f-4ba36f74bfbd Jan 28 06:47:43.010039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.056891 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.091814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for b620215b-7893-47f8-8dd3-b644f2d77c72 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:43.099851 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3648f074-4e74-41d2-8a81-6ecdbf452dbb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.112330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.119087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:43.119728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.138230 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648f074-4e74-41d2-8a81-6ecdbf452dbb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc85a1ae-6c90-47cb-8055-449177eaae74,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:43.153669 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9902735e-0d65-47cd-8e09-562ba2189c67 None None] Resources bound (agent type, host, resource id): {{(pid=88218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:47:43.164878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Deleting port 95fe4f57-1731-4d44-bc84-70f6478e32fe {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:43.165607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.179990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.185613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:43.186714 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.205949 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:47:43.231264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3648f074-4e74-41d2-8a81-6ecdbf452dbb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.232402 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3648f074-4e74-41d2-8a81-6ecdbf452dbb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/cc85a1ae-6c90-47cb-8055-449177eaae74 HTTP/1.1" status: 204 len: 168 time: 0.4522529 Jan 28 06:47:43.236963 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45140) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:43.265585 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5430677 Jan 28 06:47:43.270958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45144) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:43.275797 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9446ebf7-4c5c-4957-b4ea-6b4aa341b302 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/subnets/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/tags HTTP/1.1" status: 204 len: 168 time: 0.7488885 Jan 28 06:47:43.281255 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45146) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:43.288780 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'subnet': {'network_id': '576730b6-7e85-4ffe-881f-4ba36f74bfbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:43.310946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:47:43.311512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:47:43.352127 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-56c2223e-f7ba-4ded-94f3-fbe3c1a05a90 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8', 'tempest-TagsExtTest-Tag-995244453') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:43.412101 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7883551 Jan 28 06:47:43.417088 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45152) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:43.426550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0814a3b5-3f97-4472-94b8-4475f5ff05c4 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:43.431700 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffb689-f09b-4b08-80d6-51afe675bdd1 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Network': ['ID=9472d8cf-5cc2-46a9-859c-0464ef487002,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:43.444627 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 9472d8cf-5cc2-46a9-859c-0464ef487002 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:43.495869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:43.504614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:subnet and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:43.509218 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:43.542854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'subnet': {'network_id': '9472d8cf-5cc2-46a9-859c-0464ef487002', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:43.567072 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port b620215b-7893-47f8-8dd3-b644f2d77c72 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:43.567391 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdaf98-fd36-415f-9d4c-ae2a03447a35 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Network': ['ID=576730b6-7e85-4ffe-881f-4ba36f74bfbd,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:43.567851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.617926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:43.635551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] For port 95fe4f57-1731-4d44-bc84-70f6478e32fe, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=95fe4f57-1731-4d44-bc84-70f6478e32fe,segment=NetworkSegment(f64d780f-def4-4b48-be58-252310c6ab1f),segment_id=f64d780f-def4-4b48-be58-252310c6ab1f)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:43.636336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.644425 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 576730b6-7e85-4ffe-881f-4ba36f74bfbd details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:43.685534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] The port 'b620215b-7893-47f8-8dd3-b644f2d77c72' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:47:43.685732 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0814a3b5-3f97-4472-94b8-4475f5ff05c4 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:43.689600 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0814a3b5-3f97-4472-94b8-4475f5ff05c4 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4490273 Jan 28 06:47:43.693570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45156) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:43.732891 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d3bd22d3-7c79-44f1-b40e-a5a1ff8dd4fb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.744282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d3bd22d3-7c79-44f1-b40e-a5a1ff8dd4fb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.773456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:43.778623 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:subnet and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:43.781670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:43.789581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:43.863734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Calling delete_port for 95fe4f57-1731-4d44-bc84-70f6478e32fe owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:43.886864 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d3bd22d3-7c79-44f1-b40e-a5a1ff8dd4fb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.905303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:43.908213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:43.909522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.911556 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:43.925865 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd22d3-7c79-44f1-b40e-a5a1ff8dd4fb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c91b4f22-350f-43b2-8cf2-0c4b176bb51b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:43.958248 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-56c2223e-f7ba-4ded-94f3-fbe3c1a05a90 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "PUT /v2.0/subnets/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/tags/tempest-TagsExtTest-Tag-995244453 HTTP/1.1" status: 201 len: 201 time: 0.6154585 Jan 28 06:47:43.960106 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45160) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:43.964730 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-65d0631d-7b8a-4a0d-b167-49d0c0607f5f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '16d5e573-eeac-42d9-bd46-38f5c4a79801', 'tempest-TagsExtTest-Tag-752798132') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:44.030516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.180632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d3bd22d3-7c79-44f1-b40e-a5a1ff8dd4fb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.181969 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d3bd22d3-7c79-44f1-b40e-a5a1ff8dd4fb tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c91b4f22-350f-43b2-8cf2-0c4b176bb51b HTTP/1.1" status: 204 len: 168 time: 0.4874976 Jan 28 06:47:44.193381 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45168) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:44.246839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7275874-55ca-4a73-a719-3e708caf4c96']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:44.269231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e48ed4c-b076-4aee-be32-f3e151b15518') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:44.269517 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e48ed4c-b076-4aee-be32-f3e151b15518') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:44.282276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7229aeea-79a4-45f5-ae65-c3ada9fc992f tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:44.288452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.307040 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.317560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:44.317937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:44.332812 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:44.433853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7229aeea-79a4-45f5-ae65-c3ada9fc992f tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:44.437956 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7229aeea-79a4-45f5-ae65-c3ada9fc992f tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2394471 Jan 28 06:47:44.438267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45172) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:44.439906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.492970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.502880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Port': ['ID=95fe4f57-1731-4d44-bc84-70f6478e32fe,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:44.510683 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No DVR routers for this DVR port 95fe4f57-1731-4d44-bc84-70f6478e32fe on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:47:44.540692 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-65d0631d-7b8a-4a0d-b167-49d0c0607f5f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "PUT /v2.0/ports/16d5e573-eeac-42d9-bd46-38f5c4a79801/tags/tempest-TagsExtTest-Tag-752798132 HTTP/1.1" status: 201 len: 201 time: 0.5799527 Jan 28 06:47:44.549425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45176) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:44.561475 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-f4e37535-6289-40fd-b650-3291e435c893 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6c7e126a-2f2d-41a5-b415-236313c32fb5', 'tempest-TagsExtTest-Tag-22575724') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:44.572742 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2d32-ef8b-4620-96d1-832497b83902 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.609726 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Subnet': ['ID=2c90914b-f9e5-49e3-b964-faee359ac0dc,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:44.627762 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Checking segment: {'id': 'aa2824d8-6970-4d83-9a68-10d6742786f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9472d8cf-5cc2-46a9-859c-0464ef487002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:44.628189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network hostable DHCP agents. Network: 9472d8cf-5cc2-46a9-859c-0464ef487002, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:47:44.633104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2d32-ef8b-4620-96d1-832497b83902 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.657192 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.693248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.748136 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network 9472d8cf-5cc2-46a9-859c-0464ef487002 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:47:44.757417 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.764442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Network': ['ID=c7275874-55ca-4a73-a719-3e708caf4c96,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:44.805867 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2d32-ef8b-4620-96d1-832497b83902 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.817470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.843239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a2d32-ef8b-4620-96d1-832497b83902 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e4e970-e699-4bd0-a9ac-453fb4d7d2a4,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:44.864187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 9472d8cf-5cc2-46a9-859c-0464ef487002) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:44.873004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:44.874120 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.879779 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d2aa19-f10a-401f-919b-af0ca564daef None None] Network 9472d8cf-5cc2-46a9-859c-0464ef487002 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:44.892412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:44.900959 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4d9268fe-1300-4a88-bf0d-acda30716fc5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/networks/c7275874-55ca-4a73-a719-3e708caf4c96 HTTP/1.1" status: 204 len: 168 time: 4.8590260 Jan 28 06:47:44.908971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45180) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:44.916335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64d780f-def4-4b48-be58-252310c6ab1f') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:44.918807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64d780f-def4-4b48-be58-252310c6ab1f') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:44.918933 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4b2a2d32-ef8b-4620-96d1-832497b83902 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.918933 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4b2a2d32-ef8b-4620-96d1-832497b83902 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-groups/a0e4e970-e699-4bd0-a9ac-453fb4d7d2a4 HTTP/1.1" status: 204 len: 168 time: 0.4784796 Jan 28 06:47:44.933040 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45184) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:44.944365 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:44.983348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Subnet': ['ID=a65f03fc-905a-4881-a83b-b3096c314d44,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:44.998234 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.022744 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e6712323-c7dd-4c8d-97ec-65c2f3651512 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5860183 Jan 28 06:47:45.022948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:45.022948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.023131 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45188) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:45.029893 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-15a512f9-f6da-4abb-a03e-5cc34c57f190 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-755414913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:45.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:45.040849 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-15a512f9-f6da-4abb-a03e-5cc34c57f190 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:45.044166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-15a512f9-f6da-4abb-a03e-5cc34c57f190 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:router and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:45.047581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-15a512f9-f6da-4abb-a03e-5cc34c57f190 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:45.054615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-15a512f9-f6da-4abb-a03e-5cc34c57f190 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:45.071800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Checking segment: {'id': 'f9266714-2474-47a7-b5d0-7eebe38cfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '576730b6-7e85-4ffe-881f-4ba36f74bfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:45.072180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network hostable DHCP agents. Network: 576730b6-7e85-4ffe-881f-4ba36f74bfbd, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:47:45.076101 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c02ce6-0652-4e91-bb27-8c1de2f28f5d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:45.077645 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-15c02ce6-0652-4e91-bb27-8c1de2f28f5d tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1662138 Jan 28 06:47:45.081703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45192) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:45.131791 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15a512f9-f6da-4abb-a03e-5cc34c57f190 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.133396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15a512f9-f6da-4abb-a03e-5cc34c57f190 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.146214 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f4e37535-6289-40fd-b650-3291e435c893 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "PUT /v2.0/routers/6c7e126a-2f2d-41a5-b415-236313c32fb5/tags/tempest-TagsExtTest-Tag-22575724 HTTP/1.1" status: 201 len: 201 time: 0.5934432 Jan 28 06:47:45.148744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0aa51cd0-8805-45b8-b64d-eb4837f3249a tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:45.153869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45196) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:45.161594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-9ff3fd51-56bd-4141-b6b8-c43f3f3a2646 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '43daf555-ec51-463c-bc2f-05e6c028ed10', 'tempest-TagsExtTest-Tag-1085130287') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:45.179007 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5773f6bd-8fa8-463a-bf8f-64153257ce02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0960350 Jan 28 06:47:45.183968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45200) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:45.190918 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1573473123'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:45.195978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:45.200231 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:network and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:45.203692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:45.208507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-9472d8cf-5cc2-46a9-859c-0464ef487002', 'network_id': '9472d8cf-5cc2-46a9-859c-0464ef487002', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'fixed_ips': [{'subnet_id': '2c90914b-f9e5-49e3-b964-faee359ac0dc'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:45.210175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:45.210293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.234954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.237575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15a512f9-f6da-4abb-a03e-5cc34c57f190 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.261110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.266648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0aa51cd0-8805-45b8-b64d-eb4837f3249a tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:45.267978 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0aa51cd0-8805-45b8-b64d-eb4837f3249a tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3324711 Jan 28 06:47:45.272450 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45204) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:45.272842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 576730b6-7e85-4ffe-881f-4ba36f74bfbd is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:47:45.276441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Network': ['ID=de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:45.283503 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2d5e9972-62a6-4992-80c5-9c87ba602468 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5 HTTP/1.1" status: 204 len: 168 time: 5.6261184 Jan 28 06:47:45.285524 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e2db657a-2469-4454-b1b4-127d445eb5ba tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060891153'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:45.287437 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45208) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:45.293101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-69109216'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:45.298052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:45.298212 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e2db657a-2469-4454-b1b4-127d445eb5ba tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:45.302189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:network and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:45.305144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:45.310590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e2db657a-2469-4454-b1b4-127d445eb5ba tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:45.311632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:45.325740 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:45.331122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.371251 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15a512f9-f6da-4abb-a03e-5cc34c57f190 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.371627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 576730b6-7e85-4ffe-881f-4ba36f74bfbd) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:45.374640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2758b05a-dd29-4f6b-901f-7991f20ba967 None None] Network 576730b6-7e85-4ffe-881f-4ba36f74bfbd requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:45.380348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:45.381006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.385497 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2db657a-2469-4454-b1b4-127d445eb5ba tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.389973 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9ff3fd51-56bd-4141-b6b8-c43f3f3a2646 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "PUT /v2.0/subnetpools/43daf555-ec51-463c-bc2f-05e6c028ed10/tags/tempest-TagsExtTest-Tag-1085130287 HTTP/1.1" status: 201 len: 201 time: 0.2333674 Jan 28 06:47:45.391448 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45214) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:45.395018 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:45.397291 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:45.399705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.412547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Allocated IP 172.20.0.2 (9472d8cf-5cc2-46a9-859c-0464ef487002/2c90914b-f9e5-49e3-b964-faee359ac0dc/680e5a01-aefa-4ec1-933d-4f8a7c07206c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:45.417713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-49f64dea-32ee-49ac-bee3-d997a19f0800 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8', {'tags': ['tempest-TagsExtTest-Tag-945370567', 'tempest-TagsExtTest-Tag-37390122', 'tempest-TagsExtTest-Tag-360368291']}) {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:45.429246 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.430073 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Added segment f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6 of type vlan for network 66cb7f7c-a0dc-4904-88bb-bc77a6160793 Jan 28 06:47:45.439269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e2db657a-2469-4454-b1b4-127d445eb5ba tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:45.455000 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e2db657a-2469-4454-b1b4-127d445eb5ba tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:45.477814 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.488243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15a512f9-f6da-4abb-a03e-5cc34c57f190 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.490543 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-15a512f9-f6da-4abb-a03e-5cc34c57f190 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4661183 Jan 28 06:47:45.508774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45218) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:45.595221 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2db657a-2469-4454-b1b4-127d445eb5ba tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.617144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.617707 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2d5efd02-c0e7-4533-8c53-bf9c35100648 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3395576 Jan 28 06:47:45.618700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:45.629988 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:45.631559 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.637828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45222) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:45.662635 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-3acb9d7b-0bee-4c11-9eac-5ddce2341d96 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-877816076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:45.690924 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-3acb9d7b-0bee-4c11-9eac-5ddce2341d96 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:45.700774 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2db657a-2469-4454-b1b4-127d445eb5ba tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.705148 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.705439 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Added segment 1813b001-9489-4d27-8653-f59c558946cc of type vlan for network 18a6c6f5-1fda-4781-a4c3-5a51d313170d Jan 28 06:47:45.742087 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-576730b6-7e85-4ffe-881f-4ba36f74bfbd', 'network_id': '576730b6-7e85-4ffe-881f-4ba36f74bfbd', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'fixed_ips': [{'subnet_id': 'a65f03fc-905a-4881-a83b-b3096c314d44'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:45.742900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.755626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3acb9d7b-0bee-4c11-9eac-5ddce2341d96 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:router and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:45.776873 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3acb9d7b-0bee-4c11-9eac-5ddce2341d96 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:45.859116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-3acb9d7b-0bee-4c11-9eac-5ddce2341d96 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:45.883486 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Network': ['ID=66cb7f7c-a0dc-4904-88bb-bc77a6160793,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:45.888751 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-49f64dea-32ee-49ac-bee3-d997a19f0800 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "PUT /v2.0/subnets/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/tags HTTP/1.1" status: 200 len: 314 time: 0.4954002 Jan 28 06:47:45.900848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45226) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:45.909199 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db657a-2469-4454-b1b4-127d445eb5ba tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d59f44-b739-474f-9c53-64dfaf63adeb,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:45.921568 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-998b1243-cf19-4722-ba6a-b7c0b2adde83 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7357650 Jan 28 06:47:45.923567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45228) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:45.926375 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2db657a-2469-4454-b1b4-127d445eb5ba tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:45.927664 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e2db657a-2469-4454-b1b4-127d445eb5ba tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6538668 Jan 28 06:47:45.937247 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': '66cb7f7c-a0dc-4904-88bb-bc77a6160793', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:45.948639 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 66cb7f7c-a0dc-4904-88bb-bc77a6160793 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:45.976829 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.003109 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Transition to ACTIVE for port object 680e5a01-aefa-4ec1-933d-4f8a7c07206c will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:46.088178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45232) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:46.088629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45234) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:46.096041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:46.104129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'subnet': {'network_id': 'eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:46.112675 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.118688 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4e33bff7-53e3-4cff-98c6-e8aa794a7981 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group_rule': {'security_group_id': '63d59f44-b739-474f-9c53-64dfaf63adeb', 'direction': 'ingress', 'protocol': 17}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:46.120586 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Transition to ACTIVE for port object 680e5a01-aefa-4ec1-933d-4f8a7c07206c will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:46.124715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-0fd0c1de-00c6-4992-bad9-e733d3bbe1f4 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:46.128761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4e33bff7-53e3-4cff-98c6-e8aa794a7981 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:46.131219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:46.139016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:46.150193 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:46.154843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3acb9d7b-0bee-4c11-9eac-5ddce2341d96 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.155840 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3acb9d7b-0bee-4c11-9eac-5ddce2341d96 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.159286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4e33bff7-53e3-4cff-98c6-e8aa794a7981 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:46.183445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.255293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Network 9472d8cf-5cc2-46a9-859c-0464ef487002 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:46.262946 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3acb9d7b-0bee-4c11-9eac-5ddce2341d96 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.263374 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:46.264515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:46.267598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Allocated IP 2001:db8::2 (576730b6-7e85-4ffe-881f-4ba36f74bfbd/a65f03fc-905a-4881-a83b-b3096c314d44/3dea81e8-9d2c-4b93-a968-f6152b28aaa8) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:46.269767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:46.274562 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:46.278966 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.292539 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Pushing event updated for resources: {'Port': ['ID=680e5a01-aefa-4ec1-933d-4f8a7c07206c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:46.292885 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:subnet and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:46.299893 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:46.322217 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:46.359086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.390394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e33bff7-53e3-4cff-98c6-e8aa794a7981 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.439444 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.444559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:46.445323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.471086 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:46.474570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.489803 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3acb9d7b-0bee-4c11-9eac-5ddce2341d96 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.498028 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e33bff7-53e3-4cff-98c6-e8aa794a7981 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.544325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Attempting to bind port 680e5a01-aefa-4ec1-933d-4f8a7c07206c on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:46.544639 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Attempting to bind port 680e5a01-aefa-4ec1-933d-4f8a7c07206c by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'aa2824d8-6970-4d83-9a68-10d6742786f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9472d8cf-5cc2-46a9-859c-0464ef487002'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:46.544977 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Attempting to bind port 680e5a01-aefa-4ec1-933d-4f8a7c07206c on network 9472d8cf-5cc2-46a9-859c-0464ef487002 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:46.553496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:46.553889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Checking segment: {'id': 'aa2824d8-6970-4d83-9a68-10d6742786f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9472d8cf-5cc2-46a9-859c-0464ef487002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:46.554304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.554706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Bound using segment: {'id': 'aa2824d8-6970-4d83-9a68-10d6742786f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9472d8cf-5cc2-46a9-859c-0464ef487002'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:46.555188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Bound port: 680e5a01-aefa-4ec1-933d-4f8a7c07206c, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2824d8-6970-4d83-9a68-10d6742786f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9472d8cf-5cc2-46a9-859c-0464ef487002'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:46.555585 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.653196 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e33bff7-53e3-4cff-98c6-e8aa794a7981 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.677568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Network': ['ID=18a6c6f5-1fda-4781-a4c3-5a51d313170d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:46.684407 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d5603252-3f52-44ab-91e6-bea074b5144a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3958132 Jan 28 06:47:46.685356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45244) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:46.700631 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33bff7-53e3-4cff-98c6-e8aa794a7981 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d30ca9-7aaa-4429-8bc8-f9857c8473d5,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:46.701650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'subnet': {'network_id': '18a6c6f5-1fda-4781-a4c3-5a51d313170d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:46.707387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 18a6c6f5-1fda-4781-a4c3-5a51d313170d details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:46.718117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3acb9d7b-0bee-4c11-9eac-5ddce2341d96 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.722286 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3acb9d7b-0bee-4c11-9eac-5ddce2341d96 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0614445 Jan 28 06:47:46.723264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45248) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:46.765720 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] For port 680e5a01-aefa-4ec1-933d-4f8a7c07206c, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:46.768374 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.805389 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0fd0c1de-00c6-4992-bad9-e733d3bbe1f4 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/subnets/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/tags HTTP/1.1" status: 204 len: 168 time: 0.6954079 Jan 28 06:47:46.853132 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45252) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:46.855410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] For port 680e5a01-aefa-4ec1-933d-4f8a7c07206c, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=680e5a01-aefa-4ec1-933d-4f8a7c07206c,segment=NetworkSegment(aa2824d8-6970-4d83-9a68-10d6742786f2),segment_id=aa2824d8-6970-4d83-9a68-10d6742786f2)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:46.856694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e33bff7-53e3-4cff-98c6-e8aa794a7981 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.856819 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Transition to ACTIVE for port object 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:46.860327 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4e33bff7-53e3-4cff-98c6-e8aa794a7981 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7668862 Jan 28 06:47:46.862402 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.869936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-68c3c792-673b-404b-9607-540ff6f6e52d tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8', 'tempest-TagsExtTest-Tag-945370567') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:46.879274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Transition to ACTIVE for port object 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:46.887831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45256) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:46.954827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:46.994679 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:47.047748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Network 576730b6-7e85-4ffe-881f-4ba36f74bfbd is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:47.055475 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:47.061039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:47.065594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d70943-752b-4466-bf16-674f2b05d356 None None] Pushing event updated for resources: {'Port': ['ID=680e5a01-aefa-4ec1-933d-4f8a7c07206c,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:47.082262 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Subnet': ['ID=81a07672-d021-4da4-8a46-14d2791cc088,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:47.140431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Checking segment: {'id': 'f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '66cb7f7c-a0dc-4904-88bb-bc77a6160793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:47.140877 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network hostable DHCP agents. Network: 66cb7f7c-a0dc-4904-88bb-bc77a6160793, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:47:47.170620 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-68c3c792-673b-404b-9607-540ff6f6e52d tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] show failed (client error): The resource could not be found. Jan 28 06:47:47.174952 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-68c3c792-673b-404b-9607-540ff6f6e52d tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/subnets/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/tags/tempest-TagsExtTest-Tag-945370567 HTTP/1.1" status: 404 len: 328 time: 0.3167727 Jan 28 06:47:47.176109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45260) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:47.176947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:47.187568 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-03fb5371-88ca-4272-96a0-31c2af446426 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8', 'tempest-TagsExtTest-Tag-37390122') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:47.197986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:47.213727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:subnet and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:47.219410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Pushing event updated for resources: {'Port': ['ID=3dea81e8-9d2c-4b93-a968-f6152b28aaa8,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:47.219410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Attempting to bind port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:47.219410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Attempting to bind port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'f9266714-2474-47a7-b5d0-7eebe38cfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '576730b6-7e85-4ffe-881f-4ba36f74bfbd'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:47.219410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Attempting to bind port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 on network 576730b6-7e85-4ffe-881f-4ba36f74bfbd {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:47.224604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:47.225049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Checking segment: {'id': 'f9266714-2474-47a7-b5d0-7eebe38cfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '576730b6-7e85-4ffe-881f-4ba36f74bfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:47.225528 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:47.226572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Bound using segment: {'id': 'f9266714-2474-47a7-b5d0-7eebe38cfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '576730b6-7e85-4ffe-881f-4ba36f74bfbd'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:47.226572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Bound port: 3dea81e8-9d2c-4b93-a968-f6152b28aaa8, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9266714-2474-47a7-b5d0-7eebe38cfe51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '576730b6-7e85-4ffe-881f-4ba36f74bfbd'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:47.226753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:47.280379 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:47.301538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network 66cb7f7c-a0dc-4904-88bb-bc77a6160793 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:47:47.326204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] For port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:47.330118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] For port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3dea81e8-9d2c-4b93-a968-f6152b28aaa8,segment=NetworkSegment(f9266714-2474-47a7-b5d0-7eebe38cfe51),segment_id=f9266714-2474-47a7-b5d0-7eebe38cfe51)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:47.333769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Subnet': ['ID=042c3975-f154-4e90-9792-94e49737eaee,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:47.368583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Checking segment: {'id': '954eae91-4caa-47d8-966d-381d8614d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:47.369029 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network hostable DHCP agents. Network: eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:47:47.399059 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-03fb5371-88ca-4272-96a0-31c2af446426 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] show failed (client error): The resource could not be found. Jan 28 06:47:47.400169 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-03fb5371-88ca-4272-96a0-31c2af446426 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/subnets/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/tags/tempest-TagsExtTest-Tag-37390122 HTTP/1.1" status: 404 len: 327 time: 0.2168763 Jan 28 06:47:47.403352 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45264) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:47.408302 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-662f57b4-0260-4287-9bb2-153834b01717 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8', 'tempest-TagsExtTest-Tag-360368291') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:47.447025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:47.456109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 66cb7f7c-a0dc-4904-88bb-bc77a6160793) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:47.471214 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:47.472036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:47.485253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:47.494180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e3b6090-4f89-4cbc-b613-39c73a0168ec tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:47.518371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e33d318-ff98-47be-a075-34c5cb70e36a None None] Network 66cb7f7c-a0dc-4904-88bb-bc77a6160793 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:47.524819 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-662f57b4-0260-4287-9bb2-153834b01717 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] show failed (client error): The resource could not be found. Jan 28 06:47:47.525883 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-662f57b4-0260-4287-9bb2-153834b01717 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/subnets/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/tags/tempest-TagsExtTest-Tag-360368291 HTTP/1.1" status: 404 len: 328 time: 0.1215854 Jan 28 06:47:47.529962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45268) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:47.538401 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-ecbc44fa-f382-498b-974d-df6a44daba00 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '16d5e573-eeac-42d9-bd46-38f5c4a79801', {'tags': ['tempest-TagsExtTest-Tag-69464872', 'tempest-TagsExtTest-Tag-711417370', 'tempest-TagsExtTest-Tag-872087347']}) {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:47.574771 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:47:47.612690 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c120908b-4fdd-4790-92ec-4f29c3ee6f1a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6878917 Jan 28 06:47:47.616701 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45272) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:47.621921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba471b10-84b5-44c0-8273-dd5def470c79 None None] Pushing event updated for resources: {'Port': ['ID=3dea81e8-9d2c-4b93-a968-f6152b28aaa8,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:47.624630 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'network_id': '66cb7f7c-a0dc-4904-88bb-bc77a6160793', 'name': 'tempest-PortsTestJSON-271780149'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:47.647868 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:47.653206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e3b6090-4f89-4cbc-b613-39c73a0168ec tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:47.687853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:47.690889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:47.691572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:47.692025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:47.711194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Allocated IP 172.20.0.1 (9472d8cf-5cc2-46a9-859c-0464ef487002/2c90914b-f9e5-49e3-b964-faee359ac0dc/1509592f-933e-40b8-942b-3843eaaa40df) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:47.720583 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d0c411-e322-49c5-b53c-83e53a375870 None None] Network eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:47.844419 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f0d87965-7fd6-4c13-b78e-382fdd14f90c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7512319 Jan 28 06:47:47.848725 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ecbc44fa-f382-498b-974d-df6a44daba00 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "PUT /v2.0/ports/16d5e573-eeac-42d9-bd46-38f5c4a79801/tags HTTP/1.1" status: 200 len: 314 time: 0.3178272 Jan 28 06:47:47.856915 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45276) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:47.857246 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45278) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:47.874854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-0ceb4007-8de5-4a44-9b53-2c3003840a02 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '16d5e573-eeac-42d9-bd46-38f5c4a79801') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:47.931779 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1450811452'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:47.981469 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:48.004306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:48.010887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:network and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:48.019688 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:48.037845 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:48.063696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:48.070778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:port and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:48.074969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:48.084998 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:48.096821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-66cb7f7c-a0dc-4904-88bb-bc77a6160793', 'network_id': '66cb7f7c-a0dc-4904-88bb-bc77a6160793', 'tenant_id': 'de6a824d5ec249e0b22ece683ed2b1e4', 'fixed_ips': [{'subnet_id': '81a07672-d021-4da4-8a46-14d2791cc088'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:48.097566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:48.148483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:48.152521 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:48.196261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:48.205974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:48.206184 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Added segment 540f9551-4892-470e-8359-f127a2543bbc of type vlan for network 8d157602-7492-47dd-a93d-a0450c0f8505 Jan 28 06:47:48.239513 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0ceb4007-8de5-4a44-9b53-2c3003840a02 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/ports/16d5e573-eeac-42d9-bd46-38f5c4a79801/tags HTTP/1.1" status: 204 len: 168 time: 0.3705614 Jan 28 06:47:48.240321 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:48.244230 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:48.255295 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45284) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:48.264022 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:48.268986 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-41c96d97-1492-4d83-bea5-59022eefa741 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '16d5e573-eeac-42d9-bd46-38f5c4a79801', 'tempest-TagsExtTest-Tag-69464872') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:48.297071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e3b6090-4f89-4cbc-b613-39c73a0168ec tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:48.319849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb', 'network_id': 'eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb', 'tenant_id': '3d1a202517054b17a7cb08b38b43359c', 'fixed_ips': [{'subnet_id': '042c3975-f154-4e90-9792-94e49737eaee'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:48.321489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:48.330794 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port c4cd3b61-eabd-4625-82cb-db4126c0023f yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:47:48.415092 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Allocated IP 172.20.0.2 (66cb7f7c-a0dc-4904-88bb-bc77a6160793/81a07672-d021-4da4-8a46-14d2791cc088/570f9e66-0e66-4fbd-9ed7-04cb49326bfc) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:48.417077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:48.423858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b6090-4f89-4cbc-b613-39c73a0168ec tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d59f44-b739-474f-9c53-64dfaf63adeb,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:48.458071 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-41c96d97-1492-4d83-bea5-59022eefa741 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] show failed (client error): The resource could not be found. Jan 28 06:47:48.459106 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-41c96d97-1492-4d83-bea5-59022eefa741 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/ports/16d5e573-eeac-42d9-bd46-38f5c4a79801/tags/tempest-TagsExtTest-Tag-69464872 HTTP/1.1" status: 404 len: 327 time: 0.2014675 Jan 28 06:47:48.461928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45288) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:48.469109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-3a1fe45f-39ff-4091-a1c1-fc6134bcd2bc tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '16d5e573-eeac-42d9-bd46-38f5c4a79801', 'tempest-TagsExtTest-Tag-711417370') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:48.538831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:48.546422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:48.547736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:48.547858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Allocated IP 2001:db8:0:ffff::2 (eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb/042c3975-f154-4e90-9792-94e49737eaee/66cf3591-1000-4ab3-af41-845dbdaa7861) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:48.589087 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-013d7942-8eb3-4cf4-b8e6-132d6bb39a4d req-633ee67e-eb38-40fd-98d4-32b1cabf2c46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6650350 Jan 28 06:47:48.669161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:48.713390 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-3a1fe45f-39ff-4091-a1c1-fc6134bcd2bc tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] show failed (client error): The resource could not be found. Jan 28 06:47:48.714934 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3a1fe45f-39ff-4091-a1c1-fc6134bcd2bc tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/ports/16d5e573-eeac-42d9-bd46-38f5c4a79801/tags/tempest-TagsExtTest-Tag-711417370 HTTP/1.1" status: 404 len: 328 time: 0.2515671 Jan 28 06:47:48.720542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45292) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:48.730601 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-350e272a-bf3c-46f1-907f-cfd9ddf7f1b3 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '16d5e573-eeac-42d9-bd46-38f5c4a79801', 'tempest-TagsExtTest-Tag-872087347') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:48.795992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Transition to ACTIVE for port object 1509592f-933e-40b8-942b-3843eaaa40df will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:48.797503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Subnet': ['ID=aef9fbe1-de47-47ae-a2f8-9ff38ca8f9ba,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:48.811203 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7994962-1dd5-4857-ad3a-5a8749e70176 None None] Network 9472d8cf-5cc2-46a9-859c-0464ef487002 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:48.882173 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0212977 Jan 28 06:47:48.892695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45296) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:48.899574 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26a392-dd73-4062-bad4-99a4611d9183 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Network': ['ID=8d157602-7492-47dd-a93d-a0450c0f8505,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:48.914492 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'subnet': {'network_id': '8d157602-7492-47dd-a93d-a0450c0f8505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:48.956793 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-350e272a-bf3c-46f1-907f-cfd9ddf7f1b3 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] show failed (client error): The resource could not be found. Jan 28 06:47:48.958033 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-350e272a-bf3c-46f1-907f-cfd9ddf7f1b3 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/ports/16d5e573-eeac-42d9-bd46-38f5c4a79801/tags/tempest-TagsExtTest-Tag-872087347 HTTP/1.1" status: 404 len: 328 time: 0.2362361 Jan 28 06:47:48.970649 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45300) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:48.980252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-c5e45276-80de-4177-b87d-7c0d3f947c7e tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6c7e126a-2f2d-41a5-b415-236313c32fb5', {'tags': ['tempest-TagsExtTest-Tag-1796722695', 'tempest-TagsExtTest-Tag-1427698183', 'tempest-TagsExtTest-Tag-783912025']}) {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:48.981503 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:48.983763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Checking segment: {'id': '1813b001-9489-4d27-8653-f59c558946cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '18a6c6f5-1fda-4781-a4c3-5a51d313170d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:48.984222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network hostable DHCP agents. Network: 18a6c6f5-1fda-4781-a4c3-5a51d313170d, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:47:48.996295 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Transition to ACTIVE for port object 66cf3591-1000-4ab3-af41-845dbdaa7861 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:49.012234 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Transition to ACTIVE for port object 66cf3591-1000-4ab3-af41-845dbdaa7861 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:49.030161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:49.041783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e3b6090-4f89-4cbc-b613-39c73a0168ec tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:49.043525 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8e3b6090-4f89-4cbc-b613-39c73a0168ec tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-groups/63d59f44-b739-474f-9c53-64dfaf63adeb HTTP/1.1" status: 204 len: 168 time: 2.1547427 Jan 28 06:47:49.047770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45304) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:49.058608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 8d157602-7492-47dd-a93d-a0450c0f8505 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:49.155479 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:49.206929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5caeae-3b2e-44c4-9ab3-62bb9663fed8 None None] Network 576730b6-7e85-4ffe-881f-4ba36f74bfbd requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:49.223477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8be52a2f-82d3-44b7-83f3-ec3329586d78 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:49.229094 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:49.230830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network 18a6c6f5-1fda-4781-a4c3-5a51d313170d is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:47:49.233476 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:subnet and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:49.236510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:49.244017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:49.261185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d7942-8eb3-4cf4-b8e6-132d6bb39a4d req-44f6699e-f66d-42a7-9a5b-3b75b1da8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:49.262781 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-013d7942-8eb3-4cf4-b8e6-132d6bb39a4d req-44f6699e-f66d-42a7-9a5b-3b75b1da8ef7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 1098 time: 0.4524608 Jan 28 06:47:49.265709 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Allocated IP 2001:db8::1 (576730b6-7e85-4ffe-881f-4ba36f74bfbd/a65f03fc-905a-4881-a83b-b3096c314d44/3a89cc7a-49d5-407f-8b33-3ae8cf498aa7) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:49.334255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b6496f10-eec8-4a8e-8b95-54518d2541c8 None None] Provisioning for port 680e5a01-aefa-4ec1-933d-4f8a7c07206c completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:49.334488 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c5e45276-80de-4177-b87d-7c0d3f947c7e tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "PUT /v2.0/routers/6c7e126a-2f2d-41a5-b415-236313c32fb5/tags HTTP/1.1" status: 200 len: 317 time: 0.3604307 Jan 28 06:47:49.334488 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:49.336451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:49.338432 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:49.346244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45308) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:49.412970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-01a07c5c-3cc4-42cd-bfc1-fc7caf54715f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c7e126a-2f2d-41a5-b415-236313c32fb5') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:49.428942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Network eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:49.454116 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:49.468930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 18a6c6f5-1fda-4781-a4c3-5a51d313170d) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:49.470732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8be52a2f-82d3-44b7-83f3-ec3329586d78 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:49.472026 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8be52a2f-82d3-44b7-83f3-ec3329586d78 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4185846 Jan 28 06:47:49.499212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45312) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:49.512962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:49.513788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:49.523471 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:49.531830 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbb2382-5858-4064-9eb6-9371b887ac77 None None] Network 18a6c6f5-1fda-4781-a4c3-5a51d313170d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:49.557948 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Pushing event updated for resources: {'Port': ['ID=66cf3591-1000-4ab3-af41-845dbdaa7861,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:49.771477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:49.851666 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8ec809a9-d639-4b66-96d5-3cf2bce5d2fe None None] Provisioning for port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:49.854532 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:49.857100 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network 9472d8cf-5cc2-46a9-859c-0464ef487002 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:49.865867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e6c39fa3-cd57-4815-9cb0-3aba5dd249b5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group': {'name': 'tempest-secgroup--700740357'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:49.866503 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Checking segment: {'id': '540f9551-4892-470e-8359-f127a2543bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '8d157602-7492-47dd-a93d-a0450c0f8505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:49.866925 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network hostable DHCP agents. Network: 8d157602-7492-47dd-a93d-a0450c0f8505, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:47:49.878112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Subnet': ['ID=0fed95d7-f021-40b6-8adf-d814d4d7f273,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:49.883789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:49.889922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e6c39fa3-cd57-4815-9cb0-3aba5dd249b5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:49.895937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:49.900103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:49.909179 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8ec809a9-d639-4b66-96d5-3cf2bce5d2fe None None] Provisioning complete for port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:49.909555 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ec809a9-d639-4b66-96d5-3cf2bce5d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:49.935689 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:49.936059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:49.943013 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network 8d157602-7492-47dd-a93d-a0450c0f8505 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:47:49.945357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=1509592f-933e-40b8-942b-3843eaaa40df,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:49.975326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e6c39fa3-cd57-4815-9cb0-3aba5dd249b5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:49.983480 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Attempting to bind port 66cf3591-1000-4ab3-af41-845dbdaa7861 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:49.983848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Attempting to bind port 66cf3591-1000-4ab3-af41-845dbdaa7861 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '954eae91-4caa-47d8-966d-381d8614d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:49.984207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Attempting to bind port 66cf3591-1000-4ab3-af41-845dbdaa7861 on network eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:49.995398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.005525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 8d157602-7492-47dd-a93d-a0450c0f8505) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:50.010629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:50.012022 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.033453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Transition to ACTIVE for port object 3a89cc7a-49d5-407f-8b33-3ae8cf498aa7 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:50.042525 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af53bb42-09bb-475b-a768-e9387eb332cf None None] Network 8d157602-7492-47dd-a93d-a0450c0f8505 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:50.056618 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e1de2bc9-5551-4c77-b7a4-fd06e66215a2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3654263 Jan 28 06:47:50.060170 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45316) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:50.066985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:50.067380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Checking segment: {'id': '954eae91-4caa-47d8-966d-381d8614d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:50.067965 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.068158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Bound using segment: {'id': '954eae91-4caa-47d8-966d-381d8614d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:50.068641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Bound port: 66cf3591-1000-4ab3-af41-845dbdaa7861, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954eae91-4caa-47d8-966d-381d8614d1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:50.069012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.085741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d7942-8eb3-4cf4-b8e6-132d6bb39a4d req-fc914110-3567-4721-be33-8ba4ef6997a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:50.087278 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-013d7942-8eb3-4cf4-b8e6-132d6bb39a4d req-fc914110-3567-4721-be33-8ba4ef6997a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98e0775f-f72f-4160-b526-3c217463d46f HTTP/1.1" status: 200 len: 897 time: 0.7984154 Jan 28 06:47:50.094438 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.095536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Transition to ACTIVE for port object 570f9e66-0e66-4fbd-9ed7-04cb49326bfc will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:50.103703 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f2a28a1c-1492-4156-bdc2-a4a26e2b0d06 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2058330 Jan 28 06:47:50.117049 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45322) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:50.181902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6c39fa3-cd57-4815-9cb0-3aba5dd249b5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.241128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e6c39fa3-cd57-4815-9cb0-3aba5dd249b5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:50.253000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e6c39fa3-cd57-4815-9cb0-3aba5dd249b5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:50.265319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e6c39fa3-cd57-4815-9cb0-3aba5dd249b5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:50.277523 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-013d7942-8eb3-4cf4-b8e6-132d6bb39a4d req-4d131ea6-c43d-4518-a116-5a070eee0563 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d HTTP/1.1" status: 200 len: 1000 time: 0.1780283 Jan 28 06:47:50.278902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e6c39fa3-cd57-4815-9cb0-3aba5dd249b5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:50.327103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.356395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.388535 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.410854 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-01a07c5c-3cc4-42cd-bfc1-fc7caf54715f tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/routers/6c7e126a-2f2d-41a5-b415-236313c32fb5/tags HTTP/1.1" status: 204 len: 168 time: 1.0338268 Jan 28 06:47:50.415023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45326) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:50.423041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-b037abe2-3cad-443a-a273-e23f26daa501 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c7e126a-2f2d-41a5-b415-236313c32fb5', 'tempest-TagsExtTest-Tag-1796722695') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:50.424890 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Transition to ACTIVE for port object 570f9e66-0e66-4fbd-9ed7-04cb49326bfc will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:50.428810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d7942-8eb3-4cf4-b8e6-132d6bb39a4d req-658dbf4b-64c5-4056-ae13-597bdc31b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:50.430260 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-013d7942-8eb3-4cf4-b8e6-132d6bb39a4d req-658dbf4b-64c5-4056-ae13-597bdc31b73b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9494a6f9-bea7-41ec-95e0-ea86021426f4 HTTP/1.1" status: 200 len: 833 time: 0.1446359 Jan 28 06:47:50.486478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 576730b6-7e85-4ffe-881f-4ba36f74bfbd is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:50.530491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:50.545964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:50.546487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.551261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.559110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.585571 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.607019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=3a89cc7a-49d5-407f-8b33-3ae8cf498aa7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:50.615145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.652975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6c39fa3-cd57-4815-9cb0-3aba5dd249b5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.714356 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] For port 66cf3591-1000-4ab3-af41-845dbdaa7861, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:50.717685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6c39fa3-cd57-4815-9cb0-3aba5dd249b5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.779259 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Network 66cb7f7c-a0dc-4904-88bb-bc77a6160793 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:50.790402 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ca6e16-4589-4b1b-85f3-e65ce40643d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-18a6c6f5-1fda-4781-a4c3-5a51d313170d', 'network_id': '18a6c6f5-1fda-4781-a4c3-5a51d313170d', 'tenant_id': 'e9f185e4c3054ebc875aae94eb64c827', 'fixed_ips': [{'subnet_id': 'aef9fbe1-de47-47ae-a2f8-9ff38ca8f9ba'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:50.796474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6e16-4589-4b1b-85f3-e65ce40643d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.796612 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Allocated IP 172.20.0.11 (66cb7f7c-a0dc-4904-88bb-bc77a6160793/81a07672-d021-4da4-8a46-14d2791cc088/c4cd3b61-eabd-4625-82cb-db4126c0023f) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:50.801546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ec809a9-d639-4b66-96d5-3cf2bce5d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.806114 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-b037abe2-3cad-443a-a273-e23f26daa501 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] show failed (client error): The resource could not be found. Jan 28 06:47:50.810105 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b037abe2-3cad-443a-a273-e23f26daa501 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/routers/6c7e126a-2f2d-41a5-b415-236313c32fb5/tags/tempest-TagsExtTest-Tag-1796722695 HTTP/1.1" status: 404 len: 329 time: 0.3911674 Jan 28 06:47:50.810792 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45330) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:50.810919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:50.814076 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] For port 66cf3591-1000-4ab3-af41-845dbdaa7861, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=66cf3591-1000-4ab3-af41-845dbdaa7861,segment=NetworkSegment(954eae91-4caa-47d8-966d-381d8614d1b4),segment_id=954eae91-4caa-47d8-966d-381d8614d1b4)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:50.824055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.830138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-2b90e34a-a393-47e6-94f2-27d9385b1b61 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c7e126a-2f2d-41a5-b415-236313c32fb5', 'tempest-TagsExtTest-Tag-1427698183') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:50.841359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:50.849391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Pushing event updated for resources: {'Port': ['ID=570f9e66-0e66-4fbd-9ed7-04cb49326bfc,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:50.928294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.997540 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:50.997950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:51.008067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c39fa3-cd57-4815-9cb0-3aba5dd249b5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182d55ef-7184-44e6-8730-2c8ae7c46ca9,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:51.019722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Subnet': ['ID=aef9fbe1-de47-47ae-a2f8-9ff38ca8f9ba,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:51.026090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:51.064427 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d7942-8eb3-4cf4-b8e6-132d6bb39a4d req-1fd51a5f-68a2-4934-9e17-38173f07b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:51.065917 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-013d7942-8eb3-4cf4-b8e6-132d6bb39a4d req-1fd51a5f-68a2-4934-9e17-38173f07b004 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98e0775f-f72f-4160-b526-3c217463d46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5912883 Jan 28 06:47:51.079246 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Subnet': ['ID=0fed95d7-f021-40b6-8adf-d814d4d7f273,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:51.161608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6c39fa3-cd57-4815-9cb0-3aba5dd249b5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:51.165903 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e6c39fa3-cd57-4815-9cb0-3aba5dd249b5 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6481178 Jan 28 06:47:51.174400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45334) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:51.201476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Attempting to bind port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:51.202178 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Attempting to bind port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '66cb7f7c-a0dc-4904-88bb-bc77a6160793'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:51.202640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Attempting to bind port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc on network 66cb7f7c-a0dc-4904-88bb-bc77a6160793 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:51.227006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8ec809a9-d639-4b66-96d5-3cf2bce5d2fe None None] For port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3dea81e8-9d2c-4b93-a968-f6152b28aaa8,segment=NetworkSegment(f9266714-2474-47a7-b5d0-7eebe38cfe51),segment_id=f9266714-2474-47a7-b5d0-7eebe38cfe51)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:51.228550 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcbcc4b-59fa-4f65-9bc1-091c1b8a92d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-8d157602-7492-47dd-a93d-a0450c0f8505', 'network_id': '8d157602-7492-47dd-a93d-a0450c0f8505', 'tenant_id': '3d1a202517054b17a7cb08b38b43359c', 'fixed_ips': [{'subnet_id': '0fed95d7-f021-40b6-8adf-d814d4d7f273'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:51.230604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0fcbcc4b-59fa-4f65-9bc1-091c1b8a92d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:51.234697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086646513'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:51.243555 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:51.251759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:51.255068 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:51.261541 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:51.276952 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:51.277407 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Checking segment: {'id': 'f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '66cb7f7c-a0dc-4904-88bb-bc77a6160793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:51.277880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:51.278339 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Bound using segment: {'id': 'f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '66cb7f7c-a0dc-4904-88bb-bc77a6160793'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:51.279263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Bound port: 570f9e66-0e66-4fbd-9ed7-04cb49326bfc, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '66cb7f7c-a0dc-4904-88bb-bc77a6160793'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:51.288065 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:51.325212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7da222d-6aef-4b62-a5e2-dcc714f175b8 None None] Network 18a6c6f5-1fda-4781-a4c3-5a51d313170d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:51.373549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8ec809a9-d639-4b66-96d5-3cf2bce5d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:51.595346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf0487-28db-4a82-b1b9-14c5ac9a3dba None None] Pushing event updated for resources: {'Port': ['ID=66cf3591-1000-4ab3-af41-845dbdaa7861,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:51.645102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:51.658754 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:51.669888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:51.694553 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-2b90e34a-a393-47e6-94f2-27d9385b1b61 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] show failed (client error): The resource could not be found. Jan 28 06:47:51.695639 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2b90e34a-a393-47e6-94f2-27d9385b1b61 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/routers/6c7e126a-2f2d-41a5-b415-236313c32fb5/tags/tempest-TagsExtTest-Tag-1427698183 HTTP/1.1" status: 404 len: 329 time: 0.8772690 Jan 28 06:47:51.715058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45338) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:51.741640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-4dbc09b6-3013-40db-8450-08147f7e1e67 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6c7e126a-2f2d-41a5-b415-236313c32fb5', 'tempest-TagsExtTest-Tag-783912025') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:51.845555 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:47:51.846154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:47:51.904684 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:51.929576 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a6c6f5-1fda-4781-a4c3-5a51d313170d']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:51.942505 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:51.947390 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:51.950346 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:51.952891 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-013d7942-8eb3-4cf4-b8e6-132d6bb39a4d req-702a1a05-0da8-4444-8776-48199452dc48 service neutron] 10.222.0.37 "GET /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8481386 Jan 28 06:47:51.958343 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:51.967188 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d157602-7492-47dd-a93d-a0450c0f8505']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:51.993486 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec809a9-d639-4b66-96d5-3cf2bce5d2fe None None] Pushing event updated for resources: {'Port': ['ID=3dea81e8-9d2c-4b93-a968-f6152b28aaa8,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:51.997869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1813b001-9489-4d27-8653-f59c558946cc') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:51.998304 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1813b001-9489-4d27-8653-f59c558946cc') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:52.002408 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102573f8-66af-4d5f-8957-25a6e078836d None None] Network 8d157602-7492-47dd-a93d-a0450c0f8505 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:52.015182 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540f9551-4892-470e-8359-f127a2543bbc') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:52.015527 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540f9551-4892-470e-8359-f127a2543bbc') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:52.047602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.093140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.109862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.176183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a2bdb6d2-e326-4d06-a69e-64deee449212 None None] Provisioning for port 1509592f-933e-40b8-942b-3843eaaa40df completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:52.178523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.196663 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.200544 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-4dbc09b6-3013-40db-8450-08147f7e1e67 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] show failed (client error): The resource could not be found. Jan 28 06:47:52.203449 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a2bdb6d2-e326-4d06-a69e-64deee449212 None None] Provisioning complete for port 1509592f-933e-40b8-942b-3843eaaa40df triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:52.203858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a2bdb6d2-e326-4d06-a69e-64deee449212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.204796 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4dbc09b6-3013-40db-8450-08147f7e1e67 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/routers/6c7e126a-2f2d-41a5-b415-236313c32fb5/tags/tempest-TagsExtTest-Tag-783912025 HTTP/1.1" status: 404 len: 328 time: 0.4886808 Jan 28 06:47:52.205458 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45342) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:52.207842 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:52.208320 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:52.234772 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:52.243420 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-891b3db8-124d-45eb-bef1-ed791a90fe44 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '43daf555-ec51-463c-bc2f-05e6c028ed10', {'tags': ['tempest-TagsExtTest-Tag-757507462', 'tempest-TagsExtTest-Tag-1333726759', 'tempest-TagsExtTest-Tag-532857649']}) {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:52.271222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.271520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:47:52.271947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:47:52.299180 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:47:52.310407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.312604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=1509592f-933e-40b8-942b-3843eaaa40df,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:52.376945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] For port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:52.459682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] For port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=570f9e66-0e66-4fbd-9ed7-04cb49326bfc,segment=NetworkSegment(f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6),segment_id=f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:52.464430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a2bdb6d2-e326-4d06-a69e-64deee449212 None None] Port 1509592f-933e-40b8-942b-3843eaaa40df cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:52.470131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 680e5a01-aefa-4ec1-933d-4f8a7c07206c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:52.471527 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-013d7942-8eb3-4cf4-b8e6-132d6bb39a4d req-d9fd53ad-cc57-4c56-979b-69435cc37bd1 service neutron] 10.222.0.37 "GET /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589243 Jan 28 06:47:52.520788 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.536820 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.579143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network 9472d8cf-5cc2-46a9-859c-0464ef487002 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:52.582936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:52.594360 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Transition to ACTIVE for port object c4cd3b61-eabd-4625-82cb-db4126c0023f will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:52.602820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.607736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.626957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 680e5a01-aefa-4ec1-933d-4f8a7c07206c completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:52.640597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 680e5a01-aefa-4ec1-933d-4f8a7c07206c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:52.640975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.658707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.665308 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.670403 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.745325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-206636ff-63a5-499e-8c63-ffd8a2419a50 None None] Provisioning complete for port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:52.746056 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-206636ff-63a5-499e-8c63-ffd8a2419a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.755530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Network': ['ID=8d157602-7492-47dd-a93d-a0450c0f8505,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:52.758609 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bc37cf14-464e-4173-96c0-abaa575ade55 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/8d157602-7492-47dd-a93d-a0450c0f8505 HTTP/1.1" status: 204 len: 168 time: 2.6407723 Jan 28 06:47:52.800892 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-891b3db8-124d-45eb-bef1-ed791a90fe44 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "PUT /v2.0/subnetpools/43daf555-ec51-463c-bc2f-05e6c028ed10/tags HTTP/1.1" status: 200 len: 316 time: 0.5679824 Jan 28 06:47:52.801971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Network': ['ID=18a6c6f5-1fda-4781-a4c3-5a51d313170d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:52.805301 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45346) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:52.805301 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45348) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:52.820353 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b60c3d8e-02bc-4203-8fd1-a8acf7653a69 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/18a6c6f5-1fda-4781-a4c3-5a51d313170d HTTP/1.1" status: 204 len: 168 time: 2.7561786 Jan 28 06:47:52.821003 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fabc19-1d92-4585-8e60-ba9a51544822 None None] Pushing event updated for resources: {'Port': ['ID=570f9e66-0e66-4fbd-9ed7-04cb49326bfc,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:52.846632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.852656 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6221724 Jan 28 06:47:52.855484 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45354) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:52.856116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45356) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:52.871338 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.tag.tag_plugin [None req-637bb67c-24f9-4083-9ead-6d507c2799d6 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '43daf555-ec51-463c-bc2f-05e6c028ed10') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:52.895677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.921541 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1330267766'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:52.949252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b242289e-4f59-4092-bb61-dc360bdfc649 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group_rule': {'security_group_id': '182d55ef-7184-44e6-8730-2c8ae7c46ca9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '02e13f34-23b1-4371-9de4-b12b441e6310', 'remote_ip_prefix': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:52.972281 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-500824321'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:52.983631 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.984371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:52.986298 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.008640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:53.015137 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.015617 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c201f035-bcd4-4ff1-ada1-0d2637d7e2d4 None None] Network eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:53.040776 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22cb7f3-1bb1-41b9-af26-82ad76aac689 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e13f34-23b1-4371-9de4-b12b441e6310,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:53.070650 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:53.073774 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b242289e-4f59-4092-bb61-dc360bdfc649 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:53.127923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=3a89cc7a-49d5-407f-8b33-3ae8cf498aa7,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:53.159549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:network and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:53.168831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:network and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:53.173374 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network 66cb7f7c-a0dc-4904-88bb-bc77a6160793 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:53.174484 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:53.190491 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 680e5a01-aefa-4ec1-933d-4f8a7c07206c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=680e5a01-aefa-4ec1-933d-4f8a7c07206c,segment=NetworkSegment(aa2824d8-6970-4d83-9a68-10d6742786f2),segment_id=aa2824d8-6970-4d83-9a68-10d6742786f2)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:53.198495 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b242289e-4f59-4092-bb61-dc360bdfc649 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:53.201165 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:53.204444 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:53.207079 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:53.207390 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-206636ff-63a5-499e-8c63-ffd8a2419a50 None None] Provisioning for port 3a89cc7a-49d5-407f-8b33-3ae8cf498aa7 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:53.231828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-206636ff-63a5-499e-8c63-ffd8a2419a50 None None] Provisioning complete for port 3a89cc7a-49d5-407f-8b33-3ae8cf498aa7 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:53.231828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-206636ff-63a5-499e-8c63-ffd8a2419a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.253543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 576730b6-7e85-4ffe-881f-4ba36f74bfbd is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:53.256442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:53.287131 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:53.289359 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b242289e-4f59-4092-bb61-dc360bdfc649 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:53.297427 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:53.298151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.306663 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.318575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:53.321774 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b242289e-4f59-4092-bb61-dc360bdfc649 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:53.376298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=c4cd3b61-eabd-4625-82cb-db4126c0023f,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:53.386707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router a5940f34-94f1-4c09-aa7b-65a87da68150 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:47:53.401587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-206636ff-63a5-499e-8c63-ffd8a2419a50 None None] Port 3a89cc7a-49d5-407f-8b33-3ae8cf498aa7 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:53.423274 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5e0f7874-dc4f-4de7-850d-2358eed98534 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.8055220 Jan 28 06:47:53.425679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45362) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:53.431556 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'network_id': '66cb7f7c-a0dc-4904-88bb-bc77a6160793', 'name': 'tempest-PortsTestJSON-32210660'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:53.473176 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-637bb67c-24f9-4083-9ead-6d507c2799d6 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/subnetpools/43daf555-ec51-463c-bc2f-05e6c028ed10/tags HTTP/1.1" status: 204 len: 168 time: 0.6613684 Jan 28 06:47:53.484215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45366) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:53.491990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:53.497932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.510868 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:53.519546 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.539709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-206636ff-63a5-499e-8c63-ffd8a2419a50 None None] Provisioning complete for port 1509592f-933e-40b8-942b-3843eaaa40df triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:53.540864 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-206636ff-63a5-499e-8c63-ffd8a2419a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.583042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=680e5a01-aefa-4ec1-933d-4f8a7c07206c,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:53.614471 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b242289e-4f59-4092-bb61-dc360bdfc649 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.643575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 570f9e66-0e66-4fbd-9ed7-04cb49326bfc up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:53.696945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-206636ff-63a5-499e-8c63-ffd8a2419a50 None None] Port 1509592f-933e-40b8-942b-3843eaaa40df cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:53.703858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:53.714566 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:53.751746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-92a493f9-1d0d-4367-98e3-287cd0fbff0c tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '43daf555-ec51-463c-bc2f-05e6c028ed10', 'tempest-TagsExtTest-Tag-757507462') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:53.767902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.772738 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Added segment 93088287-8dbc-4f41-8eaf-56a024adc9b2 of type vlan for network 6b4a09eb-698f-45dd-8013-1318075f7be4 Jan 28 06:47:53.801022 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.801368 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Added segment b4d3df09-c13b-4b56-947c-3c7b1861b498 of type vlan for network 425ea6a3-9533-42d7-b7b9-8b436b02d083 Jan 28 06:47:53.829758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:53.834229 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:53.839976 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:53.846654 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:port and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:53.850866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.858381 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:53.872438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b242289e-4f59-4092-bb61-dc360bdfc649 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.885660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:53.913230 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f0f0c08c-4f9f-46c3-8d1f-5906ccd3b4fe None None] Provisioning for port 66cf3591-1000-4ab3-af41-845dbdaa7861 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:53.914213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.927667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:47:53.940033 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8032e9fa-4b60-4ead-a0c2-62d807ee82fb None None] Sync routers for ids ['a5940f34-94f1-4c09-aa7b-65a87da68150'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:47:53.950833 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-77bb7e0b-0708-4fff-9923-5c81780eda80 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/a5940f34-94f1-4c09-aa7b-65a87da68150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4381382 Jan 28 06:47:53.951290 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b242289e-4f59-4092-bb61-dc360bdfc649 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:53.952470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45370) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:53.957358 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8032e9fa-4b60-4ead-a0c2-62d807ee82fb None None] Routers {'a5940f34-94f1-4c09-aa7b-65a87da68150'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:53.957995 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8032e9fa-4b60-4ead-a0c2-62d807ee82fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['a5940f34-94f1-4c09-aa7b-65a87da68150'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:53.981213 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f0f0c08c-4f9f-46c3-8d1f-5906ccd3b4fe None None] Provisioning complete for port 3a89cc7a-49d5-407f-8b33-3ae8cf498aa7 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:53.981933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f0f0c08c-4f9f-46c3-8d1f-5906ccd3b4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.010721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:54.014055 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.072223 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-92a493f9-1d0d-4367-98e3-287cd0fbff0c tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] show failed (client error): The resource could not be found. Jan 28 06:47:54.076877 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-92a493f9-1d0d-4367-98e3-287cd0fbff0c tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/subnetpools/43daf555-ec51-463c-bc2f-05e6c028ed10/tags/tempest-TagsExtTest-Tag-757507462 HTTP/1.1" status: 404 len: 328 time: 0.3487182 Jan 28 06:47:54.078166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242289e-4f59-4092-bb61-dc360bdfc649 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a92515-1ba4-41c8-a648-e747d0c8bc75,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:54.084898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0c08c-4f9f-46c3-8d1f-5906ccd3b4fe None None] Port 3a89cc7a-49d5-407f-8b33-3ae8cf498aa7 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:54.085736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45374) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:54.093566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:54.094230 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-77cad6a7-dbc6-45d2-bd17-d44aa3443d63 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '43daf555-ec51-463c-bc2f-05e6c028ed10', 'tempest-TagsExtTest-Tag-1333726759') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:54.094816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.110487 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8032e9fa-4b60-4ead-a0c2-62d807ee82fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:54.117452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port d37fba56-647a-440a-8d4f-94b2a9ed0f38 yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:47:54.133637 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8032e9fa-4b60-4ead-a0c2-62d807ee82fb None None] Routers {'a5940f34-94f1-4c09-aa7b-65a87da68150'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:54.134643 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b2384a-9d26-4f8c-b60f-58a18aee46d8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:54.135433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-01b2384a-9d26-4f8c-b60f-58a18aee46d8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Synchronizing usage tracker for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:54.136753 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8032e9fa-4b60-4ead-a0c2-62d807ee82fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['a5940f34-94f1-4c09-aa7b-65a87da68150'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:54.149068 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-77cad6a7-dbc6-45d2-bd17-d44aa3443d63 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] show failed (client error): The resource could not be found. Jan 28 06:47:54.150206 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-77cad6a7-dbc6-45d2-bd17-d44aa3443d63 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/subnetpools/43daf555-ec51-463c-bc2f-05e6c028ed10/tags/tempest-TagsExtTest-Tag-1333726759 HTTP/1.1" status: 404 len: 329 time: 0.0610061 Jan 28 06:47:54.153126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45378) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:54.163160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-b0959c6b-99b8-4fa9-8741-9875dbce1585 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '43daf555-ec51-463c-bc2f-05e6c028ed10', 'tempest-TagsExtTest-Tag-532857649') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:54.175212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f0f0c08c-4f9f-46c3-8d1f-5906ccd3b4fe None None] Provisioning complete for port 1509592f-933e-40b8-942b-3843eaaa40df triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:54.175747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f0f0c08c-4f9f-46c3-8d1f-5906ccd3b4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.194954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b242289e-4f59-4092-bb61-dc360bdfc649 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.196353 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b242289e-4f59-4092-bb61-dc360bdfc649 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2555287 Jan 28 06:47:54.198513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.201880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router 3e442d52-bf30-4932-a6ab-ed150b9d312d is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:47:54.204943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:54.205750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.206930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45382) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:54.209540 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.215177 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:54.215801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.259496 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-b0959c6b-99b8-4fa9-8741-9875dbce1585 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] show failed (client error): The resource could not be found. Jan 28 06:47:54.265259 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b0959c6b-99b8-4fa9-8741-9875dbce1585 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/subnetpools/43daf555-ec51-463c-bc2f-05e6c028ed10/tags/tempest-TagsExtTest-Tag-532857649 HTTP/1.1" status: 404 len: 328 time: 0.1052392 Jan 28 06:47:54.265259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-01b2384a-9d26-4f8c-b60f-58a18aee46d8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Unset dirty status for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:54.269748 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-01b2384a-9d26-4f8c-b60f-58a18aee46d8 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports/1509592f-933e-40b8-942b-3843eaaa40df HTTP/1.1" status: 200 len: 910 time: 0.3060138 Jan 28 06:47:54.269748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45386) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:54.270991 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45388) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:54.282402 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2a92171b-1e6f-424f-9a26-781c6f1b22be tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c90914b-f9e5-49e3-b964-faee359ac0dc'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:54.290180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-06179536-440a-414e-81c5-92095a98aa2e tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '43daf555-ec51-463c-bc2f-05e6c028ed10') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:54.299308 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8032e9fa-4b60-4ead-a0c2-62d807ee82fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:54.299696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1d057ae-c4c4-44de-b1d2-eea3ceae6e50 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.300325 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8032e9fa-4b60-4ead-a0c2-62d807ee82fb None None] The sync data for ids ['a5940f34-94f1-4c09-aa7b-65a87da68150'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:47:54.308439 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f0f0c08c-4f9f-46c3-8d1f-5906ccd3b4fe None None] Port 1509592f-933e-40b8-942b-3843eaaa40df cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:54.322520 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 66cf3591-1000-4ab3-af41-845dbdaa7861 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:54.352951 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5404284 Jan 28 06:47:54.362999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640f6268-dd54-4e66-a97b-4d5c0d6adb44 None None] Network 66cb7f7c-a0dc-4904-88bb-bc77a6160793 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:54.369659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45394) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:54.395108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'subnet': {'network_id': '6b4a09eb-698f-45dd-8013-1318075f7be4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:54.411772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1d057ae-c4c4-44de-b1d2-eea3ceae6e50 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.438195 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4971106 Jan 28 06:47:54.441733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47722d87-c31c-4452-bcbc-4f3d28129e96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Network': ['ID=425ea6a3-9533-42d7-b7b9-8b436b02d083,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:54.460104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45398) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:54.473556 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 425ea6a3-9533-42d7-b7b9-8b436b02d083 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:54.486387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'subnet': {'network_id': '425ea6a3-9533-42d7-b7b9-8b436b02d083', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:54.607772 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-06179536-440a-414e-81c5-92095a98aa2e tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/subnetpools/43daf555-ec51-463c-bc2f-05e6c028ed10/tags HTTP/1.1" status: 204 len: 168 time: 0.3329306 Jan 28 06:47:54.612967 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45404) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:54.618578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:47:54.626884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-7541f921-5499-49f4-9746-80160287b00e tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6c7e126a-2f2d-41a5-b415-236313c32fb5') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:54.660869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517d0dd-2a89-4eb6-96af-bbd254a7da53 None None] Sync routers for ids ['3e442d52-bf30-4932-a6ab-ed150b9d312d'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:47:54.684703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:54.700532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1d057ae-c4c4-44de-b1d2-eea3ceae6e50 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.702790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:subnet and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:54.713743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e1d057ae-c4c4-44de-b1d2-eea3ceae6e50 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.716016 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e1d057ae-c4c4-44de-b1d2-eea3ceae6e50 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/44a92515-1ba4-41c8-a648-e747d0c8bc75 HTTP/1.1" status: 204 len: 168 time: 0.5069335 Jan 28 06:47:54.717777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45408) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:54.720974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:54.727610 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-64c63051-8ed7-48a8-81c1-b1982f2a9946 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/3e442d52-bf30-4932-a6ab-ed150b9d312d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0035293 Jan 28 06:47:54.733274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1517d0dd-2a89-4eb6-96af-bbd254a7da53 None None] Routers {'3e442d52-bf30-4932-a6ab-ed150b9d312d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:54.733911 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1517d0dd-2a89-4eb6-96af-bbd254a7da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3e442d52-bf30-4932-a6ab-ed150b9d312d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:54.736056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45412) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:54.737207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:54.741193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d057ae-c4c4-44de-b1d2-eea3ceae6e50 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44a92515-1ba4-41c8-a648-e747d0c8bc75,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:54.788245 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 66cf3591-1000-4ab3-af41-845dbdaa7861 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:54.804356 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cd879086-ef30-4889-804f-492c9563b834 None None] Provisioning for port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:54.815516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1517d0dd-2a89-4eb6-96af-bbd254a7da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:54.817391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 66cf3591-1000-4ab3-af41-845dbdaa7861 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:54.817759 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.856181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cd879086-ef30-4889-804f-492c9563b834 None None] Provisioning complete for port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:54.856553 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd879086-ef30-4889-804f-492c9563b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.891825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef663bc-3263-4333-93ab-c9191eac7c07 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:54.892567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6ef663bc-3263-4333-93ab-c9191eac7c07 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Synchronizing usage tracker for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:54.901520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f70c20-5691-4efe-9f96-7b354de253b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Network': ['ID=6b4a09eb-698f-45dd-8013-1318075f7be4,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:54.923312 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7541f921-5499-49f4-9746-80160287b00e tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/routers/6c7e126a-2f2d-41a5-b415-236313c32fb5/tags HTTP/1.1" status: 204 len: 168 time: 0.3058066 Jan 28 06:47:54.924733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45416) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:54.929746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-84c0fd6a-5169-4bb2-b8e0-cbbc5d0eb340 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '16d5e573-eeac-42d9-bd46-38f5c4a79801') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:54.949359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 6b4a09eb-698f-45dd-8013-1318075f7be4 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:54.960577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:54.964088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:54.970499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1517d0dd-2a89-4eb6-96af-bbd254a7da53 None None] Routers {'3e442d52-bf30-4932-a6ab-ed150b9d312d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:47:54.971399 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1517d0dd-2a89-4eb6-96af-bbd254a7da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3e442d52-bf30-4932-a6ab-ed150b9d312d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:54.979355 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Allocated IP 172.20.0.13 (66cb7f7c-a0dc-4904-88bb-bc77a6160793/81a07672-d021-4da4-8a46-14d2791cc088/d37fba56-647a-440a-8d4f-94b2a9ed0f38) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:55.002424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6ef663bc-3263-4333-93ab-c9191eac7c07 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Unset dirty status for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:55.003771 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6ef663bc-3263-4333-93ab-c9191eac7c07 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports/3a89cc7a-49d5-407f-8b33-3ae8cf498aa7 HTTP/1.1" status: 200 len: 911 time: 0.2640874 Jan 28 06:47:55.010198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45420) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:55.021443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45424) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:55.027665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b0e2faa2-2f3f-425d-9664-a60d61120631 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a65f03fc-905a-4881-a83b-b3096c314d44'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:55.069456 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1517d0dd-2a89-4eb6-96af-bbd254a7da53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:55.069997 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:55.070330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517d0dd-2a89-4eb6-96af-bbd254a7da53 None None] The sync data for ids ['3e442d52-bf30-4932-a6ab-ed150b9d312d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:47:55.106655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cc0e8133-a55f-44b5-851c-c524c059868d tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:55.109514 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:subnet and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:55.121623 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:55.132741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:55.255642 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2a92171b-1e6f-424f-9a26-781c6f1b22be tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:55.273631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:55.288307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd879086-ef30-4889-804f-492c9563b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:55.297072 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cc0e8133-a55f-44b5-851c-c524c059868d tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:55.301772 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cc0e8133-a55f-44b5-851c-c524c059868d tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5750318 Jan 28 06:47:55.304379 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45428) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:55.312977 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-84c0fd6a-5169-4bb2-b8e0-cbbc5d0eb340 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/ports/16d5e573-eeac-42d9-bd46-38f5c4a79801/tags HTTP/1.1" status: 204 len: 168 time: 0.3871031 Jan 28 06:47:55.335089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45432) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:55.340905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 66cf3591-1000-4ab3-af41-845dbdaa7861, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=66cf3591-1000-4ab3-af41-845dbdaa7861,segment=NetworkSegment(954eae91-4caa-47d8-966d-381d8614d1b4),segment_id=954eae91-4caa-47d8-966d-381d8614d1b4)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:55.345503 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-cd879086-ef30-4889-804f-492c9563b834 None None] For port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=570f9e66-0e66-4fbd-9ed7-04cb49326bfc,segment=NetworkSegment(f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6),segment_id=f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:47:55.358397 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:55.364850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:55.382167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.tag.tag_plugin [None req-ec9c95df-b20e-4e77-80d6-74baf85f684c tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:55.428932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:55.496230 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54df684a-6fdc-4789-8067-5525d19845da tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:55.496710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54df684a-6fdc-4789-8067-5525d19845da tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:55.497334 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54df684a-6fdc-4789-8067-5525d19845da tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:55.503596 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-54df684a-6fdc-4789-8067-5525d19845da tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=fab9236ca18a49699cab17477937175c&network_id=98e0775f-f72f-4160-b526-3c217463d46f HTTP/1.1" status: 200 len: 2999 time: 0.4741571 Jan 28 06:47:55.540452 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd879086-ef30-4889-804f-492c9563b834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:55.608059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=66cf3591-1000-4ab3-af41-845dbdaa7861,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:55.612836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 680e5a01-aefa-4ec1-933d-4f8a7c07206c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:55.768175 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd879086-ef30-4889-804f-492c9563b834 None None] Pushing event updated for resources: {'Port': ['ID=570f9e66-0e66-4fbd-9ed7-04cb49326bfc,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:55.798978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b0e2faa2-2f3f-425d-9664-a60d61120631 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:55.809118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 680e5a01-aefa-4ec1-933d-4f8a7c07206c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:55.809634 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:55.817640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-949ed482-5d0f-4ee0-8af5-b8b9139556c7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:55.827853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:55.870549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Transition to ACTIVE for port object d37fba56-647a-440a-8d4f-94b2a9ed0f38 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:55.905353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:55.916722 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-00906784-f3c8-4719-92a1-7cb2016e5c47 None None] Provisioning for port c4cd3b61-eabd-4625-82cb-db4126c0023f completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:55.929316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-00906784-f3c8-4719-92a1-7cb2016e5c47 None None] Provisioning complete for port c4cd3b61-eabd-4625-82cb-db4126c0023f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:55.929730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00906784-f3c8-4719-92a1-7cb2016e5c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:55.952799 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-949ed482-5d0f-4ee0-8af5-b8b9139556c7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.001983 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-00906784-f3c8-4719-92a1-7cb2016e5c47 None None] Port c4cd3b61-eabd-4625-82cb-db4126c0023f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:56.010086 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec9c95df-b20e-4e77-80d6-74baf85f684c tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/subnets/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8/tags HTTP/1.1" status: 204 len: 168 time: 0.6738780 Jan 28 06:47:56.031859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45440) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:56.069364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-00906784-f3c8-4719-92a1-7cb2016e5c47 None None] Provisioning complete for port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:56.069981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00906784-f3c8-4719-92a1-7cb2016e5c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.158400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.200572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Subnet': ['ID=64dcea12-f3de-49be-a0a4-be5bbdeff676,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:56.225659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Checking segment: {'id': '93088287-8dbc-4f41-8eaf-56a024adc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6b4a09eb-698f-45dd-8013-1318075f7be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:56.226020 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network hostable DHCP agents. Network: 6b4a09eb-698f-45dd-8013-1318075f7be4, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:47:56.302943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network 66cb7f7c-a0dc-4904-88bb-bc77a6160793 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:56.308492 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:56.311325 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-949ed482-5d0f-4ee0-8af5-b8b9139556c7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.343493 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ad9a2217-a560-4d94-8090-ab56bc920d36 None None] Provisioning complete for port c4cd3b61-eabd-4625-82cb-db4126c0023f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:56.345258 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2217-a560-4d94-8090-ab56bc920d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.346102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ed482-5d0f-4ee0-8af5-b8b9139556c7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e13f34-23b1-4371-9de4-b12b441e6310,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:56.363360 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:56.424871 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ad9a2217-a560-4d94-8090-ab56bc920d36 None None] Port c4cd3b61-eabd-4625-82cb-db4126c0023f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:56.435639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network 6b4a09eb-698f-45dd-8013-1318075f7be4 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:47:56.500849 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-949ed482-5d0f-4ee0-8af5-b8b9139556c7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.502374 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-949ed482-5d0f-4ee0-8af5-b8b9139556c7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-groups/02e13f34-23b1-4371-9de4-b12b441e6310 HTTP/1.1" status: 204 len: 168 time: 1.1880949 Jan 28 06:47:56.507517 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45444) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:56.538494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 6b4a09eb-698f-45dd-8013-1318075f7be4) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:56.552301 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceaf84b-8726-42de-b967-71799e93d319 None None] Network 6b4a09eb-698f-45dd-8013-1318075f7be4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:56.584553 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.616638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:56.616638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.641961 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=d37fba56-647a-440a-8d4f-94b2a9ed0f38,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:56.706343 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a671923c-581f-4e42-bf58-a31fb1db0358 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3230994 Jan 28 06:47:56.709699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45450) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:56.714951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-723076879'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:56.724161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e80dce7e-3843-4afa-81e2-190b35866b24 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:56.731093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:56.743369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:network and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:56.748335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:56.748975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-004dc860-e517-4001-a856-6eceae0c2d9a None None] Provisioning for port d37fba56-647a-440a-8d4f-94b2a9ed0f38 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:47:56.756242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d93c05af-3fec-4302-b916-7f172def4b40 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks [] for subnetpool, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.760402 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d93c05af-3fec-4302-b916-7f172def4b40 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/subnetpools/43daf555-ec51-463c-bc2f-05e6c028ed10 HTTP/1.1" status: 204 len: 168 time: 0.7245588 Jan 28 06:47:56.760556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:56.760556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45454) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:56.763342 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Subnet': ['ID=e8b993d7-81e6-4b0a-bca5-34f59ce5cd84,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:56.771267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:56.772215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.798628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Checking segment: {'id': 'b4d3df09-c13b-4b56-947c-3c7b1861b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '425ea6a3-9533-42d7-b7b9-8b436b02d083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:56.798991 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network hostable DHCP agents. Network: 425ea6a3-9533-42d7-b7b9-8b436b02d083, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:47:56.813752 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e6b9e064-53de-4885-985d-52c560a677ef tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c7e126a-2f2d-41a5-b415-236313c32fb5 HTTP/1.1" status: 200 len: 205 time: 0.0524302 Jan 28 06:47:56.817922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45458) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:56.823363 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b0e2faa2-2f3f-425d-9664-a60d61120631 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.829922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e80dce7e-3843-4afa-81e2-190b35866b24 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:56.831494 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e80dce7e-3843-4afa-81e2-190b35866b24 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.3225594 Jan 28 06:47:56.836983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45462) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:56.877509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-004dc860-e517-4001-a856-6eceae0c2d9a None None] Provisioning complete for port d37fba56-647a-440a-8d4f-94b2a9ed0f38 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:56.878102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-004dc860-e517-4001-a856-6eceae0c2d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.890492 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2a92171b-1e6f-424f-9a26-781c6f1b22be tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.918420 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a072455a-7791-446d-a245-e1442bee0f85 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.956055 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:56.962627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.963267 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-65432406-e76e-4dec-a411-4e1a562bd71c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5363696 Jan 28 06:47:56.973664 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45466) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:56.982340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b0e2faa2-2f3f-425d-9664-a60d61120631 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.992727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e2faa2-2f3f-425d-9664-a60d61120631 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:56.993728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b0e2faa2-2f3f-425d-9664-a60d61120631 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:56.999910 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b0e2faa2-2f3f-425d-9664-a60d61120631 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/ports/3a89cc7a-49d5-407f-8b33-3ae8cf498aa7 HTTP/1.1" status: 200 len: 911 time: 1.9885757 Jan 28 06:47:57.007803 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45470) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:57.012728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28b3ec5a-23d1-4920-ab97-a67662485cf2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.025577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-004dc860-e517-4001-a856-6eceae0c2d9a None None] Port d37fba56-647a-440a-8d4f-94b2a9ed0f38 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:47:57.043642 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-6b4a09eb-698f-45dd-8013-1318075f7be4', 'network_id': '6b4a09eb-698f-45dd-8013-1318075f7be4', 'tenant_id': '3d1a202517054b17a7cb08b38b43359c', 'fixed_ips': [{'subnet_id': '64dcea12-f3de-49be-a0a4-be5bbdeff676'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:57.044721 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.081270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network 425ea6a3-9533-42d7-b7b9-8b436b02d083 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:47:57.083422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2a92171b-1e6f-424f-9a26-781c6f1b22be tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.131146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a072455a-7791-446d-a245-e1442bee0f85 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.211217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Allocated IP 2001:db8::1 (6b4a09eb-698f-45dd-8013-1318075f7be4/64dcea12-f3de-49be-a0a4-be5bbdeff676/f9dc5318-fa6d-4787-bf54-b592853c74bb) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:57.287343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:57.293381 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e2faa2-2f3f-425d-9664-a60d61120631 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=3a89cc7a-49d5-407f-8b33-3ae8cf498aa7,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:57.318951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 425ea6a3-9533-42d7-b7b9-8b436b02d083) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:57.336812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9ac4dc-02e1-4118-b292-60b77e764d9b None None] Network 425ea6a3-9533-42d7-b7b9-8b436b02d083 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:57.375887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.380815 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Added segment 8cb49336-3c91-4136-9860-a1d9b9b060b1 of type vlan for network fc0a39d5-65b2-4032-a5bf-8145d77147fc Jan 28 06:47:57.399134 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:57.399760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.416642 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a92171b-1e6f-424f-9a26-781c6f1b22be tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:57.417245 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2a92171b-1e6f-424f-9a26-781c6f1b22be tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.421284 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2a92171b-1e6f-424f-9a26-781c6f1b22be tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/ports/1509592f-933e-40b8-942b-3843eaaa40df HTTP/1.1" status: 200 len: 910 time: 3.1442115 Jan 28 06:47:57.450964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45476) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:57.477266 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92171b-1e6f-424f-9a26-781c6f1b22be tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=1509592f-933e-40b8-942b-3843eaaa40df,revision_number=3']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:57.491367 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45480) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:57.528409 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28b3ec5a-23d1-4920-ab97-a67662485cf2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.535422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28b3ec5a-23d1-4920-ab97-a67662485cf2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.566802 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1da6e23-28db-4e4d-8447-ee62949aad79 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:57.567684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b1da6e23-28db-4e4d-8447-ee62949aad79 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:57.589249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 66cf3591-1000-4ab3-af41-845dbdaa7861 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:57.607826 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b405ca8c-8bbe-49de-80ac-7926241e846c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1402693 Jan 28 06:47:57.610126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae2f7bf-6fb0-43ef-973d-e040bf2f70c7 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:57.625448 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9ae2f7bf-6fb0-43ef-973d-e040bf2f70c7 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 814 time: 0.1171722 Jan 28 06:47:57.625448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45484) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:57.632003 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.652201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28b3ec5a-23d1-4920-ab97-a67662485cf2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.652722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b3ec5a-23d1-4920-ab97-a67662485cf2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Fanout notify agent at l3_agent the message router_deleted on router 6c7e126a-2f2d-41a5-b415-236313c32fb5 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:47:57.661442 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Transition to ACTIVE for port object f9dc5318-fa6d-4787-bf54-b592853c74bb will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:57.679153 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28b3ec5a-23d1-4920-ab97-a67662485cf2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.680301 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-28b3ec5a-23d1-4920-ab97-a67662485cf2 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/routers/6c7e126a-2f2d-41a5-b415-236313c32fb5 HTTP/1.1" status: 204 len: 168 time: 0.8583815 Jan 28 06:47:57.684907 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b1da6e23-28db-4e4d-8447-ee62949aad79 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:57.686084 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b1da6e23-28db-4e4d-8447-ee62949aad79 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.7093179 Jan 28 06:47:57.689257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45490) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:57.689770 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45492) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:57.707313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a072455a-7791-446d-a245-e1442bee0f85 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.710891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.747546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Transition to ACTIVE for port object f9dc5318-fa6d-4787-bf54-b592853c74bb will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:57.763362 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 66cf3591-1000-4ab3-af41-845dbdaa7861 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:57.763806 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.796623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-425ea6a3-9533-42d7-b7b9-8b436b02d083', 'network_id': '425ea6a3-9533-42d7-b7b9-8b436b02d083', 'tenant_id': 'e9f185e4c3054ebc875aae94eb64c827', 'fixed_ips': [{'subnet_id': 'e8b993d7-81e6-4b0a-bca5-34f59ce5cd84'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:47:57.797690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.812354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072455a-7791-446d-a245-e1442bee0f85 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182d55ef-7184-44e6-8730-2c8ae7c46ca9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:57.844083 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.858041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-ea30a702-25ac-4f22-a269-371b2b0afcf7 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Deleting port 16d5e573-eeac-42d9-bd46-38f5c4a79801 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:57.858384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea30a702-25ac-4f22-a269-371b2b0afcf7 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:57.979817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Network 6b4a09eb-698f-45dd-8013-1318075f7be4 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:57.985556 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:57.997571 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:58.002837 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Pushing event updated for resources: {'Port': ['ID=f9dc5318-fa6d-4787-bf54-b592853c74bb,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:58.038565 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-4e1884d4-f854-4dcd-9652-4be1742647b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port d37fba56-647a-440a-8d4f-94b2a9ed0f38 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:58.038903 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e1884d4-f854-4dcd-9652-4be1742647b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.084910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.086390 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a072455a-7791-446d-a245-e1442bee0f85 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.087945 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a072455a-7791-446d-a245-e1442bee0f85 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-groups/182d55ef-7184-44e6-8730-2c8ae7c46ca9 HTTP/1.1" status: 204 len: 168 time: 1.2497413 Jan 28 06:47:58.109575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45500) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:58.110900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.115956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:58.116581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.200434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 570f9e66-0e66-4fbd-9ed7-04cb49326bfc up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:58.201924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45504) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:58.213441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3fcc023e-30c6-4fdd-b7d4-e4a5dbfb9cf4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'network': {'name': 'tempest-network-smoke--65806022', 'project_id': 'fab9236ca18a49699cab17477937175c', 'port_security_enabled': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:58.238477 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Attempting to bind port f9dc5318-fa6d-4787-bf54-b592853c74bb on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:58.239208 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Attempting to bind port f9dc5318-fa6d-4787-bf54-b592853c74bb by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '93088287-8dbc-4f41-8eaf-56a024adc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6b4a09eb-698f-45dd-8013-1318075f7be4'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:58.239413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Attempting to bind port f9dc5318-fa6d-4787-bf54-b592853c74bb on network 6b4a09eb-698f-45dd-8013-1318075f7be4 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:58.257993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Allocated IP 172.20.0.2 (425ea6a3-9533-42d7-b7b9-8b436b02d083/e8b993d7-81e6-4b0a-bca5-34f59ce5cd84/75b31371-ef6b-4872-9c82-06bc01bfa47e) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:47:58.265733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:58.266258 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Checking segment: {'id': '93088287-8dbc-4f41-8eaf-56a024adc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6b4a09eb-698f-45dd-8013-1318075f7be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:58.267397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.267397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Bound using segment: {'id': '93088287-8dbc-4f41-8eaf-56a024adc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6b4a09eb-698f-45dd-8013-1318075f7be4'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:58.267699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Bound port: f9dc5318-fa6d-4787-bf54-b592853c74bb, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93088287-8dbc-4f41-8eaf-56a024adc9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6b4a09eb-698f-45dd-8013-1318075f7be4'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:58.268132 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.282517 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3fcc023e-30c6-4fdd-b7d4-e4a5dbfb9cf4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:58.316241 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Network': ['ID=fc0a39d5-65b2-4032-a5bf-8145d77147fc,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:58.342715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network fc0a39d5-65b2-4032-a5bf-8145d77147fc details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:58.351923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3fcc023e-30c6-4fdd-b7d4-e4a5dbfb9cf4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:58.370406 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a1390322-08c7-4ced-ae3a-186264e38c5a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6599772 Jan 28 06:47:58.380478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45508) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:58.388080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d932ece8-9945-479c-ada0-fe24aae4dc1c tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:47:58.393643 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'subnet': {'network_id': 'fc0a39d5-65b2-4032-a5bf-8145d77147fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:58.495027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcc023e-30c6-4fdd-b7d4-e4a5dbfb9cf4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:58.498437 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fcc023e-30c6-4fdd-b7d4-e4a5dbfb9cf4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.517089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d932ece8-9945-479c-ada0-fe24aae4dc1c tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:47:58.518608 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d932ece8-9945-479c-ada0-fe24aae4dc1c tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3976879 Jan 28 06:47:58.535182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45512) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:58.542452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-32d50cfe-03b6-43c0-ace0-9907dc3a1467 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group': {'name': 'tempest-secgroup--951214802'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:47:58.556072 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.557787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-32d50cfe-03b6-43c0-ace0-9907dc3a1467 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:58.576324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fcc023e-30c6-4fdd-b7d4-e4a5dbfb9cf4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:47:58.584142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-32d50cfe-03b6-43c0-ace0-9907dc3a1467 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:58.605554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fcc023e-30c6-4fdd-b7d4-e4a5dbfb9cf4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.605928 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-3fcc023e-30c6-4fdd-b7d4-e4a5dbfb9cf4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Added segment 1441c29c-5f20-4efc-b8f9-40f245678bda of type vlan for network 41828c89-4e84-48ee-b40d-5e58000c95c4 Jan 28 06:47:58.633368 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] For port f9dc5318-fa6d-4787-bf54-b592853c74bb, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:58.636662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:47:58.637096 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.672671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fcc023e-30c6-4fdd-b7d4-e4a5dbfb9cf4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.685614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32d50cfe-03b6-43c0-ace0-9907dc3a1467 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.699254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bafaf877-9571-4247-a963-13177c12e927 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.705119 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] For port f9dc5318-fa6d-4787-bf54-b592853c74bb, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f9dc5318-fa6d-4787-bf54-b592853c74bb,segment=NetworkSegment(93088287-8dbc-4f41-8eaf-56a024adc9b2),segment_id=93088287-8dbc-4f41-8eaf-56a024adc9b2)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:58.761724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea30a702-25ac-4f22-a269-371b2b0afcf7 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.797910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:58.844575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-32d50cfe-03b6-43c0-ace0-9907dc3a1467 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:47:58.847909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.874292 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-32d50cfe-03b6-43c0-ace0-9907dc3a1467 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:58.882026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-32d50cfe-03b6-43c0-ace0-9907dc3a1467 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:58.893313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-32d50cfe-03b6-43c0-ace0-9907dc3a1467 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:58.932270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:subnet and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:47:58.938492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.949169 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-ea30a702-25ac-4f22-a269-371b2b0afcf7 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Calling delete_port for 16d5e573-eeac-42d9-bd46-38f5c4a79801 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:58.955440 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Transition to ACTIVE for port object 75b31371-ef6b-4872-9c82-06bc01bfa47e will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:58.974181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669a040-2f7f-49c8-83b7-94c8d2048974 None None] Pushing event updated for resources: {'Port': ['ID=f9dc5318-fa6d-4787-bf54-b592853c74bb,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:58.978681 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fcc023e-30c6-4fdd-b7d4-e4a5dbfb9cf4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.982470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:47:58.988615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcc023e-30c6-4fdd-b7d4-e4a5dbfb9cf4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:47:58.988615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3fcc023e-30c6-4fdd-b7d4-e4a5dbfb9cf4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:58.990905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Transition to ACTIVE for port object 75b31371-ef6b-4872-9c82-06bc01bfa47e will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:47:59.020668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:47:59.026737 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e1884d4-f854-4dcd-9652-4be1742647b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:59.064086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:59.074217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2800a726-eafe-4504-84db-9c286c97ae1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:59.141595 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Network 425ea6a3-9533-42d7-b7b9-8b436b02d083 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:47:59.159277 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:47:59.185242 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:47:59.189246 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-4e1884d4-f854-4dcd-9652-4be1742647b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for d37fba56-647a-440a-8d4f-94b2a9ed0f38 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:47:59.223796 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:47:59.227341 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:59.311855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Pushing event updated for resources: {'Port': ['ID=75b31371-ef6b-4872-9c82-06bc01bfa47e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:59.333831 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Attempting to bind port 75b31371-ef6b-4872-9c82-06bc01bfa47e on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:47:59.334208 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Attempting to bind port 75b31371-ef6b-4872-9c82-06bc01bfa47e by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'b4d3df09-c13b-4b56-947c-3c7b1861b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '425ea6a3-9533-42d7-b7b9-8b436b02d083'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:47:59.334685 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Attempting to bind port 75b31371-ef6b-4872-9c82-06bc01bfa47e on network 425ea6a3-9533-42d7-b7b9-8b436b02d083 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:47:59.341640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:47:59.342081 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Checking segment: {'id': 'b4d3df09-c13b-4b56-947c-3c7b1861b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '425ea6a3-9533-42d7-b7b9-8b436b02d083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:47:59.342485 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:59.342885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Bound using segment: {'id': 'b4d3df09-c13b-4b56-947c-3c7b1861b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '425ea6a3-9533-42d7-b7b9-8b436b02d083'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:47:59.343455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Bound port: 75b31371-ef6b-4872-9c82-06bc01bfa47e, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d3df09-c13b-4b56-947c-3c7b1861b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '425ea6a3-9533-42d7-b7b9-8b436b02d083'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:47:59.344675 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:59.361698 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:59.452416 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.ipam_backend_mixin [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Performing IP validity checks on allocation pools {{(pid=88216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 06:47:59.452946 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.ipam_backend_mixin [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 06:47:59.462646 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] For port 75b31371-ef6b-4872-9c82-06bc01bfa47e, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:47:59.466519 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] For port 75b31371-ef6b-4872-9c82-06bc01bfa47e, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=75b31371-ef6b-4872-9c82-06bc01bfa47e,segment=NetworkSegment(b4d3df09-c13b-4b56-947c-3c7b1861b498),segment_id=b4d3df09-c13b-4b56-947c-3c7b1861b498)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:47:59.495163 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b993d7-81e6-4b0a-bca5-34f59ce5cd84,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:59.505098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc023e-30c6-4fdd-b7d4-e4a5dbfb9cf4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Network': ['ID=41828c89-4e84-48ee-b40d-5e58000c95c4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:59.521014 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 41828c89-4e84-48ee-b40d-5e58000c95c4 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:47:59.560740 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:59.579377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32d50cfe-03b6-43c0-ace0-9907dc3a1467 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:59.646042 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3fcc023e-30c6-4fdd-b7d4-e4a5dbfb9cf4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4349308 Jan 28 06:47:59.656304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f9dc5318-fa6d-4787-bf54-b592853c74bb up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:47:59.661325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:59.673336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45516) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:47:59.726917 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32d50cfe-03b6-43c0-ace0-9907dc3a1467 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:59.767017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea30a702-25ac-4f22-a269-371b2b0afcf7 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:59.808826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-bafaf877-9571-4247-a963-13177c12e927 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port 3a89cc7a-49d5-407f-8b33-3ae8cf498aa7 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:47:59.809180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bafaf877-9571-4247-a963-13177c12e927 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:59.841715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d50cfe-03b6-43c0-ace0-9907dc3a1467 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b61732-04bc-4600-9c77-940199babb6b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:59.902907 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b6994-55df-44a3-8052-a47cb92ccec8 None None] Pushing event updated for resources: {'Port': ['ID=75b31371-ef6b-4872-9c82-06bc01bfa47e,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:47:59.908042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb51820b-3cd4-4fb3-89fd-791470e370d0 None None] Network 425ea6a3-9533-42d7-b7b9-8b436b02d083 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:47:59.958032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425ea6a3-9533-42d7-b7b9-8b436b02d083']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:47:59.976321 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-32d50cfe-03b6-43c0-ace0-9907dc3a1467 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:47:59.980830 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-32d50cfe-03b6-43c0-ace0-9907dc3a1467 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4507563 Jan 28 06:47:59.999292 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45520) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:00.013252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cfe4951e-3517-4c3e-ad5c-63f7211a1693 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group_rule': {'security_group_id': '69b61732-04bc-4600-9c77-940199babb6b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:00.036843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30a702-25ac-4f22-a269-371b2b0afcf7 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Pushing event deleted for resources: {'Port': ['ID=16d5e573-eeac-42d9-bd46-38f5c4a79801,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:00.052057 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cfe4951e-3517-4c3e-ad5c-63f7211a1693 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:00.058717 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port f9dc5318-fa6d-4787-bf54-b592853c74bb completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:00.068744 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d3df09-c13b-4b56-947c-3c7b1861b498') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:00.068744 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d3df09-c13b-4b56-947c-3c7b1861b498') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:00.078734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cfe4951e-3517-4c3e-ad5c-63f7211a1693 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:00.087910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cfe4951e-3517-4c3e-ad5c-63f7211a1693 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:00.089842 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a23b923-3433-4450-8521-c86b5a6fffd3 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:00.090797 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2800a726-eafe-4504-84db-9c286c97ae1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port 1509592f-933e-40b8-942b-3843eaaa40df {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:00.091144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2800a726-eafe-4504-84db-9c286c97ae1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:00.091594 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4a23b923-3433-4450-8521-c86b5a6fffd3 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fab9236ca18a49699cab17477937175c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.4213059 Jan 28 06:48:00.105107 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45524) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:00.145711 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:00.190903 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e1884d4-f854-4dcd-9652-4be1742647b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:00.204160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cfe4951e-3517-4c3e-ad5c-63f7211a1693 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:00.277529 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:00.296133 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1884d4-f854-4dcd-9652-4be1742647b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=d37fba56-647a-440a-8d4f-94b2a9ed0f38,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:00.325512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bafaf877-9571-4247-a963-13177c12e927 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:00.366697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:00.367114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:00.379490 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdafebf5-e969-44aa-8743-4ef8445fff0b None None] Network 6b4a09eb-698f-45dd-8013-1318075f7be4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:00.387936 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:00.516976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ea30a702-25ac-4f22-a269-371b2b0afcf7 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:00.545007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-bafaf877-9571-4247-a963-13177c12e927 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for 3a89cc7a-49d5-407f-8b33-3ae8cf498aa7 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:00.605716 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:00.622822 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cfe4951e-3517-4c3e-ad5c-63f7211a1693 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:00.676748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b6ec7f7a-b3de-45b3-8ce2-9c3d12d98be7 None None] Provisioning for port f9dc5318-fa6d-4787-bf54-b592853c74bb completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:00.685423 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b6ec7f7a-b3de-45b3-8ce2-9c3d12d98be7 None None] Provisioning complete for port f9dc5318-fa6d-4787-bf54-b592853c74bb triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:00.685827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b6ec7f7a-b3de-45b3-8ce2-9c3d12d98be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:00.691873 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ea30a702-25ac-4f22-a269-371b2b0afcf7 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/ports/16d5e573-eeac-42d9-bd46-38f5c4a79801 HTTP/1.1" status: 204 len: 168 time: 2.9986832 Jan 28 06:48:00.694951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45528) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:00.697428 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e1884d4-f854-4dcd-9652-4be1742647b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:00.701733 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4e1884d4-f854-4dcd-9652-4be1742647b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/d37fba56-647a-440a-8d4f-94b2a9ed0f38 HTTP/1.1" status: 204 len: 168 time: 3.0069978 Jan 28 06:48:00.711976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45532) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:00.715316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54d3174-4950-45c5-8103-65b1e147096d tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:00.720216 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b54d3174-4950-45c5-8103-65b1e147096d tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6080568 Jan 28 06:48:00.737191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45536) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:00.742193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2800a726-eafe-4504-84db-9c286c97ae1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:00.758056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:48:00.758056 dv-neutron-824022-4-hyperv neutron-server[88216]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:48:00.758056 dv-neutron-824022-4-hyperv neutron-server[88216]: [parameters: {'id': '425ea6a3-9533-42d7-b7b9-8b436b02d083'}] Jan 28 06:48:00.758056 dv-neutron-824022-4-hyperv neutron-server[88216]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:48:00.758413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:48:00.783160 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Subnet': ['ID=f54b7bef-8c5b-4e29-8dec-b0d40dc28868,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:00.789817 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cadec6-8761-4322-9bf7-49e5f0cc5272 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] GET failed (client error): The resource could not be found. Jan 28 06:48:00.790542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f0cadec6-8761-4322-9bf7-49e5f0cc5272 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:00.813515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Checking segment: {'id': '8cb49336-3c91-4136-9860-a1d9b9b060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fc0a39d5-65b2-4032-a5bf-8145d77147fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:00.814246 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network hostable DHCP agents. Network: fc0a39d5-65b2-4032-a5bf-8145d77147fc, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:00.863619 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b6ec7f7a-b3de-45b3-8ce2-9c3d12d98be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:00.884711 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ce9082d2-d219-4c4b-810c-eb3448b5d474 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1445911 Jan 28 06:48:00.888514 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45540) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:00.902612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b6ec7f7a-b3de-45b3-8ce2-9c3d12d98be7 None None] For port f9dc5318-fa6d-4787-bf54-b592853c74bb, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f9dc5318-fa6d-4787-bf54-b592853c74bb,segment=NetworkSegment(93088287-8dbc-4f41-8eaf-56a024adc9b2),segment_id=93088287-8dbc-4f41-8eaf-56a024adc9b2)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:00.934371 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f0cadec6-8761-4322-9bf7-49e5f0cc5272 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:00.938414 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f0cadec6-8761-4322-9bf7-49e5f0cc5272 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/d37fba56-647a-440a-8d4f-94b2a9ed0f38 HTTP/1.1" status: 404 len: 333 time: 0.2173870 Jan 28 06:48:00.939686 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45544) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:00.942144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91f769a2-1381-40c2-825c-007c24a06a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:00.954597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2800a726-eafe-4504-84db-9c286c97ae1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for 1509592f-933e-40b8-942b-3843eaaa40df owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:00.978073 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-310eacbc-5091-42b6-a532-dae549992cc6 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fab9236ca18a49699cab17477937175c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0864153 Jan 28 06:48:00.982869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45548) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:00.992174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed332553-ac18-41b4-8a9f-385b77455ade None None] get_active_networks_info from dv-neutron-824022-4-hyperv {{(pid=88218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 06:48:01.034641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b6ec7f7a-b3de-45b3-8ce2-9c3d12d98be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.057445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b3e20071-da94-4aa4-a3be-7fbaf96a8f36 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port c4cd3b61-eabd-4625-82cb-db4126c0023f {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:01.057779 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b3e20071-da94-4aa4-a3be-7fbaf96a8f36 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.071930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cfe4951e-3517-4c3e-ad5c-63f7211a1693 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.083489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cab64f-04e3-47e8-b5e6-f56b070dc8c3 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Deleting subnet cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:48:01.092578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34cab64f-04e3-47e8-b5e6-f56b070dc8c3 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.146853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network fc0a39d5-65b2-4032-a5bf-8145d77147fc is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:01.159791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cfe4951e-3517-4c3e-ad5c-63f7211a1693 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.211411 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-26059a2d-4302-4703-8713-9ae96853fb87 None None] Provisioning complete for port f9dc5318-fa6d-4787-bf54-b592853c74bb triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:01.212021 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-26059a2d-4302-4703-8713-9ae96853fb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.259457 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, fc0a39d5-65b2-4032-a5bf-8145d77147fc) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:01.264763 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:01.265387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.271271 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.273757 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec7f7a-b3de-45b3-8ce2-9c3d12d98be7 None None] Pushing event updated for resources: {'Port': ['ID=f9dc5318-fa6d-4787-bf54-b592853c74bb,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:01.283119 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ee2942-bd03-4254-be11-3639d8542f95 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:01.284704 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-89ee2942-bd03-4254-be11-3639d8542f95 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3017094 Jan 28 06:48:01.290774 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45552) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:01.349425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4951e-3517-4c3e-ad5c-63f7211a1693 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412f395e-88ad-4688-9181-32f0185a948b,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:01.362567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34cab64f-04e3-47e8-b5e6-f56b070dc8c3 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.370317 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2609c8f0-d989-441e-ac94-58cdbada07fb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739954 Jan 28 06:48:01.375105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45556) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:01.381355 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-40457514', 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4', 'project_id': 'fab9236ca18a49699cab17477937175c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:01.407308 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Deleting port 75b31371-ef6b-4872-9c82-06bc01bfa47e {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:01.407593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.433262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bafaf877-9571-4247-a963-13177c12e927 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.459166 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-95aec5bf-2faa-4a61-9ef9-7fdbf796f008 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.0707386 Jan 28 06:48:01.481207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45560) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:01.521554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafaf877-9571-4247-a963-13177c12e927 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Port': ['ID=3a89cc7a-49d5-407f-8b33-3ae8cf498aa7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:01.556336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f9dc5318-fa6d-4787-bf54-b592853c74bb up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:01.595922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed332553-ac18-41b4-8a9f-385b77455ade None None] Unable to find a vacant binding_index for network fc0a39d5-65b2-4032-a5bf-8145d77147fc and agent cc5444c8-6f72-495d-bbdf-830b0df6f430 {{(pid=88218) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 28 06:48:01.617358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cfe4951e-3517-4c3e-ad5c-63f7211a1693 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.621362 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cfe4951e-3517-4c3e-ad5c-63f7211a1693 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6129072 Jan 28 06:48:01.623775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45564) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:01.635596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port f9dc5318-fa6d-4787-bf54-b592853c74bb triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:01.635973 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.697114 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed332553-ac18-41b4-8a9f-385b77455ade None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, fc0a39d5-65b2-4032-a5bf-8145d77147fc) {{(pid=88218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:48:01.839569 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b3e20071-da94-4aa4-a3be-7fbaf96a8f36 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.855182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2800a726-eafe-4504-84db-9c286c97ae1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.861385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:01.876060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34cab64f-04e3-47e8-b5e6-f56b070dc8c3 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.943103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:subnet and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:01.947829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:01.964902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800a726-eafe-4504-84db-9c286c97ae1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=1509592f-933e-40b8-942b-3843eaaa40df,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:01.966757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bafaf877-9571-4247-a963-13177c12e927 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:01.977189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.024679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b3e20071-da94-4aa4-a3be-7fbaf96a8f36 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for c4cd3b61-eabd-4625-82cb-db4126c0023f owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:02.054891 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:02.066882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ffedd305-3fcc-4634-b736-5d3dffb24b8c tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.110945 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ffedd305-3fcc-4634-b736-5d3dffb24b8c tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.119977 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-fc0a39d5-65b2-4032-a5bf-8145d77147fc', 'network_id': 'fc0a39d5-65b2-4032-a5bf-8145d77147fc', 'tenant_id': '3d1a202517054b17a7cb08b38b43359c', 'fixed_ips': [{'subnet_id': 'f54b7bef-8c5b-4e29-8dec-b0d40dc28868'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:02.120898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.218129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:02.222628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.288427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Allocated IP 2001:db8::3 (fc0a39d5-65b2-4032-a5bf-8145d77147fc/f54b7bef-8c5b-4e29-8dec-b0d40dc28868/91681860-79da-451c-9355-1732493211b5) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:02.295829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] For port 75b31371-ef6b-4872-9c82-06bc01bfa47e, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=75b31371-ef6b-4872-9c82-06bc01bfa47e,segment=NetworkSegment(b4d3df09-c13b-4b56-947c-3c7b1861b498),segment_id=b4d3df09-c13b-4b56-947c-3c7b1861b498)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:02.299149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.400050 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.483881 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34cab64f-04e3-47e8-b5e6-f56b070dc8c3 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.502626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ffedd305-3fcc-4634-b736-5d3dffb24b8c tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.514480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Calling delete_port for 75b31371-ef6b-4872-9c82-06bc01bfa47e owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:02.525153 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.535908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Transition to ACTIVE for port object 91681860-79da-451c-9355-1732493211b5 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:02.554935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Transition to ACTIVE for port object 91681860-79da-451c-9355-1732493211b5 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:02.586859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffedd305-3fcc-4634-b736-5d3dffb24b8c tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=412f395e-88ad-4688-9181-32f0185a948b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:02.633840 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.640490 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ffedd305-3fcc-4634-b736-5d3dffb24b8c tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.644899 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ffedd305-3fcc-4634-b736-5d3dffb24b8c tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/412f395e-88ad-4688-9181-32f0185a948b HTTP/1.1" status: 204 len: 168 time: 1.0148010 Jan 28 06:48:02.645029 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45568) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:02.703883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b3e20071-da94-4aa4-a3be-7fbaf96a8f36 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.710520 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Network fc0a39d5-65b2-4032-a5bf-8145d77147fc is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:02.714631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:02.717140 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:02.728517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Pushing event updated for resources: {'Port': ['ID=91681860-79da-451c-9355-1732493211b5,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:02.746256 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cab64f-04e3-47e8-b5e6-f56b070dc8c3 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Pushing event deleted for resources: {'Subnet': ['ID=cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:02.758967 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34cab64f-04e3-47e8-b5e6-f56b070dc8c3 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.764223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2800a726-eafe-4504-84db-9c286c97ae1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.768304 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e20071-da94-4aa4-a3be-7fbaf96a8f36 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=c4cd3b61-eabd-4625-82cb-db4126c0023f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:02.768879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafaf877-9571-4247-a963-13177c12e927 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router 3e442d52-bf30-4932-a6ab-ed150b9d312d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:48:02.793664 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.795507 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-34cab64f-04e3-47e8-b5e6-f56b070dc8c3 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/subnets/cc6a7901-4f0e-451e-ad07-2cd6b2dae1c8 HTTP/1.1" status: 204 len: 168 time: 2.0971904 Jan 28 06:48:02.800277 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45572) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:02.856624 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Attempting to bind port 91681860-79da-451c-9355-1732493211b5 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:02.856995 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Attempting to bind port 91681860-79da-451c-9355-1732493211b5 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '8cb49336-3c91-4136-9860-a1d9b9b060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fc0a39d5-65b2-4032-a5bf-8145d77147fc'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:02.857356 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Attempting to bind port 91681860-79da-451c-9355-1732493211b5 on network fc0a39d5-65b2-4032-a5bf-8145d77147fc {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:02.864980 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:02.865360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Checking segment: {'id': '8cb49336-3c91-4136-9860-a1d9b9b060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fc0a39d5-65b2-4032-a5bf-8145d77147fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:02.865965 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.866360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Bound using segment: {'id': '8cb49336-3c91-4136-9860-a1d9b9b060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fc0a39d5-65b2-4032-a5bf-8145d77147fc'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:02.867119 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Bound port: 91681860-79da-451c-9355-1732493211b5, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb49336-3c91-4136-9860-a1d9b9b060b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'fc0a39d5-65b2-4032-a5bf-8145d77147fc'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:02.867579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:02.902624 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9a2bb0fb-ea63-4ba0-a7db-257eea525de1 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:02.937326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Port': ['ID=75b31371-ef6b-4872-9c82-06bc01bfa47e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:02.972889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] For port 91681860-79da-451c-9355-1732493211b5, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:02.979404 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] For port 91681860-79da-451c-9355-1732493211b5, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=91681860-79da-451c-9355-1732493211b5,segment=NetworkSegment(8cb49336-3c91-4136-9860-a1d9b9b060b1),segment_id=8cb49336-3c91-4136-9860-a1d9b9b060b1)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:03.005634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No DVR routers for this DVR port 75b31371-ef6b-4872-9c82-06bc01bfa47e on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:03.063269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.117676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafaf877-9571-4247-a963-13177c12e927 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:48:03.137324 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c94c87-b6d2-4d71-b965-c82bef00a2e4 None None] Sync routers for ids ['3e442d52-bf30-4932-a6ab-ed150b9d312d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:48:03.146735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9a2bb0fb-ea63-4ba0-a7db-257eea525de1 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:03.152168 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9a2bb0fb-ea63-4ba0-a7db-257eea525de1 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5015311 Jan 28 06:48:03.164476 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c94c87-b6d2-4d71-b965-c82bef00a2e4 None None] Routers {'3e442d52-bf30-4932-a6ab-ed150b9d312d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:03.166507 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45576) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:03.167682 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-60c94c87-b6d2-4d71-b965-c82bef00a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:47:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3e442d52-bf30-4932-a6ab-ed150b9d312d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:03.174239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.176810 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b3e20071-da94-4aa4-a3be-7fbaf96a8f36 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.184920 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafb968-08de-4104-9a5f-0d07b0489e20 None None] Pushing event updated for resources: {'Port': ['ID=91681860-79da-451c-9355-1732493211b5,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:03.191943 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.202593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.216777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a44cf89d-f033-4bee-b69b-05a66eb8dee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.231738 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bafaf877-9571-4247-a963-13177c12e927 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/3e442d52-bf30-4932-a6ab-ed150b9d312d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1792741 Jan 28 06:48:03.235567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45580) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:03.244358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Subnet': ['ID=f54b7bef-8c5b-4e29-8dec-b0d40dc28868,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:03.269261 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-60c94c87-b6d2-4d71-b965-c82bef00a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:03.278681 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c94c87-b6d2-4d71-b965-c82bef00a2e4 None None] Routers {'3e442d52-bf30-4932-a6ab-ed150b9d312d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:03.279569 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-60c94c87-b6d2-4d71-b965-c82bef00a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3e442d52-bf30-4932-a6ab-ed150b9d312d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:03.321746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2800a726-eafe-4504-84db-9c286c97ae1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router a5940f34-94f1-4c09-aa7b-65a87da68150 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:48:03.326863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cab3018f-fd1e-4a3c-a07e-47abe174a15e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Synchronizing usage tracker for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:03.333644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.342910 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-60c94c87-b6d2-4d71-b965-c82bef00a2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:03.343334 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c94c87-b6d2-4d71-b965-c82bef00a2e4 None None] The sync data for ids ['3e442d52-bf30-4932-a6ab-ed150b9d312d'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:48:03.516149 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b3e20071-da94-4aa4-a3be-7fbaf96a8f36 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/c4cd3b61-eabd-4625-82cb-db4126c0023f HTTP/1.1" status: 204 len: 168 time: 2.5751059 Jan 28 06:48:03.541828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45584) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:03.543578 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Deleting port 5e77d455-76d6-4eb8-8735-25e3c5b7a628 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:03.543921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.593089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.603222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cab3018f-fd1e-4a3c-a07e-47abe174a15e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Unset dirty status for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:03.609021 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cab3018f-fd1e-4a3c-a07e-47abe174a15e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e442d52-bf30-4932-a6ab-ed150b9d312d HTTP/1.1" status: 200 len: 205 time: 0.3697238 Jan 28 06:48:03.615146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45588) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:03.618374 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 91681860-79da-451c-9355-1732493211b5 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:03.645710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425ea6a3-9533-42d7-b7b9-8b436b02d083']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:03.689107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2800a726-eafe-4504-84db-9c286c97ae1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:48:03.699363 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555fe09f-4bed-4d46-927f-bd388f1131f6 None None] Sync routers for ids ['a5940f34-94f1-4c09-aa7b-65a87da68150'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:48:03.715266 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2800a726-eafe-4504-84db-9c286c97ae1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/a5940f34-94f1-4c09-aa7b-65a87da68150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2447553 Jan 28 06:48:03.715408 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d3df09-c13b-4b56-947c-3c7b1861b498') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:03.715408 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d3df09-c13b-4b56-947c-3c7b1861b498') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:03.715408 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fbf44b8-ed5f-43b3-acc6-3c9805e725c4 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.715662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555fe09f-4bed-4d46-927f-bd388f1131f6 None None] Routers {'a5940f34-94f1-4c09-aa7b-65a87da68150'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:03.715662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-555fe09f-4bed-4d46-927f-bd388f1131f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['a5940f34-94f1-4c09-aa7b-65a87da68150'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:03.715821 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-e614068b-c158-4c0d-bff2-456349b1a35c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] GET failed (client error): The resource could not be found. Jan 28 06:48:03.715821 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e614068b-c158-4c0d-bff2-456349b1a35c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:03.720170 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45592) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:03.726590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Checking segment: {'id': '1441c29c-5f20-4efc-b8f9-40f245678bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:03.726947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network hostable DHCP agents. Network: 41828c89-4e84-48ee-b40d-5e58000c95c4, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:03.732759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Subnet': ['ID=fd5eb027-0a43-4a4b-8705-7666848b46dd,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:03.770556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0a39d5-65b2-4032-a5bf-8145d77147fc']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:03.784506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9d874c-9d89-4451-8d8a-6b180d3d9d82 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.790917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.816210 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 91681860-79da-451c-9355-1732493211b5 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:03.830768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-555fe09f-4bed-4d46-927f-bd388f1131f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:03.839794 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fbf44b8-ed5f-43b3-acc6-3c9805e725c4 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.840351 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555fe09f-4bed-4d46-927f-bd388f1131f6 None None] Routers {'a5940f34-94f1-4c09-aa7b-65a87da68150'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:03.841057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-555fe09f-4bed-4d46-927f-bd388f1131f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['a5940f34-94f1-4c09-aa7b-65a87da68150'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:03.854824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb49336-3c91-4136-9860-a1d9b9b060b1') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:03.855359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb49336-3c91-4136-9860-a1d9b9b060b1') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:03.899869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2ba1746f-8164-40ff-9eef-ace0282dd81a tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Synchronizing usage tracker for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:03.908881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-555fe09f-4bed-4d46-927f-bd388f1131f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:03.909493 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555fe09f-4bed-4d46-927f-bd388f1131f6 None None] The sync data for ids ['a5940f34-94f1-4c09-aa7b-65a87da68150'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:48:03.924048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.958798 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.972126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e614068b-c158-4c0d-bff2-456349b1a35c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:03.973264 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e614068b-c158-4c0d-bff2-456349b1a35c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/c4cd3b61-eabd-4625-82cb-db4126c0023f HTTP/1.1" status: 404 len: 333 time: 0.4027267 Jan 28 06:48:03.979591 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:03.979987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:03.986048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45596) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:04.000989 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:04.104870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 41828c89-4e84-48ee-b40d-5e58000c95c4 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:04.107039 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2ba1746f-8164-40ff-9eef-ace0282dd81a tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Unset dirty status for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:04.111409 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2ba1746f-8164-40ff-9eef-ace0282dd81a tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5940f34-94f1-4c09-aa7b-65a87da68150 HTTP/1.1" status: 200 len: 205 time: 0.3768635 Jan 28 06:48:04.111409 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fbf44b8-ed5f-43b3-acc6-3c9805e725c4 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.113584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45600) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:04.231592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.250776 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf44b8-ed5f-43b3-acc6-3c9805e725c4 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b61732-04bc-4600-9c77-940199babb6b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:04.280496 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.301116 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.303854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:04.304444 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:04.319129 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:04.352246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9d874c-9d89-4451-8d8a-6b180d3d9d82 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.358387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.363679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 41828c89-4e84-48ee-b40d-5e58000c95c4) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:04.369024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9d874c-9d89-4451-8d8a-6b180d3d9d82 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.388157 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Network': ['ID=425ea6a3-9533-42d7-b7b9-8b436b02d083,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:04.392022 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] For port 5e77d455-76d6-4eb8-8735-25e3c5b7a628, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5e77d455-76d6-4eb8-8735-25e3c5b7a628,segment=NetworkSegment(9e2ddb34-a1d7-4d57-b9e8-1599e0800278),segment_id=9e2ddb34-a1d7-4d57-b9e8-1599e0800278)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:04.392376 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.398798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.402523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:04.402523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.407373 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a065370-3f5b-4e39-9552-1f7dbee623bf tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.439184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6072da-3bf1-4ed2-865d-cb765e1fefa4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting subnet 81a07672-d021-4da4-8a46-14d2791cc088 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:48:04.445908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231e806a-3f65-4b3d-a2cf-5d68e3b612d9 None None] Network fc0a39d5-65b2-4032-a5bf-8145d77147fc requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:04.449979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d6072da-3bf1-4ed2-865d-cb765e1fefa4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.477018 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45604) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:04.477324 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-05d0c8b2-40c0-46ab-8a2e-8209893f6b31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/425ea6a3-9533-42d7-b7b9-8b436b02d083 HTTP/1.1" status: 204 len: 168 time: 6.8591168 Jan 28 06:48:04.488743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-177855609'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:04.495934 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:04.498287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:48:04.498287 dv-neutron-824022-4-hyperv neutron-server[88217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:48:04.498287 dv-neutron-824022-4-hyperv neutron-server[88217]: [parameters: {'id': 'fc0a39d5-65b2-4032-a5bf-8145d77147fc'}] Jan 28 06:48:04.498287 dv-neutron-824022-4-hyperv neutron-server[88217]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:48:04.498647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:48:04.500026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c313bd00-0267-46ba-85cf-42ca3a0c58c5 None None] Network e956413d-fa4d-4c6f-b7a5-495fc5d9253f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:04.505300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:network and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:04.518232 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:04.524233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:04.530855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d6072da-3bf1-4ed2-865d-cb765e1fefa4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.593198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9d874c-9d89-4451-8d8a-6b180d3d9d82 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.596285 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9d874c-9d89-4451-8d8a-6b180d3d9d82 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Fanout notify agent at l3_agent the message router_deleted on router 3e442d52-bf30-4932-a6ab-ed150b9d312d {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:48:04.608080 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4384e9cb-6354-4299-8a61-c768f4145a19 None None] Network 41828c89-4e84-48ee-b40d-5e58000c95c4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:04.633731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea9d874c-9d89-4451-8d8a-6b180d3d9d82 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.637931 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ea9d874c-9d89-4451-8d8a-6b180d3d9d82 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/routers/3e442d52-bf30-4932-a6ab-ed150b9d312d HTTP/1.1" status: 204 len: 168 time: 1.0207646 Jan 28 06:48:04.641137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45608) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:04.700245 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5fbf44b8-ed5f-43b3-acc6-3c9805e725c4 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.701389 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5fbf44b8-ed5f-43b3-acc6-3c9805e725c4 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-groups/69b61732-04bc-4600-9c77-940199babb6b HTTP/1.1" status: 204 len: 168 time: 1.5323727 Jan 28 06:48:04.710050 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Calling delete_port for 5e77d455-76d6-4eb8-8735-25e3c5b7a628 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:04.731491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d6072da-3bf1-4ed2-865d-cb765e1fefa4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.770189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45612) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:04.847648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:04.851925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:04.901113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-253fefbf-1fd1-4c37-8299-7ff5c41b20bc tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:04.905136 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f6ad63d9-9218-43fe-8561-4b004ee15005 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 3.5289898 Jan 28 06:48:04.941668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:04.967614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d17824d-179f-4aa3-8b55-9f48910a798d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting subnet a65f03fc-905a-4881-a83b-b3096c314d44 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:48:04.973414 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d17824d-179f-4aa3-8b55-9f48910a798d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.002943 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.006051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.006558 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Added segment a0c40cf4-4d91-4528-bcaf-2d23da408fe5 of type vlan for network 4edcefd4-8c52-460e-b691-b001b29cc915 Jan 28 06:48:05.019466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d6072da-3bf1-4ed2-865d-cb765e1fefa4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.074473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting port 91681860-79da-451c-9355-1732493211b5 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:05.075070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.112616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5479bcd2-7de6-4371-9d24-880d187b45c6 None None] Provisioning for port 91681860-79da-451c-9355-1732493211b5 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:05.114076 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6072da-3bf1-4ed2-865d-cb765e1fefa4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Subnet': ['ID=81a07672-d021-4da4-8a46-14d2791cc088,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:05.148462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2d6072da-3bf1-4ed2-865d-cb765e1fefa4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.154834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5479bcd2-7de6-4371-9d24-880d187b45c6 None None] Provisioning complete for port 91681860-79da-451c-9355-1732493211b5 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:05.155521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5479bcd2-7de6-4371-9d24-880d187b45c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.164012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.172444 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d17824d-179f-4aa3-8b55-9f48910a798d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.184493 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f1aaa0-4d00-4948-9033-ff9bd36679ef None None] Network 66cb7f7c-a0dc-4904-88bb-bc77a6160793 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:05.220884 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2d6072da-3bf1-4ed2-865d-cb765e1fefa4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/81a07672-d021-4da4-8a46-14d2791cc088 HTTP/1.1" status: 204 len: 168 time: 1.2296021 Jan 28 06:48:05.224077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45618) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:05.284420 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a065370-3f5b-4e39-9552-1f7dbee623bf tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.286655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a065370-3f5b-4e39-9552-1f7dbee623bf tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.312505 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.343409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45622) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:05.365586 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Pushing event deleted for resources: {'Port': ['ID=5e77d455-76d6-4eb8-8735-25e3c5b7a628,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:05.369414 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b61c5d94-056f-4f04-9f2f-366ca8ef6358 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-182312932', 'description': 'tempest-secgroup-smoke-182312932 description', 'project_id': 'fab9236ca18a49699cab17477937175c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:05.373441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b61c5d94-056f-4f04-9f2f-366ca8ef6358 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:05.377086 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] No DVR routers for this DVR port 5e77d455-76d6-4eb8-8735-25e3c5b7a628 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:05.415705 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a065370-3f5b-4e39-9552-1f7dbee623bf tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.416270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a065370-3f5b-4e39-9552-1f7dbee623bf tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Fanout notify agent at l3_agent the message router_deleted on router a5940f34-94f1-4c09-aa7b-65a87da68150 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:48:05.458820 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-41828c89-4e84-48ee-b40d-5e58000c95c4', 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ips': [{'subnet_id': 'fd5eb027-0a43-4a4b-8705-7666848b46dd'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:05.459678 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.486022 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-253fefbf-1fd1-4c37-8299-7ff5c41b20bc tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:05.491631 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-253fefbf-1fd1-4c37-8299-7ff5c41b20bc tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7168100 Jan 28 06:48:05.497734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b61c5d94-056f-4f04-9f2f-366ca8ef6358 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:05.503819 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45626) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:05.532861 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8989b3d7-ad34-48f5-b353-3678ed6d6378 None None] DHCP port deletion for e956413d-fa4d-4c6f-b7a5-495fc5d9253f request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:48:05.537514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.545956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:05.546570 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.560729 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b36d6660-1150-471c-9df3-7834f5fbd995 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1986488380'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:05.570712 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.585935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a065370-3f5b-4e39-9552-1f7dbee623bf tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.589276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.589735 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5a065370-3f5b-4e39-9552-1f7dbee623bf tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/routers/a5940f34-94f1-4c09-aa7b-65a87da68150 HTTP/1.1" status: 204 len: 168 time: 1.4617033 Jan 28 06:48:05.590799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45630) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:05.593581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b36d6660-1150-471c-9df3-7834f5fbd995 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:05.661461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e956413d-fa4d-4c6f-b7a5-495fc5d9253f']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:05.675693 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b36d6660-1150-471c-9df3-7834f5fbd995 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:05.682602 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2ddb34-a1d7-4d57-b9e8-1599e0800278') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:05.683129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2ddb34-a1d7-4d57-b9e8-1599e0800278') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:05.690161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb63d0d-9472-4531-9b60-1594e6fb9d60 None None] Network fc0a39d5-65b2-4032-a5bf-8145d77147fc requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:05.705214 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.730635 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d33d4a-f371-4025-b7e5-a8010dd620f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting subnet 2c90914b-f9e5-49e3-b964-faee359ac0dc {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:48:05.733921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.736196 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8d33d4a-f371-4025-b7e5-a8010dd620f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.752277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d17824d-179f-4aa3-8b55-9f48910a798d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.777843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:05.778422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.788765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b61c5d94-056f-4f04-9f2f-366ca8ef6358 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.806080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Network': ['ID=4edcefd4-8c52-460e-b691-b001b29cc915,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:05.821961 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:05.824397 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45634) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:05.827778 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a624a798-41cf-4e36-9619-524ea166d480 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3492904 Jan 28 06:48:05.830135 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5479bcd2-7de6-4371-9d24-880d187b45c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.832174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] For port 91681860-79da-451c-9355-1732493211b5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=91681860-79da-451c-9355-1732493211b5,segment=NetworkSegment(8cb49336-3c91-4136-9860-a1d9b9b060b1),segment_id=8cb49336-3c91-4136-9860-a1d9b9b060b1)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:05.832537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.846680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:05.846933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.848785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 4edcefd4-8c52-460e-b691-b001b29cc915 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:05.867078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'subnet': {'network_id': '4edcefd4-8c52-460e-b691-b001b29cc915', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:05.870213 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:05.950161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b61c5d94-056f-4f04-9f2f-366ca8ef6358 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:05.983745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8d33d4a-f371-4025-b7e5-a8010dd620f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.073801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b36d6660-1150-471c-9df3-7834f5fbd995 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.125683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:06.133014 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b36d6660-1150-471c-9df3-7834f5fbd995 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:06.136854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:subnet and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:06.143558 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:06.147272 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b36d6660-1150-471c-9df3-7834f5fbd995 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:06.154000 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b36d6660-1150-471c-9df3-7834f5fbd995 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:06.159874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Calling delete_port for 91681860-79da-451c-9355-1732493211b5 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:06.162639 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:06.165911 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5479bcd2-7de6-4371-9d24-880d187b45c6 None None] For port 91681860-79da-451c-9355-1732493211b5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=91681860-79da-451c-9355-1732493211b5,segment=NetworkSegment(8cb49336-3c91-4136-9860-a1d9b9b060b1),segment_id=8cb49336-3c91-4136-9860-a1d9b9b060b1)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:06.167416 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Allocated IP 172.20.0.18 (41828c89-4e84-48ee-b40d-5e58000c95c4/fd5eb027-0a43-4a4b-8705-7666848b46dd/92247dc3-803d-4c9d-b57e-2e9ce3d8ce95) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:06.168523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b36d6660-1150-471c-9df3-7834f5fbd995 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:06.186795 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b61c5d94-056f-4f04-9f2f-366ca8ef6358 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:06.202212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b61c5d94-056f-4f04-9f2f-366ca8ef6358 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:06.219097 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.220866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b61c5d94-056f-4f04-9f2f-366ca8ef6358 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:06.224060 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8d33d4a-f371-4025-b7e5-a8010dd620f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.283940 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a13e8-e3f6-4328-95bd-945c60fcb9f0 None None] DHCP port deletion for 66cb7f7c-a0dc-4904-88bb-bc77a6160793 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:48:06.289606 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.291595 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5479bcd2-7de6-4371-9d24-880d187b45c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.317864 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] Pushing event deleted for resources: {'Network': ['ID=e956413d-fa4d-4c6f-b7a5-495fc5d9253f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:06.319941 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:06.323668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.333314 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-393a13e8-e3f6-4328-95bd-945c60fcb9f0 None None] Deleting port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:06.333685 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-393a13e8-e3f6-4328-95bd-945c60fcb9f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.353264 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-343650c2-410a-4c92-ad41-127339b33b60 tempest-TagsExtTest-878430628 tempest-TagsExtTest-878430628-project] 10.222.0.25 "DELETE /v2.0/networks/e956413d-fa4d-4c6f-b7a5-495fc5d9253f HTTP/1.1" status: 204 len: 168 time: 3.4919538 Jan 28 06:48:06.373290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:48:06.373290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:48:06.373930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d17824d-179f-4aa3-8b55-9f48910a798d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.472108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d17824d-179f-4aa3-8b55-9f48910a798d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Subnet': ['ID=a65f03fc-905a-4881-a83b-b3096c314d44,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:06.519159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a52bac-3e66-4c1a-b3c1-31f25f2a217d None None] DHCP port deletion for fc0a39d5-65b2-4032-a5bf-8145d77147fc request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:48:06.532500 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.ipam_backend_mixin [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Performing IP validity checks on allocation pools {{(pid=88216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 06:48:06.533269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.ipam_backend_mixin [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 06:48:06.535200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479bcd2-7de6-4371-9d24-880d187b45c6 None None] Pushing event updated for resources: {'Port': ['ID=91681860-79da-451c-9355-1732493211b5,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:06.544086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d17824d-179f-4aa3-8b55-9f48910a798d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.554753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c352b6d2-6dca-4f6f-a813-01e2273d1986 None None] Network 576730b6-7e85-4ffe-881f-4ba36f74bfbd requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:06.565794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] For port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=570f9e66-0e66-4fbd-9ed7-04cb49326bfc,segment=NetworkSegment(f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6),segment_id=f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:06.568900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.575654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c7a52bac-3e66-4c1a-b3c1-31f25f2a217d None None] Deleting port 91681860-79da-451c-9355-1732493211b5 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:06.576027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7a52bac-3e66-4c1a-b3c1-31f25f2a217d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.604163 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b36d6660-1150-471c-9df3-7834f5fbd995 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.678960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.710139 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0d17824d-179f-4aa3-8b55-9f48910a798d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/a65f03fc-905a-4881-a83b-b3096c314d44 HTTP/1.1" status: 204 len: 168 time: 2.0656071 Jan 28 06:48:06.717160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for 570f9e66-0e66-4fbd-9ed7-04cb49326bfc owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:06.719372 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45640) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:06.721998 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8d33d4a-f371-4025-b7e5-a8010dd620f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.746498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b61c5d94-056f-4f04-9f2f-366ca8ef6358 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.765103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Transition to ACTIVE for port object 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:06.826755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b36d6660-1150-471c-9df3-7834f5fbd995 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.858502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d33d4a-f371-4025-b7e5-a8010dd620f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Subnet': ['ID=2c90914b-f9e5-49e3-b964-faee359ac0dc,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:06.874319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting port 91681860-79da-451c-9355-1732493211b5 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:06.875015 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.881218 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8d33d4a-f371-4025-b7e5-a8010dd620f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.902962 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b118300-34cf-478a-b841-d1cea7d5d878 None None] Network 9472d8cf-5cc2-46a9-859c-0464ef487002 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:06.910533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b61c5d94-056f-4f04-9f2f-366ca8ef6358 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.952164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:06.971887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Transition to ACTIVE for port object 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:07.026151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=570f9e66-0e66-4fbd-9ed7-04cb49326bfc,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:07.035372 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-393a13e8-e3f6-4328-95bd-945c60fcb9f0 None None] For port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=570f9e66-0e66-4fbd-9ed7-04cb49326bfc,segment=NetworkSegment(f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6),segment_id=f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:07.035766 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-393a13e8-e3f6-4328-95bd-945c60fcb9f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.073090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d6660-1150-471c-9df3-7834f5fbd995 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89a1e89-9fbf-47b2-8bf3-d1ac472a15ad,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:07.082961 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.088664 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b8d33d4a-f371-4025-b7e5-a8010dd620f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/2c90914b-f9e5-49e3-b964-faee359ac0dc HTTP/1.1" status: 204 len: 168 time: 1.4892273 Jan 28 06:48:07.088664 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45646) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:07.091926 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b36d6660-1150-471c-9df3-7834f5fbd995 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.095866 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b36d6660-1150-471c-9df3-7834f5fbd995 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5882947 Jan 28 06:48:07.104091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45648) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:07.104420 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45650) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:07.106272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c5d94-056f-4f04-9f2f-366ca8ef6358 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819ee852-20b7-4cb8-9400-c466b80514ca,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:07.112431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No DVR routers for this DVR port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:07.140290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cb5ff23e-677c-4600-bf46-eba7c1f6f18e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group_rule': {'security_group_id': 'c89a1e89-9fbf-47b2-8bf3-d1ac472a15ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:07.146454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:07.146809 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.147619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b61c5d94-056f-4f04-9f2f-366ca8ef6358 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.151991 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b61c5d94-056f-4f04-9f2f-366ca8ef6358 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7978010 Jan 28 06:48:07.183853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45660) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:07.190123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c2f17336-ebbe-4441-baff-beb0a61af4f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '819ee852-20b7-4cb8-9400-c466b80514ca', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:07.204026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cb5ff23e-677c-4600-bf46-eba7c1f6f18e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:07.208689 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.227598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c2f17336-ebbe-4441-baff-beb0a61af4f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:07.233433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cb5ff23e-677c-4600-bf46-eba7c1f6f18e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:07.268011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cb5ff23e-677c-4600-bf46-eba7c1f6f18e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:07.314542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c2f17336-ebbe-4441-baff-beb0a61af4f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:07.318100 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.321743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c2f17336-ebbe-4441-baff-beb0a61af4f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:07.326472 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-393a13e8-e3f6-4328-95bd-945c60fcb9f0 None None] Calling delete_port for 570f9e66-0e66-4fbd-9ed7-04cb49326bfc owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:07.343894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cb5ff23e-677c-4600-bf46-eba7c1f6f18e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:07.349136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c2f17336-ebbe-4441-baff-beb0a61af4f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:07.448584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] For port 91681860-79da-451c-9355-1732493211b5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=91681860-79da-451c-9355-1732493211b5,segment=NetworkSegment(8cb49336-3c91-4136-9860-a1d9b9b060b1),segment_id=8cb49336-3c91-4136-9860-a1d9b9b060b1)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:07.448951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.499811 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] For port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3dea81e8-9d2c-4b93-a968-f6152b28aaa8,segment=NetworkSegment(f9266714-2474-47a7-b5d0-7eebe38cfe51),segment_id=f9266714-2474-47a7-b5d0-7eebe38cfe51)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:07.500762 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.503130 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c7a52bac-3e66-4c1a-b3c1-31f25f2a217d None None] For port 91681860-79da-451c-9355-1732493211b5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=91681860-79da-451c-9355-1732493211b5,segment=NetworkSegment(8cb49336-3c91-4136-9860-a1d9b9b060b1),segment_id=8cb49336-3c91-4136-9860-a1d9b9b060b1)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:07.503542 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7a52bac-3e66-4c1a-b3c1-31f25f2a217d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.511825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Subnet': ['ID=3adb1177-57cc-42fe-bb16-06bca91baa9c,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:07.514276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.519484 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.526340 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9a3f3586-fada-4300-8618-2dad25d73d81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6f46c514ee24b8eadb0262430952315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257703 Jan 28 06:48:07.543455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Network 41828c89-4e84-48ee-b40d-5e58000c95c4 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:07.582476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45664) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:07.617246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:07.671875 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Calling delete_port for 91681860-79da-451c-9355-1732493211b5 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:07.676802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5e77d455-76d6-4eb8-8735-25e3c5b7a628 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:48:07.702905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Pushing event updated for resources: {'Port': ['ID=92247dc3-803d-4c9d-b57e-2e9ce3d8ce95,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:07.705630 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:07.719618 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c7a52bac-3e66-4c1a-b3c1-31f25f2a217d None None] Calling delete_port for 91681860-79da-451c-9355-1732493211b5 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:07.736419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb5ff23e-677c-4600-bf46-eba7c1f6f18e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.760220 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:07.761911 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c2f17336-ebbe-4441-baff-beb0a61af4f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.775615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66cb7f7c-a0dc-4904-88bb-bc77a6160793']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:07.783516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 5e77d455-76d6-4eb8-8735-25e3c5b7a628 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:48:07.783855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5e77d455-76d6-4eb8-8735-25e3c5b7a628 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:48:07.784259 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 91681860-79da-451c-9355-1732493211b5 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:48:07.794728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Checking segment: {'id': 'a0c40cf4-4d91-4528-bcaf-2d23da408fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4edcefd4-8c52-460e-b691-b001b29cc915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:07.795602 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network hostable DHCP agents. Network: 4edcefd4-8c52-460e-b691-b001b29cc915, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:07.810601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:07.811174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f0d66f-d8a7-4618-a6ba-b8c81b01b9c6') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:07.850539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port 680e5a01-aefa-4ec1-933d-4f8a7c07206c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:07.851220 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.883339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.924581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-393a13e8-e3f6-4328-95bd-945c60fcb9f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:48:07.924851 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-393a13e8-e3f6-4328-95bd-945c60fcb9f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:48:07.942576 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network 4edcefd4-8c52-460e-b691-b001b29cc915 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:07.948761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.964251 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Attempting to bind port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:07.964251 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Attempting to bind port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '1441c29c-5f20-4efc-b8f9-40f245678bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:07.964493 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Attempting to bind port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 on network 41828c89-4e84-48ee-b40d-5e58000c95c4 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:07.972523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.977485 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:07.982877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Checking segment: {'id': '1441c29c-5f20-4efc-b8f9-40f245678bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:07.982877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:07.982877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Bound using segment: {'id': '1441c29c-5f20-4efc-b8f9-40f245678bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:07.982877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Bound port: 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1441c29c-5f20-4efc-b8f9-40f245678bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:07.982877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.029976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Port': ['ID=3dea81e8-9d2c-4b93-a968-f6152b28aaa8,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:08.031863 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] No DVR routers for this DVR port 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:08.038433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c620a264-b426-45ed-b2c4-cf1594c08e47 None None] DHCP port deletion for 576730b6-7e85-4ffe-881f-4ba36f74bfbd request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:48:08.059050 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 4edcefd4-8c52-460e-b691-b001b29cc915) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:08.069024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:08.069619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.090182 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b5b700-0c50-44d5-8ff4-f841cbbccba4 None None] Network 4edcefd4-8c52-460e-b691-b001b29cc915 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:08.107866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e27f37b-06fa-4636-b45a-e0b191103a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.116739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:08.117462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.119110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c7a52bac-3e66-4c1a-b3c1-31f25f2a217d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:08.134792 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:08.177839 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.187222 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3b0bde91-3209-4889-b6e7-05ec30b65a9f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3481288 Jan 28 06:48:08.194004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45668) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:08.205724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0705a8-2aa7-4444-9b8a-6bb455998a17 None None] DHCP port deletion for 9472d8cf-5cc2-46a9-859c-0464ef487002 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:48:08.208035 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a52bac-3e66-4c1a-b3c1-31f25f2a217d None None] Pushing event deleted for resources: {'Port': ['ID=91681860-79da-451c-9355-1732493211b5,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:08.216967 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:48:08.217564 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:48:08.218325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a52bac-3e66-4c1a-b3c1-31f25f2a217d None None] No DVR routers for this DVR port 91681860-79da-451c-9355-1732493211b5 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:08.242049 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576730b6-7e85-4ffe-881f-4ba36f74bfbd']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:08.246053 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4c0705a8-2aa7-4444-9b8a-6bb455998a17 None None] Deleting port 680e5a01-aefa-4ec1-933d-4f8a7c07206c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:08.246574 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c0705a8-2aa7-4444-9b8a-6bb455998a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.262064 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9266714-2474-47a7-b5d0-7eebe38cfe51') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:08.262429 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9266714-2474-47a7-b5d0-7eebe38cfe51') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:08.291901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.326238 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.330402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c2f17336-ebbe-4441-baff-beb0a61af4f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.332092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb5ff23e-677c-4600-bf46-eba7c1f6f18e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.334554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e27f37b-06fa-4636-b45a-e0b191103a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.358069 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.370408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting port 91681860-79da-451c-9355-1732493211b5 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:08.370755 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.376188 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:08.376583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:08.390722 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:08.400548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.434336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c2f17336-ebbe-4441-baff-beb0a61af4f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.441714 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] For port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:08.446759 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb5ff23e-677c-4600-bf46-eba7c1f6f18e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.448473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.456159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-393a13e8-e3f6-4328-95bd-945c60fcb9f0 None None] Deleting port 570f9e66-0e66-4fbd-9ed7-04cb49326bfc {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:08.456474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-393a13e8-e3f6-4328-95bd-945c60fcb9f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.508618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] The port '91681860-79da-451c-9355-1732493211b5' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:48:08.516147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.544405 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] For port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=92247dc3-803d-4c9d-b57e-2e9ce3d8ce95,segment=NetworkSegment(1441c29c-5f20-4efc-b8f9-40f245678bda),segment_id=1441c29c-5f20-4efc-b8f9-40f245678bda)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:08.546432 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.575270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.595750 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 570f9e66-0e66-4fbd-9ed7-04cb49326bfc no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:48:08.596898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f17336-ebbe-4441-baff-beb0a61af4f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1284a08-ec1b-4987-bfdf-168d1dd527e6,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:08.605916 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.613928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Network': ['ID=576730b6-7e85-4ffe-881f-4ba36f74bfbd,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:08.620148 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a982d78d-b549-4be5-ae77-872cc66bd951 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/networks/576730b6-7e85-4ffe-881f-4ba36f74bfbd HTTP/1.1" status: 204 len: 168 time: 1.8997478 Jan 28 06:48:08.626926 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45672) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:08.634468 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c032db89-7907-4be8-905c-a8e796163d48 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2114311720', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:08.638388 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-393a13e8-e3f6-4328-95bd-945c60fcb9f0 None None] The port '570f9e66-0e66-4fbd-9ed7-04cb49326bfc' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:48:08.640910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c032db89-7907-4be8-905c-a8e796163d48 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:08.643304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.645037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c032db89-7907-4be8-905c-a8e796163d48 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:router and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:08.650678 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c032db89-7907-4be8-905c-a8e796163d48 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:08.651926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Network': ['ID=66cb7f7c-a0dc-4904-88bb-bc77a6160793,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:08.654989 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c032db89-7907-4be8-905c-a8e796163d48 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:08.723634 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-91f1add2-29ac-4897-b5b3-a30bea4452c7 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/networks/66cb7f7c-a0dc-4904-88bb-bc77a6160793 HTTP/1.1" status: 204 len: 168 time: 3.4965513 Jan 28 06:48:08.724538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ff23e-677c-4600-bf46-eba7c1f6f18e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b7393e-0a0e-4788-aa41-64f7c465d715,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:08.728126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45676) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:08.730423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] For port 680e5a01-aefa-4ec1-933d-4f8a7c07206c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=680e5a01-aefa-4ec1-933d-4f8a7c07206c,segment=NetworkSegment(aa2824d8-6970-4d83-9a68-10d6742786f2),segment_id=aa2824d8-6970-4d83-9a68-10d6742786f2)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:08.731003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.741111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-737857398'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:08.746632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:08.751126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:network and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:08.754404 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:08.765073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:08.769124 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.778796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 570f9e66-0e66-4fbd-9ed7-04cb49326bfc {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:48:08.779152 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 570f9e66-0e66-4fbd-9ed7-04cb49326bfc not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:48:08.793314 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.860425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cb5ff23e-677c-4600-bf46-eba7c1f6f18e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.861906 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cb5ff23e-677c-4600-bf46-eba7c1f6f18e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7510598 Jan 28 06:48:08.863123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c2f17336-ebbe-4441-baff-beb0a61af4f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.864441 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c2f17336-ebbe-4441-baff-beb0a61af4f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6792827 Jan 28 06:48:08.867201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45680) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:08.867743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45682) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:08.869533 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Subnet': ['ID=3adb1177-57cc-42fe-bb16-06bca91baa9c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:08.926536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e27f37b-06fa-4636-b45a-e0b191103a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.929146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e27f37b-06fa-4636-b45a-e0b191103a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.931338 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4e27f37b-06fa-4636-b45a-e0b191103a98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e11dc1d-295f-4a0e-82ef-1254884ba85c HTTP/1.1" status: 204 len: 168 time: 1.3437219 Jan 28 06:48:08.939194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for 680e5a01-aefa-4ec1-933d-4f8a7c07206c owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:08.951742 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.954396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ba900-2ad4-405a-9c85-b277bbe8f0c5 None None] Pushing event updated for resources: {'Port': ['ID=92247dc3-803d-4c9d-b57e-2e9ce3d8ce95,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:08.959352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4c0705a8-2aa7-4444-9b8a-6bb455998a17 None None] For port 680e5a01-aefa-4ec1-933d-4f8a7c07206c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=680e5a01-aefa-4ec1-933d-4f8a7c07206c,segment=NetworkSegment(aa2824d8-6970-4d83-9a68-10d6742786f2),segment_id=aa2824d8-6970-4d83-9a68-10d6742786f2)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:08.959750 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c0705a8-2aa7-4444-9b8a-6bb455998a17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.962872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:08.966954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.968152 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47c9e26-87c7-4e3f-ac07-2de3129c8997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-4edcefd4-8c52-460e-b691-b001b29cc915', 'network_id': '4edcefd4-8c52-460e-b691-b001b29cc915', 'tenant_id': 'e9f185e4c3054ebc875aae94eb64c827', 'fixed_ips': [{'subnet_id': '3adb1177-57cc-42fe-bb16-06bca91baa9c'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:08.969376 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c47c9e26-87c7-4e3f-ac07-2de3129c8997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.987788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7c3c8a8a-7218-443a-8ec4-a3147cb3cbce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '819ee852-20b7-4cb8-9400-c466b80514ca', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:08.996628 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7c3c8a8a-7218-443a-8ec4-a3147cb3cbce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:08.998824 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c032db89-7907-4be8-905c-a8e796163d48 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:08.999723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c032db89-7907-4be8-905c-a8e796163d48 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.034004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4edcefd4-8c52-460e-b691-b001b29cc915']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:09.034250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0a39d5-65b2-4032-a5bf-8145d77147fc']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:09.050804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb49336-3c91-4136-9860-a1d9b9b060b1') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:09.051100 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb49336-3c91-4136-9860-a1d9b9b060b1') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:09.061680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:09.065453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.080176 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c40cf4-4d91-4528-bcaf-2d23da408fe5') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:09.080176 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c40cf4-4d91-4528-bcaf-2d23da408fe5') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:09.085857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27f37b-06fa-4636-b45a-e0b191103a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e11dc1d-295f-4a0e-82ef-1254884ba85c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:09.088208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7c3c8a8a-7218-443a-8ec4-a3147cb3cbce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:09.091657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.093468 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Added segment 9a5edc80-8765-4c19-b9d1-0f0a7b3145f8 of type vlan for network a2737fbe-a18a-4b7b-87ba-23805a515455 Jan 28 06:48:09.111888 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7c3c8a8a-7218-443a-8ec4-a3147cb3cbce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:09.112441 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c032db89-7907-4be8-905c-a8e796163d48 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.115595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.115805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.120943 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-94230b40-f0e0-4a32-91d1-b0d64267bbcc tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules/65b7393e-0a0e-4788-aa41-64f7c465d715 HTTP/1.1" status: 200 len: 763 time: 0.1971576 Jan 28 06:48:09.131364 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45690) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:09.140788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7c3c8a8a-7218-443a-8ec4-a3147cb3cbce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:09.143021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:09.143457 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:09.169857 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:09.248946 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.264529 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.269017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:09.269551 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:09.286135 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:09.300728 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4c0705a8-2aa7-4444-9b8a-6bb455998a17 None None] Calling delete_port for 680e5a01-aefa-4ec1-933d-4f8a7c07206c owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:09.305948 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-411131b6-820b-4df8-b3b2-6e5d2d6f7d1e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:09.349437 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2302f758-e57a-49c0-8164-79b739c48d5b None None] Network 4edcefd4-8c52-460e-b691-b001b29cc915 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:09.371061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c3c8a8a-7218-443a-8ec4-a3147cb3cbce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.412534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.414455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.434975 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c032db89-7907-4be8-905c-a8e796163d48 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.532353 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.resource_extend [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:48:09.556604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.589631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-4c0705a8-2aa7-4444-9b8a-6bb455998a17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:48:09.590347 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-4c0705a8-2aa7-4444-9b8a-6bb455998a17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:48:09.608158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-411131b6-820b-4df8-b3b2-6e5d2d6f7d1e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:09.609490 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-411131b6-820b-4df8-b3b2-6e5d2d6f7d1e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4733298 Jan 28 06:48:09.612610 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45694) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:09.633479 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.636743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=680e5a01-aefa-4ec1-933d-4f8a7c07206c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:09.654984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Network': ['ID=fc0a39d5-65b2-4032-a5bf-8145d77147fc,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:09.658182 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3e00dfc7-b772-44a1-987d-96a8c95fd231 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/fc0a39d5-65b2-4032-a5bf-8145d77147fc HTTP/1.1" status: 204 len: 168 time: 8.1760006 Jan 28 06:48:09.661784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No DVR routers for this DVR port 680e5a01-aefa-4ec1-933d-4f8a7c07206c on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:09.663828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45698) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:09.664596 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.666564 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/4edcefd4-8c52-460e-b691-b001b29cc915 HTTP/1.1" status: 204 len: 168 time: 1.4745841 Jan 28 06:48:09.680951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45700) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:09.682028 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed0944-d771-41ce-9779-6625f88e997b tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Network': ['ID=4edcefd4-8c52-460e-b691-b001b29cc915,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:09.686735 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:09.690847 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-344418544'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:09.695159 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.700507 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:09.701088 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.721046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-219275706'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:09.733003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:09.740682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:09.742280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0401f5d-2689-4ff0-930f-4874e6b90be6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.748169 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c032db89-7907-4be8-905c-a8e796163d48 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.749250 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c032db89-7907-4be8-905c-a8e796163d48 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1213722 Jan 28 06:48:09.764690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:network and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:09.768713 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45706) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:09.772836 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0401f5d-2689-4ff0-930f-4874e6b90be6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.779415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:09.782074 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:network and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:09.790807 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1836118648'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:09.801268 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:09.842095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:09.850516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.852459 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:09.865347 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:network and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:09.868129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:09.873431 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1398463 Jan 28 06:48:09.873431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186670eb-9790-41b2-abca-67e002257c26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Network': ['ID=a2737fbe-a18a-4b7b-87ba-23805a515455,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:09.875494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:09.876276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c3c8a8a-7218-443a-8ec4-a3147cb3cbce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:09.877207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45710) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:09.880007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:09.884460 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:09.888293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': 'a2737fbe-a18a-4b7b-87ba-23805a515455', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:09.902793 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network a2737fbe-a18a-4b7b-87ba-23805a515455 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:09.928297 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9472d8cf-5cc2-46a9-859c-0464ef487002']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:09.954157 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2824d8-6970-4d83-9a68-10d6742786f2') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:09.954726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2824d8-6970-4d83-9a68-10d6742786f2') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:10.000055 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:10.003994 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.012060 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:48:10.015614 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:10.019140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.027323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.030781 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0401f5d-2689-4ff0-930f-4874e6b90be6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.047817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:10.051700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.061606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c3c8a8a-7218-443a-8ec4-a3147cb3cbce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.064112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:48:10.064539 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3dea81e8-9d2c-4b93-a968-f6152b28aaa8 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:48:10.065262 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 680e5a01-aefa-4ec1-933d-4f8a7c07206c no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:48:10.073429 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0401f5d-2689-4ff0-930f-4874e6b90be6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65b7393e-0a0e-4788-aa41-64f7c465d715,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:10.091466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:10.103296 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:10.110386 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4c0705a8-2aa7-4444-9b8a-6bb455998a17 None None] Deleting port 680e5a01-aefa-4ec1-933d-4f8a7c07206c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:10.110753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c0705a8-2aa7-4444-9b8a-6bb455998a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.115642 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.116142 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Added segment 9b347fea-b1f2-4ac4-9e40-bdd0c2439732 of type vlan for network 31e66906-d70f-4287-bc6c-370a01834e57 Jan 28 06:48:10.118395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:10.122972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:10.124632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.125021 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Added segment f37ad379-c157-4e33-bc69-b5ea93528eb9 of type vlan for network 50e647b3-777d-41d6-ba2d-15f5f676cb3d Jan 28 06:48:10.126717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:10.132778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:10.141123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.146904 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 680e5a01-aefa-4ec1-933d-4f8a7c07206c {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:48:10.147249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 680e5a01-aefa-4ec1-933d-4f8a7c07206c not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:48:10.152509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c8a8a-7218-443a-8ec4-a3147cb3cbce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64b1403-3857-49d2-83f6-76013e530bf3,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:10.158924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:10.159657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:10.180068 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:10.198763 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4c0705a8-2aa7-4444-9b8a-6bb455998a17 None None] The port '680e5a01-aefa-4ec1-933d-4f8a7c07206c' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:48:10.219982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:10.292062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d0401f5d-2689-4ff0-930f-4874e6b90be6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.292062 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d0401f5d-2689-4ff0-930f-4874e6b90be6 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/65b7393e-0a0e-4788-aa41-64f7c465d715 HTTP/1.1" status: 204 len: 168 time: 0.6748712 Jan 28 06:48:10.292062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.301845 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45714) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:10.331035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.398487 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cfd7bd2f-ccc5-4580-b083-554d0740f0d7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:10.400953 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:10.404527 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.421001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7c3c8a8a-7218-443a-8ec4-a3147cb3cbce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.425225 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7c3c8a8a-7218-443a-8ec4-a3147cb3cbce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4972093 Jan 28 06:48:10.425501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45718) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:10.431143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-05d671a8-85e5-4a1d-9ca6-34f7ca676536 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '819ee852-20b7-4cb8-9400-c466b80514ca', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:10.437113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7809ea7-99d5-4112-9f95-ba217ee0b7e6 None None] Network 41828c89-4e84-48ee-b40d-5e58000c95c4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:10.438415 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-05d671a8-85e5-4a1d-9ca6-34f7ca676536 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:10.442199 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.447679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:10.448254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.450080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.450424 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Added segment 9137284e-fce2-45fe-b9e7-9b4d987d87e5 of type vlan for network c247680b-31f9-4f5b-ac25-cd67aa81b730 Jan 28 06:48:10.454047 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-05d671a8-85e5-4a1d-9ca6-34f7ca676536 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:10.477978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-05d671a8-85e5-4a1d-9ca6-34f7ca676536 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:10.504211 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-05d671a8-85e5-4a1d-9ca6-34f7ca676536 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:10.514140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.520059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:10.520635 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.537138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.541782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.572010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.584707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Network': ['ID=9472d8cf-5cc2-46a9-859c-0464ef487002,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:10.594947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cfd7bd2f-ccc5-4580-b083-554d0740f0d7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:10.595833 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cfd7bd2f-ccc5-4580-b083-554d0740f0d7 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2920771 Jan 28 06:48:10.596182 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45722) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:10.596670 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eff31cc3-35d5-4d16-8274-4ecf50d6a450 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/networks/9472d8cf-5cc2-46a9-859c-0464ef487002 HTTP/1.1" status: 204 len: 168 time: 3.4875169 Jan 28 06:48:10.599913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45724) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:10.603393 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Network': ['ID=31e66906-d70f-4287-bc6c-370a01834e57,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:10.607876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-da338d26-f7bd-4947-9e9c-14a9c7ebe31e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-896639510', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:10.609980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c5ada41e-8eab-4778-8d29-b4aa65b0f948 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group_rule': {'security_group_id': 'c89a1e89-9fbf-47b2-8bf3-d1ac472a15ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:10.620259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c5ada41e-8eab-4778-8d29-b4aa65b0f948 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:10.633676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 31e66906-d70f-4287-bc6c-370a01834e57 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:10.635204 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0a46cd87-c2b5-4424-9ccd-abcbd17263fb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9510319 Jan 28 06:48:10.639485 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8660746 Jan 28 06:48:10.642431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-da338d26-f7bd-4947-9e9c-14a9c7ebe31e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:10.642726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45730) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:10.643056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45732) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:10.658736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-da338d26-f7bd-4947-9e9c-14a9c7ebe31e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:router and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:10.662333 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-56eeb73c-b89d-4782-a51a-0314d3c2ffca None None] Provisioning for port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:10.662833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'subnet': {'network_id': '31e66906-d70f-4287-bc6c-370a01834e57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:10.664107 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-da338d26-f7bd-4947-9e9c-14a9c7ebe31e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:10.673647 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-da338d26-f7bd-4947-9e9c-14a9c7ebe31e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:10.681401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-56eeb73c-b89d-4782-a51a-0314d3c2ffca None None] Provisioning complete for port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:10.681774 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56eeb73c-b89d-4782-a51a-0314d3c2ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.692082 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'subnet': {'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:10.711862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c5ada41e-8eab-4778-8d29-b4aa65b0f948 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:10.737596 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c95c8-738e-41f3-b0cc-7252f63beb33 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Network': ['ID=50e647b3-777d-41d6-ba2d-15f5f676cb3d,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:10.740623 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d671a8-85e5-4a1d-9ca6-34f7ca676536 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.801942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 50e647b3-777d-41d6-ba2d-15f5f676cb3d details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:10.805092 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d671a8-85e5-4a1d-9ca6-34f7ca676536 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.839900 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-da338d26-f7bd-4947-9e9c-14a9c7ebe31e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.841150 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-da338d26-f7bd-4947-9e9c-14a9c7ebe31e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.858790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-da338d26-f7bd-4947-9e9c-14a9c7ebe31e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.867989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.901625 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d671a8-85e5-4a1d-9ca6-34f7ca676536 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.902487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.907866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:10.908613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:10.932062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d671a8-85e5-4a1d-9ca6-34f7ca676536 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52867883-359c-46c8-8e0c-4ba3ebaacba8,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:10.994285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-da338d26-f7bd-4947-9e9c-14a9c7ebe31e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.039931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05d671a8-85e5-4a1d-9ca6-34f7ca676536 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.041121 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-05d671a8-85e5-4a1d-9ca6-34f7ca676536 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6143692 Jan 28 06:48:11.043681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45738) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:11.049593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4c694bc1-2ce6-4f14-8d13-f2904f29fe45 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '819ee852-20b7-4cb8-9400-c466b80514ca', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:11.052856 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56eeb73c-b89d-4782-a51a-0314d3c2ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.055747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4c694bc1-2ce6-4f14-8d13-f2904f29fe45 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:11.060654 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4c694bc1-2ce6-4f14-8d13-f2904f29fe45 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:11.072051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4c694bc1-2ce6-4f14-8d13-f2904f29fe45 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:11.079531 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4c694bc1-2ce6-4f14-8d13-f2904f29fe45 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:11.088637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-56eeb73c-b89d-4782-a51a-0314d3c2ffca None None] For port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=92247dc3-803d-4c9d-b57e-2e9ce3d8ce95,segment=NetworkSegment(1441c29c-5f20-4efc-b8f9-40f245678bda),segment_id=1441c29c-5f20-4efc-b8f9-40f245678bda)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:11.105313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:11.119120 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-da338d26-f7bd-4947-9e9c-14a9c7ebe31e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.122928 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-da338d26-f7bd-4947-9e9c-14a9c7ebe31e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5186813 Jan 28 06:48:11.123107 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45742) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:11.128336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Network': ['ID=c247680b-31f9-4f5b-ac25-cd67aa81b730,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:11.130396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'network': {'name': 'tempest-RoutersTest-1800004898'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:11.133957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:subnet and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:11.142228 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:11.142228 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:network and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:11.142678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:11.142775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network c247680b-31f9-4f5b-ac25-cd67aa81b730 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:11.142858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:11.144265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:subnet and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:11.147022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:11.148937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:11.152719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:11.157655 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c5ada41e-8eab-4778-8d29-b4aa65b0f948 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.167519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:11.178376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:11.248198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:11.248442 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d17ad53c-a813-498e-a096-7c26d2b1d4c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5454578 Jan 28 06:48:11.252094 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45746) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:11.253386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.259141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'subnet': {'network_id': 'c247680b-31f9-4f5b-ac25-cd67aa81b730', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:11.277971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56eeb73c-b89d-4782-a51a-0314d3c2ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.292130 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:11.304330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.308242 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Added segment d7420368-4eb2-4134-8055-4cf0a068afb8 of type vlan for network ccd9f290-a5ea-4240-9edc-bb74e64e692f Jan 28 06:48:11.315257 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c5ada41e-8eab-4778-8d29-b4aa65b0f948 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.340184 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.353105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eeb73c-b89d-4782-a51a-0314d3c2ffca None None] Pushing event updated for resources: {'Port': ['ID=92247dc3-803d-4c9d-b57e-2e9ce3d8ce95,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:11.378097 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4c694bc1-2ce6-4f14-8d13-f2904f29fe45 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.395248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:11.398925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.399856 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cedd3f9b-c1f5-4a49-b76e-77ec9aca5f38 None None] Provisioning complete for port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:11.400248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cedd3f9b-c1f5-4a49-b76e-77ec9aca5f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.413411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.416723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:11.420250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.446528 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4c694bc1-2ce6-4f14-8d13-f2904f29fe45 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.485025 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.490652 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:11.497999 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.516976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Subnet': ['ID=1a15702d-c1b5-40b5-b656-33d2c6751dc8,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:11.520356 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:11.532508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c5ada41e-8eab-4778-8d29-b4aa65b0f948 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.551096 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4c694bc1-2ce6-4f14-8d13-f2904f29fe45 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.570610 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:11.574855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:subnet and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:11.578466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:11.585150 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:11.610900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:11.610900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.619248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Network': ['ID=ccd9f290-a5ea-4240-9edc-bb74e64e692f,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:11.628457 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7c9b984f-f116-4224-b2ab-36d04c89c972 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5042691 Jan 28 06:48:11.631908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c694bc1-2ce6-4f14-8d13-f2904f29fe45 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a746b2-532a-440f-9680-1647830ee0b9,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:11.633986 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45750) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:11.639754 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'subnet': {'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:11.642720 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network ccd9f290-a5ea-4240-9edc-bb74e64e692f details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:11.689120 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ada41e-8eab-4778-8d29-b4aa65b0f948 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5629dd02-b3f7-41a9-9809-f4cf39514fe3,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:11.748090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4c694bc1-2ce6-4f14-8d13-f2904f29fe45 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.752374 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4c694bc1-2ce6-4f14-8d13-f2904f29fe45 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7073216 Jan 28 06:48:11.753145 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45754) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:11.756584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:11.760168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.761241 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-0817bebb-3c3b-430e-88a6-aabecc48660c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '819ee852-20b7-4cb8-9400-c466b80514ca', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:11.771484 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0817bebb-3c3b-430e-88a6-aabecc48660c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:11.773899 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:11.778326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0817bebb-3c3b-430e-88a6-aabecc48660c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:11.781727 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:subnet and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:11.784250 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0817bebb-3c3b-430e-88a6-aabecc48660c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:11.786932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:11.794113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0817bebb-3c3b-430e-88a6-aabecc48660c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:11.796222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:11.918950 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:11.922643 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.944755 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Checking segment: {'id': '9a5edc80-8765-4c19-b9d1-0f0a7b3145f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a2737fbe-a18a-4b7b-87ba-23805a515455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:11.945110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network hostable DHCP agents. Network: a2737fbe-a18a-4b7b-87ba-23805a515455, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:11.971847 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c5ada41e-8eab-4778-8d29-b4aa65b0f948 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:11.973027 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c5ada41e-8eab-4778-8d29-b4aa65b0f948 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3707843 Jan 28 06:48:11.977272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45758) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:12.056683 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ff21c251-44a7-488f-ad0c-2d258281403e tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules/5629dd02-b3f7-41a9-9809-f4cf39514fe3 HTTP/1.1" status: 200 len: 763 time: 0.0764871 Jan 28 06:48:12.065638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45762) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:12.142165 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-0817bebb-3c3b-430e-88a6-aabecc48660c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:48:12.147254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network a2737fbe-a18a-4b7b-87ba-23805a515455 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:12.155075 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0817bebb-3c3b-430e-88a6-aabecc48660c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.221277 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0817bebb-3c3b-430e-88a6-aabecc48660c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.222820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.303698 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Subnet': ['ID=42158c60-369c-4a7b-94a1-6d048f520926,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:12.306211 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0817bebb-3c3b-430e-88a6-aabecc48660c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.342009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Checking segment: {'id': 'd7420368-4eb2-4134-8055-4cf0a068afb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:12.342375 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network hostable DHCP agents. Network: ccd9f290-a5ea-4240-9edc-bb74e64e692f, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:12.350332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817bebb-3c3b-430e-88a6-aabecc48660c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf0e35e-abf6-4314-b5c7-bf14f2a6bd3e,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:12.416371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3325956e-6cfe-46bc-9197-eea09a584c36 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:12.418494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, a2737fbe-a18a-4b7b-87ba-23805a515455) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:12.427010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45328e51-451e-4e8c-9b40-06fd523a73a7 None None] Network a2737fbe-a18a-4b7b-87ba-23805a515455 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:12.439692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0817bebb-3c3b-430e-88a6-aabecc48660c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.444216 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0817bebb-3c3b-430e-88a6-aabecc48660c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6855817 Jan 28 06:48:12.444356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45766) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:12.449796 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-eee75723-eb83-4ad0-a17d-50f46d5090e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '819ee852-20b7-4cb8-9400-c466b80514ca', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:12.455937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-eee75723-eb83-4ad0-a17d-50f46d5090e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:12.456976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:12.457568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.460840 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-eee75723-eb83-4ad0-a17d-50f46d5090e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:12.463965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-eee75723-eb83-4ad0-a17d-50f46d5090e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:12.470267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network ccd9f290-a5ea-4240-9edc-bb74e64e692f is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:12.472563 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-eee75723-eb83-4ad0-a17d-50f46d5090e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:12.480622 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, ccd9f290-a5ea-4240-9edc-bb74e64e692f) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:12.486548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:12.487147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.525001 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23849f96-159b-4248-a0c5-f29f8f1400a8 None None] Network ccd9f290-a5ea-4240-9edc-bb74e64e692f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:12.548101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.585382 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-adbff057-e932-4322-8412-e661830d9590 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9476061 Jan 28 06:48:12.585813 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45770) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:12.590147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3325956e-6cfe-46bc-9197-eea09a584c36 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:12.594272 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3325956e-6cfe-46bc-9197-eea09a584c36 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4975362 Jan 28 06:48:12.594272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.595789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45774) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:12.603831 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7a5bca8b-a225-4c1e-ba40-28b11f04bfae tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7200723 Jan 28 06:48:12.603831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.609044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45778) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:12.639588 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'network_id': 'a2737fbe-a18a-4b7b-87ba-23805a515455', 'name': 'tempest-PortsTestJSON-138021902', 'fixed_ips': [{'subnet_id': '1a15702d-c1b5-40b5-b656-33d2c6751dc8', 'ip_address': '172.20.0.10'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:12.646690 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-eee75723-eb83-4ad0-a17d-50f46d5090e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:48:12.665970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eee75723-eb83-4ad0-a17d-50f46d5090e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.731133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Subnet': ['ID=03e01b15-d3c9-4424-aad2-7eedc7e64556,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:12.738890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-53b7fe34-60d6-43ed-989c-5de20a5d42e2 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.850792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-53b7fe34-60d6-43ed-989c-5de20a5d42e2 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.862675 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-a2737fbe-a18a-4b7b-87ba-23805a515455', 'network_id': 'a2737fbe-a18a-4b7b-87ba-23805a515455', 'tenant_id': 'de6a824d5ec249e0b22ece683ed2b1e4', 'fixed_ips': [{'subnet_id': '1a15702d-c1b5-40b5-b656-33d2c6751dc8'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:12.864112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.874242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Checking segment: {'id': 'f37ad379-c157-4e33-bc69-b5ea93528eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:12.874606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network hostable DHCP agents. Network: 50e647b3-777d-41d6-ba2d-15f5f676cb3d, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:12.900685 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:12.901318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:12.942951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Checking segment: {'id': '9137284e-fce2-45fe-b9e7-9b4d987d87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c247680b-31f9-4f5b-ac25-cd67aa81b730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:12.943376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network hostable DHCP agents. Network: c247680b-31f9-4f5b-ac25-cd67aa81b730, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:12.957695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Checking segment: {'id': '9b347fea-b1f2-4ac4-9e40-bdd0c2439732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '31e66906-d70f-4287-bc6c-370a01834e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:12.958111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network hostable DHCP agents. Network: 31e66906-d70f-4287-bc6c-370a01834e57, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:12.989861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Subnet': ['ID=0a47e06b-f062-4119-be83-36e71ba2d4e0,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:13.044170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:13.055183 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:port and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:13.064317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:13.071814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-53b7fe34-60d6-43ed-989c-5de20a5d42e2 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:13.076608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:13.100811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 50e647b3-777d-41d6-ba2d-15f5f676cb3d is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:13.103014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7fe34-60d6-43ed-989c-5de20a5d42e2 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5629dd02-b3f7-41a9-9809-f4cf39514fe3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:13.110023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Subnet': ['ID=a0622bdc-f743-4d25-b829-1b62014c245e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:13.142728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network 31e66906-d70f-4287-bc6c-370a01834e57 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:13.144466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eee75723-eb83-4ad0-a17d-50f46d5090e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:13.167218 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:13.182990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network c247680b-31f9-4f5b-ac25-cd67aa81b730 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:13.188782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-53b7fe34-60d6-43ed-989c-5de20a5d42e2 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:13.192318 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-53b7fe34-60d6-43ed-989c-5de20a5d42e2 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5629dd02-b3f7-41a9-9809-f4cf39514fe3 HTTP/1.1" status: 204 len: 168 time: 0.5885377 Jan 28 06:48:13.196776 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45782) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:13.235582 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:13.242876 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Allocated IP 172.20.0.2 (a2737fbe-a18a-4b7b-87ba-23805a515455/1a15702d-c1b5-40b5-b656-33d2c6751dc8/bb53f4b4-6cad-4325-b052-fedfc11e60ad) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:13.243956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eee75723-eb83-4ad0-a17d-50f46d5090e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:13.249717 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Allocated IP 172.20.0.2 (ccd9f290-a5ea-4240-9edc-bb74e64e692f/42158c60-369c-4a7b-94a1-6d048f520926/d2ea3334-0267-47a9-9631-866b643758dc) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:13.272111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee75723-eb83-4ad0-a17d-50f46d5090e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb138036-bd88-4272-ac95-dfa34ee99240,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:13.292124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 50e647b3-777d-41d6-ba2d-15f5f676cb3d) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:13.296220 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 31e66906-d70f-4287-bc6c-370a01834e57) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:13.306413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, c247680b-31f9-4f5b-ac25-cd67aa81b730) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:13.308791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:13.309707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:13.313483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b6a366-8fe0-4026-8f62-44162bb62103 None None] Network 50e647b3-777d-41d6-ba2d-15f5f676cb3d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:13.329830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:13.329830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:13.333470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:13.334048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:13.360182 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d731a93-7060-4b07-9723-651ce62c908a None None] Network 31e66906-d70f-4287-bc6c-370a01834e57 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:13.375246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657935c4-2aa3-45c6-a461-1cca007ad35e None None] Network c247680b-31f9-4f5b-ac25-cd67aa81b730 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:13.387495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f2ec1b6b-c9f0-45b1-856c-ca7893c4e837 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:13.402899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:13.431018 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port 34ad8f67-4b13-4ff0-91c6-c6ab64a8ca1f yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:48:13.447735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eee75723-eb83-4ad0-a17d-50f46d5090e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:13.453411 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-eee75723-eb83-4ad0-a17d-50f46d5090e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0074651 Jan 28 06:48:13.473279 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0253c536-0338-46e0-b1bd-97ebaa2d5071 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8276389 Jan 28 06:48:13.482290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45788) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:13.557853 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3399caa7-9340-40da-8e1e-b5a364834cc9 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9082673 Jan 28 06:48:13.557853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f2ec1b6b-c9f0-45b1-856c-ca7893c4e837 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:13.557853 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f2ec1b6b-c9f0-45b1-856c-ca7893c4e837 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3565519 Jan 28 06:48:13.557853 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-07fc4ccf-faae-42dc-8bb8-02195c2de8c2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3027222 Jan 28 06:48:13.559730 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45792) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:13.559730 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45794) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:13.559904 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45796) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:13.581838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7ef1e97f-e14f-4ed1-a532-7834e2233d29 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group_rule': {'security_group_id': 'c89a1e89-9fbf-47b2-8bf3-d1ac472a15ad', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:13.702863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7ef1e97f-e14f-4ed1-a532-7834e2233d29 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:13.873621 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7ef1e97f-e14f-4ed1-a532-7834e2233d29 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:14.142767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:14.220053 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Transition to ACTIVE for port object bb53f4b4-6cad-4325-b052-fedfc11e60ad will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:14.276206 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:14.284968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-31e66906-d70f-4287-bc6c-370a01834e57', 'network_id': '31e66906-d70f-4287-bc6c-370a01834e57', 'tenant_id': 'e9f185e4c3054ebc875aae94eb64c827', 'fixed_ips': [{'subnet_id': 'a0622bdc-f743-4d25-b829-1b62014c245e'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:14.285797 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:14.306048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-46249edd-b5fa-4240-a030-4f662d42d239 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:14.343222 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:14.344352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:14.369860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Transition to ACTIVE for port object bb53f4b4-6cad-4325-b052-fedfc11e60ad will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:14.371423 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Transition to ACTIVE for port object d2ea3334-0267-47a9-9631-866b643758dc will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:14.418639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e97f-e14f-4ed1-a532-7834e2233d29 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:14.431428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-c247680b-31f9-4f5b-ac25-cd67aa81b730', 'network_id': 'c247680b-31f9-4f5b-ac25-cd67aa81b730', 'tenant_id': '3d1a202517054b17a7cb08b38b43359c', 'fixed_ips': [{'subnet_id': '0a47e06b-f062-4119-be83-36e71ba2d4e0'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:14.432229 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:14.433520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:14.438324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:14.498250 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:14.502418 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Transition to ACTIVE for port object d2ea3334-0267-47a9-9631-866b643758dc will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:14.542939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-46249edd-b5fa-4240-a030-4f662d42d239 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:14.544386 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-46249edd-b5fa-4240-a030-4f662d42d239 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182312932&fields=id&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 267 time: 0.8619926 Jan 28 06:48:14.644981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:14.682010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Network a2737fbe-a18a-4b7b-87ba-23805a515455 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:14.698357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Allocated IP 172.20.0.1 (ccd9f290-a5ea-4240-9edc-bb74e64e692f/42158c60-369c-4a7b-94a1-6d048f520926/aab8f544-6009-47ae-bf26-70f9a39d4da6) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:14.756974 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:14.768787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Allocated IP 172.20.0.10 (a2737fbe-a18a-4b7b-87ba-23805a515455/1a15702d-c1b5-40b5-b656-33d2c6751dc8/34ad8f67-4b13-4ff0-91c6-c6ab64a8ca1f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:14.779427 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:14.782189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:14.784275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Pushing event updated for resources: {'Port': ['ID=bb53f4b4-6cad-4325-b052-fedfc11e60ad,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:14.836148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Network ccd9f290-a5ea-4240-9edc-bb74e64e692f is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:14.872524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:14.887426 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:14.907298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:14.911558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:14.923685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Transition to ACTIVE for port object aab8f544-6009-47ae-bf26-70f9a39d4da6 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:14.938974 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:14.946990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e97f-e14f-4ed1-a532-7834e2233d29 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.009822 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Allocated IP 172.20.0.1 (31e66906-d70f-4287-bc6c-370a01834e57/a0622bdc-f743-4d25-b829-1b62014c245e/28d72322-e8d8-46c9-9217-3d3cafbce1db) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:15.011054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.061150 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e97f-e14f-4ed1-a532-7834e2233d29 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.065925 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Pushing event updated for resources: {'Port': ['ID=d2ea3334-0267-47a9-9631-866b643758dc,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:15.090974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network ccd9f290-a5ea-4240-9edc-bb74e64e692f is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:15.095144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:15.099459 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:15.141135 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=aab8f544-6009-47ae-bf26-70f9a39d4da6,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:15.142338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Allocated IP 2001:db8::2 (50e647b3-777d-41d6-ba2d-15f5f676cb3d/03e01b15-d3c9-4424-aad2-7eedc7e64556/a6e29c29-f1ed-4a50-aadf-808df9a991fe) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:15.168333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.197210 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Attempting to bind port bb53f4b4-6cad-4325-b052-fedfc11e60ad on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:15.197819 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Attempting to bind port bb53f4b4-6cad-4325-b052-fedfc11e60ad by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '9a5edc80-8765-4c19-b9d1-0f0a7b3145f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a2737fbe-a18a-4b7b-87ba-23805a515455'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:15.197947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Attempting to bind port bb53f4b4-6cad-4325-b052-fedfc11e60ad on network a2737fbe-a18a-4b7b-87ba-23805a515455 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:15.201626 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Allocated IP 2001:db8::1 (c247680b-31f9-4f5b-ac25-cd67aa81b730/0a47e06b-f062-4119-be83-36e71ba2d4e0/b92377fc-10ef-49f6-977a-9a44d04ccc7f) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:15.239648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1e97f-e14f-4ed1-a532-7834e2233d29 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5c921a-c6d6-4322-abef-5ef40c192242,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:15.264935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:15.265356 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Checking segment: {'id': '9a5edc80-8765-4c19-b9d1-0f0a7b3145f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a2737fbe-a18a-4b7b-87ba-23805a515455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:15.265736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.266117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Bound using segment: {'id': '9a5edc80-8765-4c19-b9d1-0f0a7b3145f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a2737fbe-a18a-4b7b-87ba-23805a515455'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:15.266577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Bound port: bb53f4b4-6cad-4325-b052-fedfc11e60ad, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5edc80-8765-4c19-b9d1-0f0a7b3145f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a2737fbe-a18a-4b7b-87ba-23805a515455'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:15.266943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.278616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-94741e89-8653-49b4-a51c-3966d83a7eea tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:15.279453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-94741e89-8653-49b4-a51c-3966d83a7eea tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:15.298027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Attempting to bind port d2ea3334-0267-47a9-9631-866b643758dc on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:15.298396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Attempting to bind port d2ea3334-0267-47a9-9631-866b643758dc by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'd7420368-4eb2-4134-8055-4cf0a068afb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:15.301998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Attempting to bind port d2ea3334-0267-47a9-9631-866b643758dc on network ccd9f290-a5ea-4240-9edc-bb74e64e692f {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:15.342172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.400863 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:15.401261 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Checking segment: {'id': 'd7420368-4eb2-4134-8055-4cf0a068afb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:15.401634 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.402044 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Bound using segment: {'id': 'd7420368-4eb2-4134-8055-4cf0a068afb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:15.402495 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Bound port: d2ea3334-0267-47a9-9631-866b643758dc, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7420368-4eb2-4134-8055-4cf0a068afb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:15.402954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.427865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ef1e97f-e14f-4ed1-a532-7834e2233d29 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.431436 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7ef1e97f-e14f-4ed1-a532-7834e2233d29 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8556406 Jan 28 06:48:15.431436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-94741e89-8653-49b4-a51c-3966d83a7eea tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:15.431436 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-94741e89-8653-49b4-a51c-3966d83a7eea tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/networks?id=41828c89-4e84-48ee-b40d-5e58000c95c4 HTTP/1.1" status: 200 len: 795 time: 0.8690696 Jan 28 06:48:15.463176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45814) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:15.523805 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-ab0dbbf6-4d32-4ad4-94da-978171ba5277 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/quotas/fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 375 time: 0.0596011 Jan 28 06:48:15.526698 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e87d2ef1-8bee-453c-89a4-47dda1d4b1f0 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules/0a5c921a-c6d6-4322-abef-5ef40c192242 HTTP/1.1" status: 200 len: 764 time: 0.0614042 Jan 28 06:48:15.534057 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45818) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:15.636808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.683188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fb3dd22a-8f88-4ba8-80cd-88852d4586da tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:15.691960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Transition to ACTIVE for port object 34ad8f67-4b13-4ff0-91c6-c6ab64a8ca1f will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:15.733170 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-68918761-f61c-4934-9cdd-ef62e755ad3c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1670744 Jan 28 06:48:15.770387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.804747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fb3dd22a-8f88-4ba8-80cd-88852d4586da tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:15.808510 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fb3dd22a-8f88-4ba8-80cd-88852d4586da tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2645676 Jan 28 06:48:15.810783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45824) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:15.818139 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] For port bb53f4b4-6cad-4325-b052-fedfc11e60ad, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:15.833696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.837325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] For port d2ea3334-0267-47a9-9631-866b643758dc, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:15.846077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.920938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.934215 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Transition to ACTIVE for port object a6e29c29-f1ed-4a50-aadf-808df9a991fe will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:15.934415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-95c87a30-61a5-4bb4-b02f-60fd6c4a3736 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.957281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Transition to ACTIVE for port object a6e29c29-f1ed-4a50-aadf-808df9a991fe will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:15.978257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.982641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-95c87a30-61a5-4bb4-b02f-60fd6c4a3736 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:15.989622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network a2737fbe-a18a-4b7b-87ba-23805a515455 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:15.996518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:16.004779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:16.049150 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] For port bb53f4b4-6cad-4325-b052-fedfc11e60ad, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=bb53f4b4-6cad-4325-b052-fedfc11e60ad,segment=NetworkSegment(9a5edc80-8765-4c19-b9d1-0f0a7b3145f8),segment_id=9a5edc80-8765-4c19-b9d1-0f0a7b3145f8)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:16.051176 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Transition to ACTIVE for port object 28d72322-e8d8-46c9-9217-3d3cafbce1db will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:16.055932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.084482 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.091392 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=aab8f544-6009-47ae-bf26-70f9a39d4da6,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:16.106604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] For port d2ea3334-0267-47a9-9631-866b643758dc, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d2ea3334-0267-47a9-9631-866b643758dc,segment=NetworkSegment(d7420368-4eb2-4134-8055-4cf0a068afb8),segment_id=d7420368-4eb2-4134-8055-4cf0a068afb8)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:16.127096 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.161651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Network 50e647b3-777d-41d6-ba2d-15f5f676cb3d is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:16.174338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:16.178699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Transition to ACTIVE for port object 28d72322-e8d8-46c9-9217-3d3cafbce1db will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:16.180351 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.184212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:16.202874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.211396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Pushing event updated for resources: {'Port': ['ID=a6e29c29-f1ed-4a50-aadf-808df9a991fe,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:16.214957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Transition to ACTIVE for port object b92377fc-10ef-49f6-977a-9a44d04ccc7f will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:16.237375 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network ccd9f290-a5ea-4240-9edc-bb74e64e692f is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:16.238622 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:16.241137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=34ad8f67-4b13-4ff0-91c6-c6ab64a8ca1f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:16.323153 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.371533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Allocated IP 2001:db8::1 (50e647b3-777d-41d6-ba2d-15f5f676cb3d/03e01b15-d3c9-4424-aad2-7eedc7e64556/6190e67d-a6ee-4a01-891d-9bcb4c50fb1f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:16.375779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-95c87a30-61a5-4bb4-b02f-60fd6c4a3736 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.390865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:16.392141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.405305 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Transition to ACTIVE for port object b92377fc-10ef-49f6-977a-9a44d04ccc7f will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:16.413198 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-1da66dc7-3aa0-4e79-a0ea-883e0fe5330b service neutron] 10.222.0.25 "GET /v2.0/networks/41828c89-4e84-48ee-b40d-5e58000c95c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6600041 Jan 28 06:48:16.420217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c87a30-61a5-4bb4-b02f-60fd6c4a3736 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a5c921a-c6d6-4322-abef-5ef40c192242,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:16.445616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Network 31e66906-d70f-4287-bc6c-370a01834e57 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:16.449681 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.450839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:16.457151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:16.463736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Attempting to bind port a6e29c29-f1ed-4a50-aadf-808df9a991fe on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:16.464190 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Attempting to bind port a6e29c29-f1ed-4a50-aadf-808df9a991fe by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'f37ad379-c157-4e33-bc69-b5ea93528eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:16.464610 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Attempting to bind port a6e29c29-f1ed-4a50-aadf-808df9a991fe on network 50e647b3-777d-41d6-ba2d-15f5f676cb3d {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:16.495896 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router 00136173-1984-42b0-b27f-9271af501164 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:48:16.504737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444815a-235c-44cf-8fe0-67f3c5a49621 None None] Pushing event updated for resources: {'Port': ['ID=bb53f4b4-6cad-4325-b052-fedfc11e60ad,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:16.514737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.539131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-95c87a30-61a5-4bb4-b02f-60fd6c4a3736 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.543105 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-95c87a30-61a5-4bb4-b02f-60fd6c4a3736 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0a5c921a-c6d6-4322-abef-5ef40c192242 HTTP/1.1" status: 204 len: 168 time: 0.7283459 Jan 28 06:48:16.543105 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Subnet': ['ID=a0622bdc-f743-4d25-b829-1b62014c245e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:16.553991 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45828) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:16.557729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:16.558030 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Checking segment: {'id': 'f37ad379-c157-4e33-bc69-b5ea93528eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:16.558461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.558852 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Bound using segment: {'id': 'f37ad379-c157-4e33-bc69-b5ea93528eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:16.559358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Bound port: a6e29c29-f1ed-4a50-aadf-808df9a991fe, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37ad379-c157-4e33-bc69-b5ea93528eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:16.559729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.653343 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9ab6543a-3f45-4dfb-a03c-b4dfdce40fd0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0299132 Jan 28 06:48:16.659282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45832) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:16.665105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'network_id': 'a2737fbe-a18a-4b7b-87ba-23805a515455', 'name': 'tempest-PortsTestJSON-1787072374', 'fixed_ips': [{'subnet_id': '1a15702d-c1b5-40b5-b656-33d2c6751dc8', 'ip_address': '172.20.0.9'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:16.683281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Attempting to bind port 28d72322-e8d8-46c9-9217-3d3cafbce1db on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:16.683645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Attempting to bind port 28d72322-e8d8-46c9-9217-3d3cafbce1db by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '9b347fea-b1f2-4ac4-9e40-bdd0c2439732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '31e66906-d70f-4287-bc6c-370a01834e57'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:16.684106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Attempting to bind port 28d72322-e8d8-46c9-9217-3d3cafbce1db on network 31e66906-d70f-4287-bc6c-370a01834e57 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:16.691933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Network c247680b-31f9-4f5b-ac25-cd67aa81b730 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:16.698933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:16.699325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Checking segment: {'id': '9b347fea-b1f2-4ac4-9e40-bdd0c2439732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '31e66906-d70f-4287-bc6c-370a01834e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:16.699732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.700117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Bound using segment: {'id': '9b347fea-b1f2-4ac4-9e40-bdd0c2439732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '31e66906-d70f-4287-bc6c-370a01834e57'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:16.700611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Bound port: 28d72322-e8d8-46c9-9217-3d3cafbce1db, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b347fea-b1f2-4ac4-9e40-bdd0c2439732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '31e66906-d70f-4287-bc6c-370a01834e57'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:16.700961 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.749648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:16.752336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:16.769142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.794286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:48:16.817205 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Sync routers for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:48:16.840612 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fb6b765d-82ab-4623-944c-3dee652e8d33 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/00136173-1984-42b0-b27f-9271af501164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2506728 Jan 28 06:48:16.841507 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45836) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:16.855280 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:16.856175 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:16.873965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'network': {'name': 'tempest-RoutersTest-1833883155'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:16.883353 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:16.913368 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:network and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:16.919433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:16.922471 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:16.925178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:16.931995 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:port and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:16.934888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:16.937243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:16.945801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Subnet': ['ID=0a47e06b-f062-4119-be83-36e71ba2d4e0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:16.945951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:17.003698 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] For port 28d72322-e8d8-46c9-9217-3d3cafbce1db, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:17.007871 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c06365fb-cb02-4a94-abcb-8095ce7a15f2 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:17.010140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:17.012181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] For port 28d72322-e8d8-46c9-9217-3d3cafbce1db, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=28d72322-e8d8-46c9-9217-3d3cafbce1db,segment=NetworkSegment(9b347fea-b1f2-4ac4-9e40-bdd0c2439732),segment_id=9b347fea-b1f2-4ac4-9e40-bdd0c2439732)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:17.014222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.042929 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.052194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:17.055194 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-f14dd4a6-2469-4496-88f5-ecd9f0df715b service neutron] 10.222.0.25 "GET /v2.0/networks/41828c89-4e84-48ee-b40d-5e58000c95c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092746 Jan 28 06:48:17.077349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e66906-d70f-4287-bc6c-370a01834e57']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:17.087146 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b0d62-4c85-4687-b619-e36250cdb2fb None None] Pushing event updated for resources: {'Port': ['ID=d2ea3334-0267-47a9-9631-866b643758dc,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:17.135192 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b347fea-b1f2-4ac4-9e40-bdd0c2439732') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:17.135792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b347fea-b1f2-4ac4-9e40-bdd0c2439732') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:17.143927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Transition to ACTIVE for port object 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:17.214146 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.262439 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:17.273079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.276349 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Attempting to bind port b92377fc-10ef-49f6-977a-9a44d04ccc7f on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:17.276715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Attempting to bind port b92377fc-10ef-49f6-977a-9a44d04ccc7f by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '9137284e-fce2-45fe-b9e7-9b4d987d87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c247680b-31f9-4f5b-ac25-cd67aa81b730'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:17.277071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Attempting to bind port b92377fc-10ef-49f6-977a-9a44d04ccc7f on network c247680b-31f9-4f5b-ac25-cd67aa81b730 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:17.287478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c06365fb-cb02-4a94-abcb-8095ce7a15f2 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:17.289051 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c06365fb-cb02-4a94-abcb-8095ce7a15f2 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7310867 Jan 28 06:48:17.291147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.294378 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45840) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:17.325657 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] For port a6e29c29-f1ed-4a50-aadf-808df9a991fe, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:17.338534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.342371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:17.342750 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Checking segment: {'id': '9137284e-fce2-45fe-b9e7-9b4d987d87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c247680b-31f9-4f5b-ac25-cd67aa81b730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:17.343166 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.344342 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Bound using segment: {'id': '9137284e-fce2-45fe-b9e7-9b4d987d87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c247680b-31f9-4f5b-ac25-cd67aa81b730'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:17.344834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Bound port: b92377fc-10ef-49f6-977a-9a44d04ccc7f, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9137284e-fce2-45fe-b9e7-9b4d987d87e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c247680b-31f9-4f5b-ac25-cd67aa81b730'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:17.345197 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.347697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.348151 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Added segment 4d44bafd-baa9-481a-8752-8dc82bb0a8a2 of type vlan for network a95371c8-2e0b-4090-9138-4f50b951f617 Jan 28 06:48:17.350789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c247680b-31f9-4f5b-ac25-cd67aa81b730']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:17.377145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:17.377805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:17.401318 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:17.403709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] For port a6e29c29-f1ed-4a50-aadf-808df9a991fe, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a6e29c29-f1ed-4a50-aadf-808df9a991fe,segment=NetworkSegment(f37ad379-c157-4e33-bc69-b5ea93528eb9),segment_id=f37ad379-c157-4e33-bc69-b5ea93528eb9)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:17.409803 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Pushing event updated for resources: {'Port': ['ID=28d72322-e8d8-46c9-9217-3d3cafbce1db,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:17.442629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9137284e-fce2-45fe-b9e7-9b4d987d87e5') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:17.450378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9137284e-fce2-45fe-b9e7-9b4d987d87e5') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:17.458987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.472310 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.508087 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Pushing event updated for resources: {'Port': ['ID=b92377fc-10ef-49f6-977a-9a44d04ccc7f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:17.541095 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:48:17.556306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port 342ce2ae-ffd8-4305-b652-03355b39bb2b yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:48:17.605824 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-467bd5d5-aa53-4262-8b2e-a909129e0a28 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.686419 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-467bd5d5-aa53-4262-8b2e-a909129e0a28 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.686612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.688626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.726647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.736845 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.741930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:17.743300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.753084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:17.753882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:17.781459 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6499aff-b478-4116-ac83-a3d7d3daac3b None None] Network 31e66906-d70f-4287-bc6c-370a01834e57 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:17.809633 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:17.907026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d2ea3334-0267-47a9-9631-866b643758dc up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:17.989919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:18.079896 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948c4a1-cbc4-4c6d-9c4a-fc9e44b78a50 None None] Pushing event updated for resources: {'Port': ['ID=28d72322-e8d8-46c9-9217-3d3cafbce1db,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:18.187708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:48:18.187708 dv-neutron-824022-4-hyperv neutron-server[88217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:48:18.187708 dv-neutron-824022-4-hyperv neutron-server[88217]: [parameters: {'id': '31e66906-d70f-4287-bc6c-370a01834e57'}] Jan 28 06:48:18.187708 dv-neutron-824022-4-hyperv neutron-server[88217]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:48:18.187708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:48:18.187708 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5aef4d17-03b7-457e-916d-84079441e588 req-0c2cfce2-39e7-477a-a112-34b8f6892932 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 210 time: 0.5063529 Jan 28 06:48:18.231592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Network': ['ID=a95371c8-2e0b-4090-9138-4f50b951f617,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:18.236977 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:48:15Z', 'revision_number': 2, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:15Z', 'revision_number': 2, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:18.247713 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7010b9c7-7afe-48ca-846b-b546784c77ae tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4050646 Jan 28 06:48:18.248789 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Checking router: 00136173-1984-42b0-b27f-9271af501164 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:48:18.249311 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Updating router 00136173-1984-42b0-b27f-9271af501164 port aab8f544-6009-47ae-bf26-70f9a39d4da6 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:48:18.260876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45854) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:18.268146 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] For port b92377fc-10ef-49f6-977a-9a44d04ccc7f, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:18.291615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'subnet': {'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:18.313567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=6190e67d-a6ee-4a01-891d-9bcb4c50fb1f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:18.356413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 50e647b3-777d-41d6-ba2d-15f5f676cb3d is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:18.357610 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:18.360731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:18.361655 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:18.366397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:48:18.366397 dv-neutron-824022-4-hyperv neutron-server[88217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:48:18.366397 dv-neutron-824022-4-hyperv neutron-server[88217]: [parameters: {'id': 'c247680b-31f9-4f5b-ac25-cd67aa81b730'}] Jan 28 06:48:18.366397 dv-neutron-824022-4-hyperv neutron-server[88217]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:48:18.367393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:48:18.386330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbbfc3-f0cf-4439-83d0-2db60dc7f890 None None] Pushing event updated for resources: {'Port': ['ID=a6e29c29-f1ed-4a50-aadf-808df9a991fe,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:18.416543 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:18.430894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network a95371c8-2e0b-4090-9138-4f50b951f617 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:18.491660 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] For port b92377fc-10ef-49f6-977a-9a44d04ccc7f, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b92377fc-10ef-49f6-977a-9a44d04ccc7f,segment=NetworkSegment(9137284e-fce2-45fe-b9e7-9b4d987d87e5),segment_id=9137284e-fce2-45fe-b9e7-9b4d987d87e5)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:18.528905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:18.542201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:subnet and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:18.545998 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Allocated IP 172.20.0.9 (a2737fbe-a18a-4b7b-87ba-23805a515455/1a15702d-c1b5-40b5-b656-33d2c6751dc8/342ce2ae-ffd8-4305-b652-03355b39bb2b) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:18.548864 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:18.553554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-467bd5d5-aa53-4262-8b2e-a909129e0a28 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:18.596831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:18.600631 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bd5d5-aa53-4262-8b2e-a909129e0a28 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89a1e89-9fbf-47b2-8bf3-d1ac472a15ad,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:18.624237 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:18.636012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:18.733075 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:18.801209 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Deleting port 28d72322-e8d8-46c9-9217-3d3cafbce1db {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:18.801818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:18.979340 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:18.981219 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cfce5f-c2e9-432b-9a54-cfa3081593ae None None] Network a2737fbe-a18a-4b7b-87ba-23805a515455 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:18.992386 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Transition to ACTIVE for port object aab8f544-6009-47ae-bf26-70f9a39d4da6 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:19.010800 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-467bd5d5-aa53-4262-8b2e-a909129e0a28 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:19.012257 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-467bd5d5-aa53-4262-8b2e-a909129e0a28 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-groups/c89a1e89-9fbf-47b2-8bf3-d1ac472a15ad HTTP/1.1" status: 204 len: 168 time: 1.7167621 Jan 28 06:48:19.016509 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:19.022445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:19.029064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2621fcd-e68e-4bc5-8bbd-ab1d68ef7e35 None None] Network ccd9f290-a5ea-4240-9edc-bb74e64e692f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:19.042928 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port d2ea3334-0267-47a9-9631-866b643758dc completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:19.080197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:19.084350 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:19.096300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45860) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:19.119802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device bb53f4b4-6cad-4325-b052-fedfc11e60ad up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:19.221127 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6f1e4481-7856-4040-8405-4bb229260b08 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:19.303856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting port b92377fc-10ef-49f6-977a-9a44d04ccc7f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:19.306777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:19.383646 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab6729-c3f6-4a6c-8a53-a242de3c469e None None] Pushing event updated for resources: {'Port': ['ID=aab8f544-6009-47ae-bf26-70f9a39d4da6,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:19.397592 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab6729-c3f6-4a6c-8a53-a242de3c469e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:19.398052 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab6729-c3f6-4a6c-8a53-a242de3c469e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:19.400463 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab6729-c3f6-4a6c-8a53-a242de3c469e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:19.400463 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab6729-c3f6-4a6c-8a53-a242de3c469e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:19.400463 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab6729-c3f6-4a6c-8a53-a242de3c469e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:19.400933 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab6729-c3f6-4a6c-8a53-a242de3c469e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:19.401900 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab6729-c3f6-4a6c-8a53-a242de3c469e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:19.402411 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab6729-c3f6-4a6c-8a53-a242de3c469e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:19.402744 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab6729-c3f6-4a6c-8a53-a242de3c469e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:19.403478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250103f7-bba4-4035-a876-4d53c6bc1f14 None None] Pushing event updated for resources: {'Port': ['ID=b92377fc-10ef-49f6-977a-9a44d04ccc7f,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:19.404233 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab6729-c3f6-4a6c-8a53-a242de3c469e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:19.404558 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab6729-c3f6-4a6c-8a53-a242de3c469e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:19.404877 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aab6729-c3f6-4a6c-8a53-a242de3c469e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:19.406615 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a8fa4-3789-47bb-b397-049ccab66987 None None] Network c247680b-31f9-4f5b-ac25-cd67aa81b730 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:19.442409 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Attempting to bind port aab8f544-6009-47ae-bf26-70f9a39d4da6 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:19.442769 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Attempting to bind port aab8f544-6009-47ae-bf26-70f9a39d4da6 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'd7420368-4eb2-4134-8055-4cf0a068afb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:19.443123 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Attempting to bind port aab8f544-6009-47ae-bf26-70f9a39d4da6 on network ccd9f290-a5ea-4240-9edc-bb74e64e692f {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:19.461331 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:19.461767 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Checking segment: {'id': 'd7420368-4eb2-4134-8055-4cf0a068afb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:19.462083 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:19.462464 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Bound using segment: {'id': 'd7420368-4eb2-4134-8055-4cf0a068afb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:19.462924 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Bound port: aab8f544-6009-47ae-bf26-70f9a39d4da6, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7420368-4eb2-4134-8055-4cf0a068afb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:19.463539 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:19.493248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-13f6b6ab-744b-4e28-94ff-1bfad600ef9e None None] Provisioning for port bb53f4b4-6cad-4325-b052-fedfc11e60ad completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:19.504149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:19.540156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Transition to ACTIVE for port object 342ce2ae-ffd8-4305-b652-03355b39bb2b will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:19.571535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7238113d-b57f-4432-ad8c-efad3e277d3b None None] Network 50e647b3-777d-41d6-ba2d-15f5f676cb3d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:19.586547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6f1e4481-7856-4040-8405-4bb229260b08 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:19.589983 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] For port aab8f544-6009-47ae-bf26-70f9a39d4da6, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:19.592510 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6f1e4481-7856-4040-8405-4bb229260b08 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4948907 Jan 28 06:48:19.594948 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] For port aab8f544-6009-47ae-bf26-70f9a39d4da6, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=aab8f544-6009-47ae-bf26-70f9a39d4da6,segment=NetworkSegment(d7420368-4eb2-4134-8055-4cf0a068afb8),segment_id=d7420368-4eb2-4134-8055-4cf0a068afb8)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:19.599559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45866) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:19.615468 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e2bf8cfc-9ddc-4edd-b32e-0d76a75c5660 req-c550af74-e9d4-41cf-8b92-1cb8d5671b1e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 210 time: 0.0995250 Jan 28 06:48:19.618636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-694fda23-e2ce-48d9-b020-794570f9dcaf tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group': {'name': 'tempest-secgroup--285585606'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:19.642810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-694fda23-e2ce-48d9-b020-794570f9dcaf tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:19.708455 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:19.710516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:19.757028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-694fda23-e2ce-48d9-b020-794570f9dcaf tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:19.800715 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network a2737fbe-a18a-4b7b-87ba-23805a515455 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:19.804288 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:19.806592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:19.817137 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:19.817771 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:19.840276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:19.920924 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=342ce2ae-ffd8-4305-b652-03355b39bb2b,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:19.926948 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Subnet': ['ID=0ead510a-de2a-497a-b440-378501e47b8c,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:19.932908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] For port 28d72322-e8d8-46c9-9217-3d3cafbce1db, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=28d72322-e8d8-46c9-9217-3d3cafbce1db,segment=NetworkSegment(9b347fea-b1f2-4ac4-9e40-bdd0c2439732),segment_id=9b347fea-b1f2-4ac4-9e40-bdd0c2439732)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:19.933603 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:19.948727 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab6729-c3f6-4a6c-8a53-a242de3c469e None None] Pushing event updated for resources: {'Port': ['ID=aab8f544-6009-47ae-bf26-70f9a39d4da6,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:19.972763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-694fda23-e2ce-48d9-b020-794570f9dcaf tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:19.979020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:19.979714 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:20.002961 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Checking segment: {'id': '4d44bafd-baa9-481a-8752-8dc82bb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:20.003355 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network hostable DHCP agents. Network: a95371c8-2e0b-4090-9138-4f50b951f617, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:20.061307 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:48:20.133289 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b6ecece7-816e-4c02-b359-f9495936bfcd tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4723413 Jan 28 06:48:20.135393 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45870) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:20.168319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Calling delete_port for 28d72322-e8d8-46c9-9217-3d3cafbce1db owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:20.178955 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network a95371c8-2e0b-4090-9138-4f50b951f617 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:20.213268 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:48:20.234689 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-694fda23-e2ce-48d9-b020-794570f9dcaf tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:20.246128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] For port b92377fc-10ef-49f6-977a-9a44d04ccc7f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b92377fc-10ef-49f6-977a-9a44d04ccc7f,segment=NetworkSegment(9137284e-fce2-45fe-b9e7-9b4d987d87e5),segment_id=9137284e-fce2-45fe-b9e7-9b4d987d87e5)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:20.246746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:20.251829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ea96a2-3ca4-4a65-a689-0fde99c90ab9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:20.252619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d8ea96a2-3ca4-4a65-a689-0fde99c90ab9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:20.255613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-694fda23-e2ce-48d9-b020-794570f9dcaf tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:20.265033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-694fda23-e2ce-48d9-b020-794570f9dcaf tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:20.285573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, a95371c8-2e0b-4090-9138-4f50b951f617) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:20.307612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2647874-92b9-4f8a-9fb5-3000fb21fbff None None] Network a95371c8-2e0b-4090-9138-4f50b951f617 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:20.310014 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:20.316453 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:20.329520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-694fda23-e2ce-48d9-b020-794570f9dcaf tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:20.364596 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d8ea96a2-3ca4-4a65-a689-0fde99c90ab9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:20.368476 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d8ea96a2-3ca4-4a65-a689-0fde99c90ab9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2294340 Jan 28 06:48:20.369387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45874) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:20.397161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Calling delete_port for b92377fc-10ef-49f6-977a-9a44d04ccc7f owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:20.447054 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:48:15Z', 'revision_number': 2, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:19Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:20.462726 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4d908-6e73-4427-8d92-e8a3dc71e92e None None] The sync data for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv is: [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:48:15Z', 'revision_number': 2, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:19Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:48:20.468969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:48:20.502307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port bb53f4b4-6cad-4325-b052-fedfc11e60ad completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:20.505290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8abbef28-e362-4cb7-9060-ffd87adac7ee None None] Provisioning for port a6e29c29-f1ed-4a50-aadf-808df9a991fe completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:20.506787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:20.520863 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d416c00-3d6d-48c7-a001-23c2a6328c84 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:20.528300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d416c00-3d6d-48c7-a001-23c2a6328c84 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:20.534073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d416c00-3d6d-48c7-a001-23c2a6328c84 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:20.538678 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9d416c00-3d6d-48c7-a001-23c2a6328c84 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1687572 Jan 28 06:48:20.539599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45878) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:20.540862 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-900a0d6d-3531-40b6-91ac-6902d61bfac4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2766016 Jan 28 06:48:20.543817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45882) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:20.578248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port bb53f4b4-6cad-4325-b052-fedfc11e60ad triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:20.578616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:20.605474 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:20.857284 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8abbef28-e362-4cb7-9060-ffd87adac7ee None None] Provisioning for port d2ea3334-0267-47a9-9631-866b643758dc completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:21.008050 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8abbef28-e362-4cb7-9060-ffd87adac7ee None None] Provisioning complete for port d2ea3334-0267-47a9-9631-866b643758dc triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:21.008558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8abbef28-e362-4cb7-9060-ffd87adac7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:21.167632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:21.195860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-a95371c8-2e0b-4090-9138-4f50b951f617', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:21.197160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:21.209651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:21.210419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:21.230111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Port': ['ID=28d72322-e8d8-46c9-9217-3d3cafbce1db,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:21.304633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:21.309696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No DVR routers for this DVR port 28d72322-e8d8-46c9-9217-3d3cafbce1db on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:21.419895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Port': ['ID=b92377fc-10ef-49f6-977a-9a44d04ccc7f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:21.502900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-92535dcd-4bac-45f4-a291-7a0537826400 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port 342ce2ae-ffd8-4305-b652-03355b39bb2b {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:21.503304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92535dcd-4bac-45f4-a291-7a0537826400 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:21.610130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No DVR routers for this DVR port b92377fc-10ef-49f6-977a-9a44d04ccc7f on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:21.692997 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Allocated IP 172.21.0.2 (a95371c8-2e0b-4090-9138-4f50b951f617/0ead510a-de2a-497a-b440-378501e47b8c/fae250cf-1677-49cb-914b-b7d4eeb33d0e) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:21.709658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-a944f260-0374-4f50-9eef-d4e564396cd3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:21.711179 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-a944f260-0374-4f50-9eef-d4e564396cd3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/networks?id=41828c89-4e84-48ee-b40d-5e58000c95c4 HTTP/1.1" status: 200 len: 795 time: 0.8754601 Jan 28 06:48:21.764757 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port bb53f4b4-6cad-4325-b052-fedfc11e60ad, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=bb53f4b4-6cad-4325-b052-fedfc11e60ad,segment=NetworkSegment(9a5edc80-8765-4c19-b9d1-0f0a7b3145f8),segment_id=9a5edc80-8765-4c19-b9d1-0f0a7b3145f8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:21.843420 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:21.925822 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4be67847-bb3b-4743-8837-a84464a41c70 req-c7b23193-d095-45c5-8e3d-cd576a1bbaea tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 210 time: 0.5731580 Jan 28 06:48:21.951448 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:21.973059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:21.978514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e66906-d70f-4287-bc6c-370a01834e57']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:22.011399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b347fea-b1f2-4ac4-9e40-bdd0c2439732') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:22.011741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b347fea-b1f2-4ac4-9e40-bdd0c2439732') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:22.033801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:22.063149 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:22.083122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:22.083560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:22.155103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8abbef28-e362-4cb7-9060-ffd87adac7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:22.201626 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8abbef28-e362-4cb7-9060-ffd87adac7ee None None] For port d2ea3334-0267-47a9-9631-866b643758dc, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d2ea3334-0267-47a9-9631-866b643758dc,segment=NetworkSegment(d7420368-4eb2-4134-8055-4cf0a068afb8),segment_id=d7420368-4eb2-4134-8055-4cf0a068afb8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:22.289116 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8abbef28-e362-4cb7-9060-ffd87adac7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:22.305306 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:22.314699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=bb53f4b4-6cad-4325-b052-fedfc11e60ad,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:22.370333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-694fda23-e2ce-48d9-b020-794570f9dcaf tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:22.394140 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device aab8f544-6009-47ae-bf26-70f9a39d4da6 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:22.463016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:22.503176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:22.596435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:22.634374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=6190e67d-a6ee-4a01-891d-9bcb4c50fb1f,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:22.661950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Transition to ACTIVE for port object fae250cf-1677-49cb-914b-b7d4eeb33d0e will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:22.674522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-694fda23-e2ce-48d9-b020-794570f9dcaf tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:22.678962 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbef28-e362-4cb7-9060-ffd87adac7ee None None] Pushing event updated for resources: {'Port': ['ID=d2ea3334-0267-47a9-9631-866b643758dc,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:22.699546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Transition to ACTIVE for port object fae250cf-1677-49cb-914b-b7d4eeb33d0e will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:22.740531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Network': ['ID=31e66906-d70f-4287-bc6c-370a01834e57,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:22.770266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Provisioning for port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:22.775576 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Provisioning complete for port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:22.775945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:22.826310 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-915f51bd-1d38-447e-8dd6-880b26b9804c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 471 time: 0.6004965 Jan 28 06:48:22.837659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:48:22.840442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:22.846943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port aab8f544-6009-47ae-bf26-70f9a39d4da6 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:22.853490 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a6e29c29-f1ed-4a50-aadf-808df9a991fe up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:22.881160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'port': {'device_id': '7355c7a4-ce19-4717-ac2d-5bbbd4dfb884', 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4', 'admin_state_up': True, 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'security_groups': ['819ee852-20b7-4cb8-9400-c466b80514ca']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:22.890439 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:22.955384 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a9a50b30-9b55-45b7-80dd-cf8f58ec56dd tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/31e66906-d70f-4287-bc6c-370a01834e57 HTTP/1.1" status: 204 len: 168 time: 9.3834074 Jan 28 06:48:22.978568 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Provisioning for port 342ce2ae-ffd8-4305-b652-03355b39bb2b completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:22.983117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45892) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:22.989885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Network a95371c8-2e0b-4090-9138-4f50b951f617 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:22.995355 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1344537205'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:23.001435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:23.004776 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:23.008233 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:23.017465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Provisioning complete for port 342ce2ae-ffd8-4305-b652-03355b39bb2b triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:23.017838 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.019276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:network and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:23.027324 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:23.035647 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Allocated IP 172.21.0.1 (a95371c8-2e0b-4090-9138-4f50b951f617/0ead510a-de2a-497a-b440-378501e47b8c/7a8f7d77-e80d-47cd-9d84-4e7840d72bd1) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:23.039148 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:23.168660 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Pushing event updated for resources: {'Port': ['ID=fae250cf-1677-49cb-914b-b7d4eeb33d0e,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:23.190190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:23.191175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92535dcd-4bac-45f4-a291-7a0537826400 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.194241 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.247884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Port 342ce2ae-ffd8-4305-b652-03355b39bb2b cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:48:23.252409 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Attempting to bind port fae250cf-1677-49cb-914b-b7d4eeb33d0e on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:23.252968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Attempting to bind port fae250cf-1677-49cb-914b-b7d4eeb33d0e by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '4d44bafd-baa9-481a-8752-8dc82bb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:23.256560 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Attempting to bind port fae250cf-1677-49cb-914b-b7d4eeb33d0e on network a95371c8-2e0b-4090-9138-4f50b951f617 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:23.262059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:23.262696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Checking segment: {'id': '4d44bafd-baa9-481a-8752-8dc82bb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:23.263304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.263887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Bound using segment: {'id': '4d44bafd-baa9-481a-8752-8dc82bb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:23.265770 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Bound port: fae250cf-1677-49cb-914b-b7d4eeb33d0e, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d44bafd-baa9-481a-8752-8dc82bb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:23.266308 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:23.266690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.293126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.293840 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Added segment 6c6b2f16-9cb7-41ba-a6ef-8663427f7c8b of type vlan for network 4e16b199-7c7e-4956-bbe0-f21845020c12 Jan 28 06:48:23.297608 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.340780 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.369783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Transition to ACTIVE for port object 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:23.384965 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] For port fae250cf-1677-49cb-914b-b7d4eeb33d0e, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:23.388313 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] For port fae250cf-1677-49cb-914b-b7d4eeb33d0e, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=fae250cf-1677-49cb-914b-b7d4eeb33d0e,segment=NetworkSegment(4d44bafd-baa9-481a-8752-8dc82bb0a8a2),segment_id=4d44bafd-baa9-481a-8752-8dc82bb0a8a2)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:23.398103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port a6e29c29-f1ed-4a50-aadf-808df9a991fe completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:23.403632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port a6e29c29-f1ed-4a50-aadf-808df9a991fe triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:23.404010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.432637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Provisioning for port aab8f544-6009-47ae-bf26-70f9a39d4da6 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:23.454442 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Provisioning complete for port aab8f544-6009-47ae-bf26-70f9a39d4da6 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:23.455160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.477069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-92535dcd-4bac-45f4-a291-7a0537826400 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for 342ce2ae-ffd8-4305-b652-03355b39bb2b owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:23.484239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.493786 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:23.495508 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.519191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.523077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fda23-e2ce-48d9-b020-794570f9dcaf tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bac27d1-4f62-434a-a59c-daea94c67720,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:23.531068 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.565724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c247680b-31f9-4f5b-ac25-cd67aa81b730']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:23.586567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-694fda23-e2ce-48d9-b020-794570f9dcaf tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.590211 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-694fda23-e2ce-48d9-b020-794570f9dcaf tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.9843075 Jan 28 06:48:23.597539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 50e647b3-777d-41d6-ba2d-15f5f676cb3d is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:23.599564 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45898) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:23.613278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d688e59a-31f0-41bb-b3ab-4825ba6fab98 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Request body: {'security_group_rule': {'security_group_id': '3bac27d1-4f62-434a-a59c-daea94c67720', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:23.623289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9137284e-fce2-45fe-b9e7-9b4d987d87e5') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:23.624783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9137284e-fce2-45fe-b9e7-9b4d987d87e5') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:23.632319 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9ef3eaae-22d6-4499-94e5-6310a5168cff req-f14b50d7-249b-4fee-948c-3f49e54dd940 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 210 time: 0.1001775 Jan 28 06:48:23.633231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:23.667136 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dad6d-5c93-4882-ae97-8ccb75c68ed5 None None] Pushing event updated for resources: {'Port': ['ID=fae250cf-1677-49cb-914b-b7d4eeb33d0e,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:23.690819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d688e59a-31f0-41bb-b3ab-4825ba6fab98 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:23.696420 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network a95371c8-2e0b-4090-9138-4f50b951f617 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:23.704673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.706174 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:23.708155 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Network': ['ID=4e16b199-7c7e-4956-bbe0-f21845020c12,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:23.710011 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=7a8f7d77-e80d-47cd-9d84-4e7840d72bd1,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:23.712478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:23.726410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 4e16b199-7c7e-4956-bbe0-f21845020c12 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:23.758421 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a74256f5-4869-4558-abc7-58b1b56694eb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7710333 Jan 28 06:48:23.760092 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45902) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:23.765764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'subnet': {'network_id': '4e16b199-7c7e-4956-bbe0-f21845020c12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:23.791633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d688e59a-31f0-41bb-b3ab-4825ba6fab98 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Usage tracker for resource:security_group_rule and tenant:75d5154ee98249d1ad38dba0412e0f0c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:23.823484 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d688e59a-31f0-41bb-b3ab-4825ba6fab98 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:23.908928 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.938198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.945736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.967889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.971069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d688e59a-31f0-41bb-b3ab-4825ba6fab98 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:23.977860 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:23.985978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:subnet and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:23.991184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:23.991467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:23.994771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:23.999266 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:24.004338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port a6e29c29-f1ed-4a50-aadf-808df9a991fe, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a6e29c29-f1ed-4a50-aadf-808df9a991fe,segment=NetworkSegment(f37ad379-c157-4e33-bc69-b5ea93528eb9),segment_id=f37ad379-c157-4e33-bc69-b5ea93528eb9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:24.006178 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] For port aab8f544-6009-47ae-bf26-70f9a39d4da6, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=aab8f544-6009-47ae-bf26-70f9a39d4da6,segment=NetworkSegment(d7420368-4eb2-4134-8055-4cf0a068afb8),segment_id=d7420368-4eb2-4134-8055-4cf0a068afb8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:24.019598 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:24.096262 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.123723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:24.123723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.179473 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=a6e29c29-f1ed-4a50-aadf-808df9a991fe,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:24.187453 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.219627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:24.231897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d688e59a-31f0-41bb-b3ab-4825ba6fab98 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.243051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:port and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:24.251555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:24.275214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:24.278397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Provisioning complete for port d2ea3334-0267-47a9-9631-866b643758dc triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:24.278397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.300184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.304118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.347169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Network': ['ID=c247680b-31f9-4f5b-ac25-cd67aa81b730,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:24.358610 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ee115c92-1456-4580-871b-ef585024e3d7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/c247680b-31f9-4f5b-ac25-cd67aa81b730 HTTP/1.1" status: 204 len: 168 time: 10.7787542 Jan 28 06:48:24.360846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45906) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:24.368477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-440041803'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:24.375895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:24.380522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92535dcd-4bac-45f4-a291-7a0537826400 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.385228 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.388992 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d2ea3334-0267-47a9-9631-866b643758dc up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:24.431718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:network and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:24.443431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:24.445959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:24.449905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.455845 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Pushing event updated for resources: {'Port': ['ID=aab8f544-6009-47ae-bf26-70f9a39d4da6,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:24.460075 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router 7484255f-cee6-4bea-863c-55bd913aa9bf is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:48:24.463676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d688e59a-31f0-41bb-b3ab-4825ba6fab98 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.518515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:24.550941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92535dcd-4bac-45f4-a291-7a0537826400 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=342ce2ae-ffd8-4305-b652-03355b39bb2b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:24.560579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d2ea3334-0267-47a9-9631-866b643758dc triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:24.561006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.561140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d688e59a-31f0-41bb-b3ab-4825ba6fab98 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.673501 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Provisioning for port 34ad8f67-4b13-4ff0-91c6-c6ab64a8ca1f completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:24.693946 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Provisioning complete for port 34ad8f67-4b13-4ff0-91c6-c6ab64a8ca1f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:24.694354 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.716666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688e59a-31f0-41bb-b3ab-4825ba6fab98 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f25c48e-b500-4c96-9bdd-31ad271c46dc,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:24.766199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Port 34ad8f67-4b13-4ff0-91c6-c6ab64a8ca1f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:48:24.788218 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device fae250cf-1677-49cb-914b-b7d4eeb33d0e up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:24.822796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:24.826925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.857278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92535dcd-4bac-45f4-a291-7a0537826400 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.873907 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-92535dcd-4bac-45f4-a291-7a0537826400 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/342ce2ae-ffd8-4305-b652-03355b39bb2b HTTP/1.1" status: 204 len: 168 time: 4.3329465 Jan 28 06:48:24.881372 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45912) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:24.899161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Provisioning complete for port bb53f4b4-6cad-4325-b052-fedfc11e60ad triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:24.900070 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.913664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d688e59a-31f0-41bb-b3ab-4825ba6fab98 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:24.917630 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d688e59a-31f0-41bb-b3ab-4825ba6fab98 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3087010 Jan 28 06:48:24.949227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45916) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:24.987745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d213cd76-5683-4a54-bec4-bc6f5b371311 req-232d2538-9c69-4cdb-9ec6-a1d7afbd44d0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:25.002170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:25.010212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:48:25.057831 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8ee69a09-50a3-4660-8971-e4874a216c99 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5722656 Jan 28 06:48:25.064768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Sync routers for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:48:25.068892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45918) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:25.079982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-132912264'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:25.087278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Provisioning complete for port a6e29c29-f1ed-4a50-aadf-808df9a991fe triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:25.087702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f7b21ba-2bac-437f-8330-436e98ccdc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.089268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:25.091883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.092227 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Added segment 62b815c9-05e8-4d17-b372-c5f4e4e4f853 of type vlan for network bcce6975-8d05-4e49-a238-640cda2f9be9 Jan 28 06:48:25.101917 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:network and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:25.108979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:25.124744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:25.151916 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.21 (41828c89-4e84-48ee-b40d-5e58000c95c4/fd5eb027-0a43-4a4b-8705-7666848b46dd/9e08b697-3365-4447-a5a0-884889ab4e5d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:25.162246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:25.162923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:25.164068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.175354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.175825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d213cd76-5683-4a54-bec4-bc6f5b371311 req-232d2538-9c69-4cdb-9ec6-a1d7afbd44d0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:25.187917 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d213cd76-5683-4a54-bec4-bc6f5b371311 req-232d2538-9c69-4cdb-9ec6-a1d7afbd44d0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 210 time: 0.2676845 Jan 28 06:48:25.238911 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:25.242706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.254761 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-8652a63d-7408-47a7-8eca-7b3fc0266571 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] GET failed (client error): The resource could not be found. Jan 28 06:48:25.258982 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8652a63d-7408-47a7-8eca-7b3fc0266571 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/342ce2ae-ffd8-4305-b652-03355b39bb2b HTTP/1.1" status: 404 len: 333 time: 0.3702643 Jan 28 06:48:25.262868 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45924) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:25.293009 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port fae250cf-1677-49cb-914b-b7d4eeb33d0e completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:25.298273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8ebe9c-a3fb-4e8c-b261-2bc917955222 None None] Network a95371c8-2e0b-4090-9138-4f50b951f617 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:25.310470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.316531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:25.317157 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.403581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Subnet': ['ID=2fb69cec-d980-451d-90f6-4259c19defcc,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:25.404713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device bb53f4b4-6cad-4325-b052-fedfc11e60ad up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:25.407701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:25.449280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-5c2b0d3a-b67f-4300-ab3c-5c6b6cb044c2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port 34ad8f67-4b13-4ff0-91c6-c6ab64a8ca1f {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:25.449540 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0d3a-b67f-4300-ab3c-5c6b6cb044c2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.492350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Checking segment: {'id': '6c6b2f16-9cb7-41ba-a6ef-8663427f7c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e16b199-7c7e-4956-bbe0-f21845020c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:25.493035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network hostable DHCP agents. Network: 4e16b199-7c7e-4956-bbe0-f21845020c12, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:25.506985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e817967-5ca1-4d74-8d27-000dcc8e73d3 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.588884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.621790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e817967-5ca1-4d74-8d27-000dcc8e73d3 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.642738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.643419 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Added segment 6d1ef9ad-3602-4851-a717-380d94f820d7 of type vlan for network c9a95f19-a342-410a-bbd0-ed4600deb47e Jan 28 06:48:25.658739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Network': ['ID=bcce6975-8d05-4e49-a238-640cda2f9be9,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:25.663018 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:48:25.677349 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fa6146e9-2edf-4855-a0e1-57daaee59fff tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3154068 Jan 28 06:48:25.681599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45928) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:25.699931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.700178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'subnet': {'network_id': 'bcce6975-8d05-4e49-a238-640cda2f9be9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:25.720245 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network bcce6975-8d05-4e49-a238-640cda2f9be9 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:25.758558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.761931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.812931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=7a8f7d77-e80d-47cd-9d84-4e7840d72bd1,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:25.830986 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network 4e16b199-7c7e-4956-bbe0-f21845020c12 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:25.867114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object 9e08b697-3365-4447-a5a0-884889ab4e5d will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:25.883760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:25.890250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:subnet and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:25.894066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:25.901326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:25.925863 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.934668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 4e16b199-7c7e-4956-bbe0-f21845020c12) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:25.957036 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708b3fb7-2470-49bc-bb7e-6c30ab07f3a4 None None] Network 4e16b199-7c7e-4956-bbe0-f21845020c12 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:25.959937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:25.960518 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.992572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.998105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port bb53f4b4-6cad-4325-b052-fedfc11e60ad triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:25.998482 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:25.999529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:26.000198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:26.013912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0d3a-b67f-4300-ab3c-5c6b6cb044c2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:26.040332 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:26.043988 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:26.070606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:26.134801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e817967-5ca1-4d74-8d27-000dcc8e73d3 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:26.137733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e817967-5ca1-4d74-8d27-000dcc8e73d3 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:26.142281 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6e817967-5ca1-4d74-8d27-000dcc8e73d3 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-groups/3bac27d1-4f62-434a-a59c-daea94c67720 HTTP/1.1" status: 204 len: 168 time: 0.9612153 Jan 28 06:48:26.159479 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a7e053de-ff99-4fb0-82d9-0d76d72bc304 None None] Provisioning for port fae250cf-1677-49cb-914b-b7d4eeb33d0e completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:26.194330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45932) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:26.220210 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1455123 Jan 28 06:48:26.220426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-5c2b0d3a-b67f-4300-ab3c-5c6b6cb044c2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for 34ad8f67-4b13-4ff0-91c6-c6ab64a8ca1f owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:26.220909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a7e053de-ff99-4fb0-82d9-0d76d72bc304 None None] Provisioning complete for port fae250cf-1677-49cb-914b-b7d4eeb33d0e triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:26.220909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7e053de-ff99-4fb0-82d9-0d76d72bc304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:26.226708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 41828c89-4e84-48ee-b40d-5e58000c95c4 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:26.229955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45938) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:26.249896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:26.251845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650f448-fec1-45dc-a351-547c6f29b461 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Network': ['ID=c9a95f19-a342-410a-bbd0-ed4600deb47e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:26.258077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:26.282825 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network c9a95f19-a342-410a-bbd0-ed4600deb47e details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:26.326870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'subnet': {'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:26.352958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:26.354228 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:26.428055 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-add13b21-ddb0-4087-92bf-e889d10a3a27 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6662526 Jan 28 06:48:26.433972 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45942) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:26.463335 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e817967-5ca1-4d74-8d27-000dcc8e73d3 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bac27d1-4f62-434a-a59c-daea94c67720,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:26.519782 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0d3a-b67f-4300-ab3c-5c6b6cb044c2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:26.556109 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=9e08b697-3365-4447-a5a0-884889ab4e5d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:26.633405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network a95371c8-2e0b-4090-9138-4f50b951f617 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:26.647801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:26.653477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b0d3a-b67f-4300-ab3c-5c6b6cb044c2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=34ad8f67-4b13-4ff0-91c6-c6ab64a8ca1f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:26.681831 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-8a7e9de3-7b1f-4d0b-a46e-3a4fd942f616 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8067164 Jan 28 06:48:26.691249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8d184c51-47f6-47e7-a575-8256cd045b03 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:26.703724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:26.716963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Request body: {'port': {'device_id': '7355c7a4-ce19-4717-ac2d-5bbbd4dfb884', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:26.753943 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:subnet and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:26.776280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:26.871371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8d184c51-47f6-47e7-a575-8256cd045b03 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:26.872693 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8d184c51-47f6-47e7-a575-8256cd045b03 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6685476 Jan 28 06:48:26.892601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:26.896427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-4e16b199-7c7e-4956-bbe0-f21845020c12', 'network_id': '4e16b199-7c7e-4956-bbe0-f21845020c12', 'tenant_id': 'e9f185e4c3054ebc875aae94eb64c827', 'fixed_ips': [{'subnet_id': '2fb69cec-d980-451d-90f6-4259c19defcc'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:26.896745 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:26.904099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45946) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:26.964267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device aab8f544-6009-47ae-bf26-70f9a39d4da6 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:27.087165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7e053de-ff99-4fb0-82d9-0d76d72bc304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:27.093862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:27.098205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:27.135908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:48:18Z', 'revision_number': 2, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:19Z', 'revision_number': 2, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:27.173280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a1fa3056-20b7-4618-a98b-c4709821b54f tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:27.178883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:27.215693 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:27.243789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802643d-1a56-4fd6-bffe-c4aec2e25636 req-ba94418b-4986-471a-ac9f-d2960bd9d44b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:27.251055 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1802643d-1a56-4fd6-bffe-c4aec2e25636 req-ba94418b-4986-471a-ac9f-d2960bd9d44b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 932 time: 0.8006396 Jan 28 06:48:27.253275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Allocated IP 172.20.0.1 (4e16b199-7c7e-4956-bbe0-f21845020c12/2fb69cec-d980-451d-90f6-4259c19defcc/8057c2be-ec7b-43c6-8b4e-9d1762dd165d) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:27.265242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5c2b0d3a-b67f-4300-ab3c-5c6b6cb044c2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:27.289866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router 00136173-1984-42b0-b27f-9271af501164 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:48:27.314499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:27.369473 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1802643d-1a56-4fd6-bffe-c4aec2e25636 req-4e1ff9d5-3c6c-48c7-b490-305a44d7f08e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172681 Jan 28 06:48:27.374453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a1fa3056-20b7-4618-a98b-c4709821b54f tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group_rule {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:27.378463 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a1fa3056-20b7-4618-a98b-c4709821b54f tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4595256 Jan 28 06:48:27.378463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:27.381991 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45950) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:27.391393 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5c2b0d3a-b67f-4300-ab3c-5c6b6cb044c2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/34ad8f67-4b13-4ff0-91c6-c6ab64a8ca1f HTTP/1.1" status: 204 len: 168 time: 2.1225233 Jan 28 06:48:27.394118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Checking router: 7484255f-cee6-4bea-863c-55bd913aa9bf for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:48:27.394555 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Updating router 7484255f-cee6-4bea-863c-55bd913aa9bf port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:48:27.439154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45952) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:27.442148 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-6db18a76-5349-456a-92ea-aacfd110f05f tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] delete failed (client error): The resource could not be found. Jan 28 06:48:27.449247 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6db18a76-5349-456a-92ea-aacfd110f05f tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "DELETE /v2.0/security-groups/3bac27d1-4f62-434a-a59c-daea94c67720 HTTP/1.1" status: 404 len: 347 time: 0.0239263 Jan 28 06:48:27.473090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45958) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:27.479985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a7e053de-ff99-4fb0-82d9-0d76d72bc304 None None] For port fae250cf-1677-49cb-914b-b7d4eeb33d0e, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=fae250cf-1677-49cb-914b-b7d4eeb33d0e,segment=NetworkSegment(4d44bafd-baa9-481a-8752-8dc82bb0a8a2),segment_id=4d44bafd-baa9-481a-8752-8dc82bb0a8a2)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:27.508402 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:27.526600 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port aab8f544-6009-47ae-bf26-70f9a39d4da6 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:27.526978 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:27.595649 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ac3f82-1e00-4c57-9afc-ba8aeb2d5e37 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] GET failed (client error): The resource could not be found. Jan 28 06:48:27.596188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-14ac3f82-1e00-4c57-9afc-ba8aeb2d5e37 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:27.630140 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7e053de-ff99-4fb0-82d9-0d76d72bc304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:27.638312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Subnet': ['ID=5d72d926-43c5-491f-8610-62de8c70ae54,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:27.643374 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:48:27.648149 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d70a28a9-ec08-4bfe-842f-2c4b0e71620c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/00136173-1984-42b0-b27f-9271af501164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1032360 Jan 28 06:48:27.651570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0bf867dd-2a91-4244-bb40-25c62cbc9b81 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Synchronizing usage tracker for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:27.653740 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45962) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:27.660733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'network': {'name': 'tempest-RoutersTest-205204794'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:27.664739 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Sync routers for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:48:27.670466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:27.673964 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:27.674844 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:27.678220 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:network and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:27.681367 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:27.684061 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0bf867dd-2a91-4244-bb40-25c62cbc9b81 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] Unset dirty status for tenant:75d5154ee98249d1ad38dba0412e0f0c on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:27.685306 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0bf867dd-2a91-4244-bb40-25c62cbc9b81 tempest-SecGroupTest-1966674305 tempest-SecGroupTest-1966674305-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2093420 Jan 28 06:48:27.689285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:27.744118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Checking segment: {'id': '62b815c9-05e8-4d17-b372-c5f4e4e4f853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bcce6975-8d05-4e49-a238-640cda2f9be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:27.744745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network hostable DHCP agents. Network: bcce6975-8d05-4e49-a238-640cda2f9be9, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:27.782389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:27.787719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:27.847169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e053de-ff99-4fb0-82d9-0d76d72bc304 None None] Pushing event updated for resources: {'Port': ['ID=fae250cf-1677-49cb-914b-b7d4eeb33d0e,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:27.854948 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:48:27.869751 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:27.893079 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:27.895118 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Added segment a9af5f41-56ad-4016-810d-eef86c2ad1ce of type vlan for network 4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041 Jan 28 06:48:27.934833 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:27.935056 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a7e053de-ff99-4fb0-82d9-0d76d72bc304 None None] Provisioning complete for port aab8f544-6009-47ae-bf26-70f9a39d4da6 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:27.935255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7e053de-ff99-4fb0-82d9-0d76d72bc304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:27.999465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.017256 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-14ac3f82-1e00-4c57-9afc-ba8aeb2d5e37 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:28.021029 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-14ac3f82-1e00-4c57-9afc-ba8aeb2d5e37 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/34ad8f67-4b13-4ff0-91c6-c6ab64a8ca1f HTTP/1.1" status: 404 len: 333 time: 0.5741308 Jan 28 06:48:28.023558 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45968) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:28.086816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Transition to ACTIVE for port object 8057c2be-ec7b-43c6-8b4e-9d1762dd165d will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:28.124482 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.142648 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:28.150090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.171465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a6e29c29-f1ed-4a50-aadf-808df9a991fe up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:28.176105 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network bcce6975-8d05-4e49-a238-640cda2f9be9 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:28.219043 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Transition to ACTIVE for port object 8057c2be-ec7b-43c6-8b4e-9d1762dd165d will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:28.275796 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:48:24Z', 'revision_number': 3, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:24Z', 'revision_number': 2, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:28.280105 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Checking router: 00136173-1984-42b0-b27f-9271af501164 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:48:28.280577 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Updating router 00136173-1984-42b0-b27f-9271af501164 port 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:48:28.282473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ebeec3-c6c7-443b-820e-7f6c7c9f82b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting subnet 1a15702d-c1b5-40b5-b656-33d2c6751dc8 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:48:28.287262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.340302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, bcce6975-8d05-4e49-a238-640cda2f9be9) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:28.341755 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.350228 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.362409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:28.362409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.363569 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e08b697-3365-4447-a5a0-884889ab4e5d {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:48:28.385549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Network': ['ID=4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:28.397653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.402692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15ebeec3-c6c7-443b-820e-7f6c7c9f82b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.433698 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b50081-6fa3-463a-a292-64d68d49c59d None None] Network bcce6975-8d05-4e49-a238-640cda2f9be9 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:28.452718 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:28.460642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Transition to ACTIVE for port object 9e08b697-3365-4447-a5a0-884889ab4e5d will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:28.461421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Subnet': ['ID=cd30ab84-ddb7-4b10-9d74-12e3d688b15c,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:28.477408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Checking segment: {'id': '6d1ef9ad-3602-4851-a717-380d94f820d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:28.479438 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network hostable DHCP agents. Network: c9a95f19-a342-410a-bbd0-ed4600deb47e, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:28.501773 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-336205df-c4dc-47e1-9214-654002aa7222 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8453507 Jan 28 06:48:28.507429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45976) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:28.525750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'subnet': {'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:28.529096 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45980) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:28.553301 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-10e15bb9-b4c8-483f-8cf3-ba97ab662930 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8691971 Jan 28 06:48:28.558722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45984) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:28.562810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.589218 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:48:28.610422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15ebeec3-c6c7-443b-820e-7f6c7c9f82b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.618422 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port a6e29c29-f1ed-4a50-aadf-808df9a991fe triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:28.618791 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.638636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network c9a95f19-a342-410a-bbd0-ed4600deb47e is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:28.659359 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.930585 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Network 4e16b199-7c7e-4956-bbe0-f21845020c12 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:28.946859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.964290 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:28.977817 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Transition to ACTIVE for port object 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:28.978419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:28.983005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:subnet and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:28.987457 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:28.990239 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:28.994801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:29.008108 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:29.009619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, c9a95f19-a342-410a-bbd0-ed4600deb47e) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:29.012958 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Pushing event updated for resources: {'Port': ['ID=8057c2be-ec7b-43c6-8b4e-9d1762dd165d,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:29.014039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:29.015824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.054248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Pushing event updated for resources: {'Port': ['ID=9e08b697-3365-4447-a5a0-884889ab4e5d,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:29.061811 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb69cec-d980-451d-90f6-4259c19defcc,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:29.070788 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4751e9d8-31df-42e8-ba20-3f80cd004dfb None None] Network c9a95f19-a342-410a-bbd0-ed4600deb47e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:29.072797 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.104539 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e16b199-7c7e-4956-bbe0-f21845020c12']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:29.129789 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6b2f16-9cb7-41ba-a6ef-8663427f7c8b') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:29.130175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6b2f16-9cb7-41ba-a6ef-8663427f7c8b') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:29.134996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.141050 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:29.144527 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.153518 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Transition to ACTIVE for port object 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:29.162554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.164958 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9048c6a-3283-407c-9e42-8ef144a5467b None None] Pushing event updated for resources: {'Port': ['ID=7a8f7d77-e80d-47cd-9d84-4e7840d72bd1,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:29.192881 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-561d4710-a4c9-4455-9f5d-fa3746ee67bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75d5154ee98249d1ad38dba0412e0f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6559570 Jan 28 06:48:29.193063 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d30d7750-77eb-4a34-9674-e09f49e32c06 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9362090 Jan 28 06:48:29.193150 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45990) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:29.199854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15ebeec3-c6c7-443b-820e-7f6c7c9f82b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.204322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 45992) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:29.262560 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.276732 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:29.277139 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.291547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a7e053de-ff99-4fb0-82d9-0d76d72bc304 None None] Provisioning complete for port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:29.292412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7e053de-ff99-4fb0-82d9-0d76d72bc304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.329143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b18a4d-07d2-4d0d-89d3-134aa4370db6 req-ed4dcf9d-5f00-4304-ac5d-4f423244f708 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:29.333419 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-52b18a4d-07d2-4d0d-89d3-134aa4370db6 req-ed4dcf9d-5f00-4304-ac5d-4f423244f708 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 944 time: 0.7207756 Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:29.347195 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:29.363797 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.393872 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Attempting to bind port 8057c2be-ec7b-43c6-8b4e-9d1762dd165d on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:29.395131 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Attempting to bind port 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:29.395633 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Attempting to bind port 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '4d44bafd-baa9-481a-8752-8dc82bb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:29.396095 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Attempting to bind port 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 on network a95371c8-2e0b-4090-9138-4f50b951f617 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:29.397432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Attempting to bind port 8057c2be-ec7b-43c6-8b4e-9d1762dd165d by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '6c6b2f16-9cb7-41ba-a6ef-8663427f7c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e16b199-7c7e-4956-bbe0-f21845020c12'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:29.397899 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Attempting to bind port 8057c2be-ec7b-43c6-8b4e-9d1762dd165d on network 4e16b199-7c7e-4956-bbe0-f21845020c12 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:29.408641 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:29.410102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a7e053de-ff99-4fb0-82d9-0d76d72bc304 None None] Port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:48:29.410631 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Checking segment: {'id': '4d44bafd-baa9-481a-8752-8dc82bb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:29.413291 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.413910 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Bound using segment: {'id': '4d44bafd-baa9-481a-8752-8dc82bb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:29.414531 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Bound port: 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d44bafd-baa9-481a-8752-8dc82bb0a8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:29.415010 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.422029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.503932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Attempting to bind port 9e08b697-3365-4447-a5a0-884889ab4e5d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:29.504302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Attempting to bind port 9e08b697-3365-4447-a5a0-884889ab4e5d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '1441c29c-5f20-4efc-b8f9-40f245678bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:29.504633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Attempting to bind port 9e08b697-3365-4447-a5a0-884889ab4e5d on network 41828c89-4e84-48ee-b40d-5e58000c95c4 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:29.526329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Port 9e08b697-3365-4447-a5a0-884889ab4e5d on network 41828c89-4e84-48ee-b40d-5e58000c95c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:48:29.526645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Attempting to bind port 9e08b697-3365-4447-a5a0-884889ab4e5d on network 41828c89-4e84-48ee-b40d-5e58000c95c4 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:29.549982 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] For port 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:29.553649 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] For port 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7a8f7d77-e80d-47cd-9d84-4e7840d72bd1,segment=NetworkSegment(4d44bafd-baa9-481a-8752-8dc82bb0a8a2),segment_id=4d44bafd-baa9-481a-8752-8dc82bb0a8a2)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:29.598503 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:29.599061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Checking segment: {'id': '6c6b2f16-9cb7-41ba-a6ef-8663427f7c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e16b199-7c7e-4956-bbe0-f21845020c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:29.599600 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.600099 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Bound using segment: {'id': '6c6b2f16-9cb7-41ba-a6ef-8663427f7c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e16b199-7c7e-4956-bbe0-f21845020c12'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:29.600590 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-52b18a4d-07d2-4d0d-89d3-134aa4370db6 req-163a2cf6-a8e6-434d-b138-160fbc8de2ed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2461932 Jan 28 06:48:29.604434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Bound port: 8057c2be-ec7b-43c6-8b4e-9d1762dd165d, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6b2f16-9cb7-41ba-a6ef-8663427f7c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e16b199-7c7e-4956-bbe0-f21845020c12'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:29.604556 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.618920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:29.619805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Checking segment: {'id': '1441c29c-5f20-4efc-b8f9-40f245678bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:29.620156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Bound using segment: {'id': '1441c29c-5f20-4efc-b8f9-40f245678bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:29.620647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Bound port: 9e08b697-3365-4447-a5a0-884889ab4e5d, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1441c29c-5f20-4efc-b8f9-40f245678bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:29.621001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.623992 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd664b7a-2935-4d56-9824-f4a0bce2abc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.639218 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.663014 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd664b7a-2935-4d56-9824-f4a0bce2abc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.720657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:48:29.720657 dv-neutron-824022-4-hyperv neutron-server[88216]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:48:29.720657 dv-neutron-824022-4-hyperv neutron-server[88216]: [parameters: {'id': '4e16b199-7c7e-4956-bbe0-f21845020c12'}] Jan 28 06:48:29.720657 dv-neutron-824022-4-hyperv neutron-server[88216]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:48:29.720963 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:48:29.736513 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] For port 8057c2be-ec7b-43c6-8b4e-9d1762dd165d, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:29.740947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] For port 8057c2be-ec7b-43c6-8b4e-9d1762dd165d, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8057c2be-ec7b-43c6-8b4e-9d1762dd165d,segment=NetworkSegment(6c6b2f16-9cb7-41ba-a6ef-8663427f7c8b),segment_id=6c6b2f16-9cb7-41ba-a6ef-8663427f7c8b)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:29.744761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:29.820313 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:29.820941 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:29.836979 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a7e053de-ff99-4fb0-82d9-0d76d72bc304 None None] Could not find standard attr ID for object 342ce2ae-ffd8-4305-b652-03355b39bb2b. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:48:29.876719 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.013986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f704510-c97d-4499-9a95-daf2991a754b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-bcce6975-8d05-4e49-a238-640cda2f9be9', 'network_id': 'bcce6975-8d05-4e49-a238-640cda2f9be9', 'tenant_id': '3d1a202517054b17a7cb08b38b43359c', 'fixed_ips': [{'subnet_id': '5d72d926-43c5-491f-8610-62de8c70ae54'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:30.020089 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f704510-c97d-4499-9a95-daf2991a754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.055388 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd664b7a-2935-4d56-9824-f4a0bce2abc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.086161 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd664b7a-2935-4d56-9824-f4a0bce2abc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e3c297-b28b-4043-8ec6-a3d65ccab74c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:30.130847 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:48:30.142623 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15ebeec3-c6c7-443b-820e-7f6c7c9f82b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.178480 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0883f7f-24e5-4e14-8c5f-ed845beb4582 None None] Pushing event updated for resources: {'Port': ['ID=6190e67d-a6ee-4a01-891d-9bcb4c50fb1f,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:30.201134 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebeec3-c6c7-443b-820e-7f6c7c9f82b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Subnet': ['ID=1a15702d-c1b5-40b5-b656-33d2c6751dc8,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:30.205203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-15ebeec3-c6c7-443b-820e-7f6c7c9f82b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.220965 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-15ebeec3-c6c7-443b-820e-7f6c7c9f82b0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/1a15702d-c1b5-40b5-b656-33d2c6751dc8 HTTP/1.1" status: 204 len: 168 time: 2.1948235 Jan 28 06:48:30.223570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 45998) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:30.224234 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.260445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e2f01a-f6b3-4df2-ab8f-8b086938ace9 None None] Network a2737fbe-a18a-4b7b-87ba-23805a515455 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:30.288799 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2772ec69-317b-4f70-a13c-bae6e20c451f None None] Provisioning for port 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:30.295281 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9048c6a-3283-407c-9e42-8ef144a5467b None None] Pushing event updated for resources: {'Port': ['ID=7a8f7d77-e80d-47cd-9d84-4e7840d72bd1,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:30.295443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Attempting to bind port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:30.295443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Attempting to bind port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'f37ad379-c157-4e33-bc69-b5ea93528eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:30.295443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Attempting to bind port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f on network 50e647b3-777d-41d6-ba2d-15f5f676cb3d {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:30.325343 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd664b7a-2935-4d56-9824-f4a0bce2abc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.328448 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bd664b7a-2935-4d56-9824-f4a0bce2abc5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8e3c297-b28b-4043-8ec6-a3d65ccab74c HTTP/1.1" status: 204 len: 168 time: 1.1324351 Jan 28 06:48:30.397629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.402852 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] For port 9e08b697-3365-4447-a5a0-884889ab4e5d, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:30.419002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] For port 9e08b697-3365-4447-a5a0-884889ab4e5d, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9e08b697-3365-4447-a5a0-884889ab4e5d,segment=NetworkSegment(1441c29c-5f20-4efc-b8f9-40f245678bda),segment_id=1441c29c-5f20-4efc-b8f9-40f245678bda)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:30.452675 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Deleting port 8057c2be-ec7b-43c6-8b4e-9d1762dd165d {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:30.453098 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.468903 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device fae250cf-1677-49cb-914b-b7d4eeb33d0e up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:30.488644 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.495902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Subnet': ['ID=5d72d926-43c5-491f-8610-62de8c70ae54,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:30.549051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.554571 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c737d1-31da-41ea-84b3-9454ac5ab8c1 None None] Pushing event updated for resources: {'Port': ['ID=8057c2be-ec7b-43c6-8b4e-9d1762dd165d,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:30.585372 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a32dad-bb11-42c4-91e8-8d47b924fb93 None None] Network 4e16b199-7c7e-4956-bbe0-f21845020c12 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:30.611029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Subnet': ['ID=a543028f-f813-4791-a289-b2694ce3535b,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:30.654616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.791084 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:48:24Z', 'revision_number': 3, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:29Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:30.794207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:30.794584 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Checking segment: {'id': 'f37ad379-c157-4e33-bc69-b5ea93528eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:30.794991 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.795428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Bound using segment: {'id': 'f37ad379-c157-4e33-bc69-b5ea93528eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:30.796478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Bound port: 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f37ad379-c157-4e33-bc69-b5ea93528eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:30.796853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.802724 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de10b889-2e13-425b-a298-c6cfdfc81b8b None None] The sync data for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv is: [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:48:24Z', 'revision_number': 3, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:29Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:48:30.855007 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] For port 8057c2be-ec7b-43c6-8b4e-9d1762dd165d, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8057c2be-ec7b-43c6-8b4e-9d1762dd165d,segment=NetworkSegment(6c6b2f16-9cb7-41ba-a6ef-8663427f7c8b),segment_id=6c6b2f16-9cb7-41ba-a6ef-8663427f7c8b)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:30.855522 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.872906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Pushing event updated for resources: {'Port': ['ID=9e08b697-3365-4447-a5a0-884889ab4e5d,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:30.934298 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.957350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:30.957977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:30.959367 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6ae75e83-4fc3-416a-957e-ed4eb0536b0b service neutron] 10.222.0.37 "PUT /v2.0/ports/9e08b697-3365-4447-a5a0-884889ab4e5d HTTP/1.1" status: 200 len: 1094 time: 4.2470248 Jan 28 06:48:30.994790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7355c7a4-ce19-4717-ac2d-5bbbd4dfb884', 'tag': '9e08b697-3365-4447-a5a0-884889ab4e5d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:48:30.996920 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.028276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcce6975-8d05-4e49-a238-640cda2f9be9']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:31.044348 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b815c9-05e8-4d17-b372-c5f4e4e4f853') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:31.044559 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b815c9-05e8-4d17-b372-c5f4e4e4f853') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:31.068814 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.087146 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.095678 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:31.096077 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:31.141255 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:31.143421 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port bb53f4b4-6cad-4325-b052-fedfc11e60ad {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:31.145106 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.160127 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-c9a95f19-a342-410a-bbd0-ed4600deb47e', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:31.161109 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.255348 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Calling delete_port for 8057c2be-ec7b-43c6-8b4e-9d1762dd165d owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:31.312582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port fae250cf-1677-49cb-914b-b7d4eeb33d0e triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:31.313195 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.353736 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7355c7a4-ce19-4717-ac2d-5bbbd4dfb884', 'tag': '9e08b697-3365-4447-a5a0-884889ab4e5d', 'status': 'completed', 'code': 200} Jan 28 06:48:31.389360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Checking segment: {'id': 'a9af5f41-56ad-4016-810d-eef86c2ad1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:31.390263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network hostable DHCP agents. Network: 4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:31.431429 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server [None req-4f704510-c97d-4499-9a95-daf2991a754b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d72d926-43c5-491f-8610-62de8c70ae54: This subnet is being modified by another concurrent operation. Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 06:48:31.432012 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server raise exception Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d72d926-43c5-491f-8610-62de8c70ae54: This subnet is being modified by another concurrent operation. Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2772ec69-317b-4f70-a13c-bae6e20c451f None None] Provisioning complete for port fae250cf-1677-49cb-914b-b7d4eeb33d0e triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:31.435400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2772ec69-317b-4f70-a13c-bae6e20c451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.509936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.510798 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c67bd-ab01-47c0-ba22-7689a852ed8c req-dccbd331-a59e-4c3a-87ab-8c446cb4c7b5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:31.512393 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-276c67bd-ab01-47c0-ba22-7689a852ed8c req-dccbd331-a59e-4c3a-87ab-8c446cb4c7b5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 944 time: 0.5823274 Jan 28 06:48:31.515598 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.525091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Port': ['ID=8057c2be-ec7b-43c6-8b4e-9d1762dd165d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:31.527902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-2df1fcb9-6ec2-4296-9776-d7401c6fb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:31.529408 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-2df1fcb9-6ec2-4296-9776-d7401c6fb61d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 1097 time: 0.2213461 Jan 28 06:48:31.555400 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/bcce6975-8d05-4e49-a238-640cda2f9be9 HTTP/1.1" status: 204 len: 168 time: 2.9819744 Jan 28 06:48:31.558938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No DVR routers for this DVR port 8057c2be-ec7b-43c6-8b4e-9d1762dd165d on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:31.597130 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46008) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:31.606090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65ba15-8267-404b-8d9b-6578acc22c24 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Network': ['ID=bcce6975-8d05-4e49-a238-640cda2f9be9,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:31.620077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network 4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:31.624833 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-355777978'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:31.630761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:31.635489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Allocated IP 2001:db8:1::2 (c9a95f19-a342-410a-bbd0-ed4600deb47e/cd30ab84-ddb7-4b10-9d74-12e3d688b15c/0c146a00-4462-4c2f-bacf-d6386ed7f5a6) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:31.636510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:network and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:31.637580 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32ddbec3-d8bf-4430-9787-028378766e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.640661 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-1c9b3b82-276d-404f-a700-71bd54d638a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=9e08b697-3365-4447-a5a0-884889ab4e5d HTTP/1.1" status: 200 len: 217 time: 0.0881531 Jan 28 06:48:31.640897 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:31.648123 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:31.665028 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb6956f-a33c-45e5-b136-8a87a4754d1c None None] Network bcce6975-8d05-4e49-a238-640cda2f9be9 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:31.706327 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-276c67bd-ab01-47c0-ba22-7689a852ed8c req-5085d0a5-359e-4d4d-9db1-f2ca89101ce6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810112 Jan 28 06:48:31.714103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:31.721138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:31.721769 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.737407 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7547f75-0344-4626-8681-d7d6778c7657 None None] Network 4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:31.750679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6b6c0e42-ddb8-4d90-8770-020f23c182c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:31.752620 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-6b6c0e42-ddb8-4d90-8770-020f23c182c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd5eb027-0a43-4a4b-8705-7666848b46dd HTTP/1.1" status: 200 len: 836 time: 0.1006374 Jan 28 06:48:31.768547 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:31.781031 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.808427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb6956f-a33c-45e5-b136-8a87a4754d1c None None] Network bcce6975-8d05-4e49-a238-640cda2f9be9 could not be found, it might have been deleted concurrently. {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 06:48:31.843518 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-140ccb18-35a4-4055-b829-f36d7cd30138 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3345127 Jan 28 06:48:31.847879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46012) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:31.850314 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-70a60334-31e3-4aaa-862f-8db87eb9556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:31.852113 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-70a60334-31e3-4aaa-862f-8db87eb9556a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41828c89-4e84-48ee-b40d-5e58000c95c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0894923 Jan 28 06:48:31.881747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:31.995197 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e16b199-7c7e-4956-bbe0-f21845020c12']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:32.007751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] For port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:32.023509 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:32.027748 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6b2f16-9cb7-41ba-a6ef-8663427f7c8b') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:32.028041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6b2f16-9cb7-41ba-a6ef-8663427f7c8b') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:32.047219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] For port bb53f4b4-6cad-4325-b052-fedfc11e60ad, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=bb53f4b4-6cad-4325-b052-fedfc11e60ad,segment=NetworkSegment(9a5edc80-8765-4c19-b9d1-0f0a7b3145f8),segment_id=9a5edc80-8765-4c19-b9d1-0f0a7b3145f8)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:32.047593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.056656 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.063612 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.063889 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Added segment f5f40dd9-7e01-4647-8450-420acd2aad09 of type vlan for network 38a02e9f-78c9-4bd9-84f0-d3a15a7ec400 Jan 28 06:48:32.103547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] For port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6190e67d-a6ee-4a01-891d-9bcb4c50fb1f,segment=NetworkSegment(f37ad379-c157-4e33-bc69-b5ea93528eb9),segment_id=f37ad379-c157-4e33-bc69-b5ea93528eb9)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:32.259019 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.304712 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.310876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for bb53f4b4-6cad-4325-b052-fedfc11e60ad owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:32.362141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:32.362540 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:32.377107 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:32.402453 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:32.418221 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.499581 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-7d60242a-6903-4891-8f4e-8f203d8aed5f service neutron] 10.222.0.37 "GET /v2.0/networks/41828c89-4e84-48ee-b40d-5e58000c95c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5694473 Jan 28 06:48:32.500313 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.519443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Transition to ACTIVE for port object 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:32.556413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f5cec1-bc34-466b-ad8f-d9b27dda1bb7 None None] DHCP port deletion for a2737fbe-a18a-4b7b-87ba-23805a515455 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:48:32.572869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Transition to ACTIVE for port object 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:32.574151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:32.574837 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:32.582815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.612705 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.628282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Network': ['ID=4e16b199-7c7e-4956-bbe0-f21845020c12,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:32.637033 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c4a4a6f6-f2e2-4933-bd31-7b5821849817 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/4e16b199-7c7e-4956-bbe0-f21845020c12 HTTP/1.1" status: 204 len: 168 time: 6.2017269 Jan 28 06:48:32.638207 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.646030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46016) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:32.702647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-690611728'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:32.705964 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.711644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:32.712684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.732175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=bb53f4b4-6cad-4325-b052-fedfc11e60ad,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:32.734939 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No DVR routers for this DVR port bb53f4b4-6cad-4325-b052-fedfc11e60ad on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:32.794186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:32.799369 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:48:32.823844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:network and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:32.830806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:32.842848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:32.874467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.927422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2737fbe-a18a-4b7b-87ba-23805a515455']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:32.935906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0883f7f-24e5-4e14-8c5f-ed845beb4582 None None] Pushing event updated for resources: {'Port': ['ID=6190e67d-a6ee-4a01-891d-9bcb4c50fb1f,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:32.957249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5cec1-bc34-466b-ad8f-d9b27dda1bb7 None None] Deleting port bb53f4b4-6cad-4325-b052-fedfc11e60ad {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:32.957632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c8f5cec1-bc34-466b-ad8f-d9b27dda1bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.991358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:32.993243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Network': ['ID=38a02e9f-78c9-4bd9-84f0-d3a15a7ec400,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:32.997230 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56fc64b1-e05d-4b5e-ae29-70587577f4ee req-e95c39ae-c547-448c-9444-6e52ade14ca0 service neutron] 10.222.0.37 "GET /v2.0/networks/41828c89-4e84-48ee-b40d-5e58000c95c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848619 Jan 28 06:48:32.997389 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-458d852a-c1b1-4de3-8d4f-8cb50c21d2e8 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3989553 Jan 28 06:48:32.999827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5edc80-8765-4c19-b9d1-0f0a7b3145f8') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:33.000096 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5edc80-8765-4c19-b9d1-0f0a7b3145f8') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:33.009286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46022) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:33.019773 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'subnet': {'network_id': '38a02e9f-78c9-4bd9-84f0-d3a15a7ec400', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:33.030444 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Allocated IP 2001:db8:1::1 (c9a95f19-a342-410a-bbd0-ed4600deb47e/cd30ab84-ddb7-4b10-9d74-12e3d688b15c/67729d79-96a5-44cd-9cc0-6a264ee4f3d9) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:33.047644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.054164 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:33.054997 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.065055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 38a02e9f-78c9-4bd9-84f0-d3a15a7ec400 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:33.120930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:33.124959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.126816 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.129958 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Network c9a95f19-a342-410a-bbd0-ed4600deb47e is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:33.147636 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:33.148062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.148894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5cec1-bc34-466b-ad8f-d9b27dda1bb7 None None] The port 'bb53f4b4-6cad-4325-b052-fedfc11e60ad' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:33.164265 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:33.176187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:33.192732 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:subnet and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:33.207413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:33.231122 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:33.241823 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:33.256385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:33.297455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:33.303169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.324522 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.329849 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.340130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2ea86-b5c2-4e64-94b1-7616a78a9442 req-3319a0a1-b9fe-434b-a8a6-d08285e38aab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:33.340515 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-31e2ea86-b5c2-4e64-94b1-7616a78a9442 req-3319a0a1-b9fe-434b-a8a6-d08285e38aab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 944 time: 0.4489069 Jan 28 06:48:33.367921 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.367921 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Added segment 89850abe-af0e-4763-8f84-51d7d6dccb38 of type vlan for network c7809968-811c-4836-86a2-b51a007aab36 Jan 28 06:48:33.375560 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Network': ['ID=a2737fbe-a18a-4b7b-87ba-23805a515455,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:33.375560 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ee4d2870-6bde-4e96-9f65-07f928e3b096 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/networks/a2737fbe-a18a-4b7b-87ba-23805a515455 HTTP/1.1" status: 204 len: 168 time: 3.1440330 Jan 28 06:48:33.376411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46026) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:33.383195 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-997711661'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:33.388516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:33.393574 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:network and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:33.397294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:33.403427 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:33.407625 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.414239 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Pushing event updated for resources: {'Port': ['ID=0c146a00-4462-4c2f-bacf-d6386ed7f5a6,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:33.427480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:33.453092 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2772ec69-317b-4f70-a13c-bae6e20c451f None None] Provisioning for port 9e08b697-3365-4447-a5a0-884889ab4e5d completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:33.477063 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6a65c239-b4a7-4aee-85e7-11486e62b853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.540986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:33.572217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:33.572480 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.576307 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.582870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:33.586441 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.600407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.616338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Attempting to bind port 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:33.620782 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-31e2ea86-b5c2-4e64-94b1-7616a78a9442 req-8582ab90-33d5-41bc-a18d-107be5280336 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646894 Jan 28 06:48:33.621055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Attempting to bind port 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '6d1ef9ad-3602-4851-a717-380d94f820d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:33.621055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Attempting to bind port 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 on network c9a95f19-a342-410a-bbd0-ed4600deb47e {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:33.630434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Transition to ACTIVE for port object 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:33.636487 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:33.649069 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.650097 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Added segment 97571a5d-3f39-4fca-846f-845fdd9708a9 of type vlan for network 14a499c6-cae0-44c2-8d13-1feca0bd23aa Jan 28 06:48:33.659427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:33.659807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Checking segment: {'id': '6d1ef9ad-3602-4851-a717-380d94f820d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:33.660512 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.660652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Bound using segment: {'id': '6d1ef9ad-3602-4851-a717-380d94f820d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:33.661514 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Bound port: 0c146a00-4462-4c2f-bacf-d6386ed7f5a6, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ef9ad-3602-4851-a717-380d94f820d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:33.661514 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.697555 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.700168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047465d-324c-491a-ad90-a2d9986ab0eb req-00093ce8-5db6-48a2-b24b-3e6df2c089ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:33.701681 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6047465d-324c-491a-ad90-a2d9986ab0eb req-00093ce8-5db6-48a2-b24b-3e6df2c089ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 1097 time: 0.5175917 Jan 28 06:48:33.827202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4992de36-f253-4b1a-b10a-128b9cdac4f1 None None] Provisioning complete for port 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:33.827597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4992de36-f253-4b1a-b10a-128b9cdac4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.828709 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.834700 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.840428 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:33.841283 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:33.881208 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Allocated IP 172.22.0.2 (4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041/a543028f-f813-4791-a289-b2694ce3535b/47b11217-c45e-40ce-95b6-c54fdc4b3e6f) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:34.004238 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] For port 0c146a00-4462-4c2f-bacf-d6386ed7f5a6, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:34.009668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:34.015578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:34.016159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:34.039689 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] For port 0c146a00-4462-4c2f-bacf-d6386ed7f5a6, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0c146a00-4462-4c2f-bacf-d6386ed7f5a6,segment=NetworkSegment(6d1ef9ad-3602-4851-a717-380d94f820d7),segment_id=6d1ef9ad-3602-4851-a717-380d94f820d7)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:34.042198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Subnet': ['ID=9b6b2037-754f-46fa-88b8-e93183b67bec,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:34.044695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Network': ['ID=14a499c6-cae0-44c2-8d13-1feca0bd23aa,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:34.088067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Checking segment: {'id': 'f5f40dd9-7e01-4647-8450-420acd2aad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38a02e9f-78c9-4bd9-84f0-d3a15a7ec400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:34.088506 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network hostable DHCP agents. Network: 38a02e9f-78c9-4bd9-84f0-d3a15a7ec400, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:34.093458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:34.111208 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 14a499c6-cae0-44c2-8d13-1feca0bd23aa details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:34.159486 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-594f8253-fcac-41ff-a152-269fc3e1910c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7817647 Jan 28 06:48:34.162036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46030) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:34.167782 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': '14a499c6-cae0-44c2-8d13-1feca0bd23aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:34.170395 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:34.180946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:34.208696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network 38a02e9f-78c9-4bd9-84f0-d3a15a7ec400 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:34.220496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Network': ['ID=c7809968-811c-4836-86a2-b51a007aab36,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:34.239201 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-612adf47-d165-48ee-83d4-6af6b7320ff2 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5859528 Jan 28 06:48:34.241038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047465d-324c-491a-ad90-a2d9986ab0eb req-58a3bf37-2b0d-4955-939d-700ceb7c282e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:34.242614 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6047465d-324c-491a-ad90-a2d9986ab0eb req-58a3bf37-2b0d-4955-939d-700ceb7c282e service neutron] 10.222.0.37 "GET /v2.0/networks?id=41828c89-4e84-48ee-b40d-5e58000c95c4 HTTP/1.1" status: 200 len: 896 time: 0.5272121 Jan 28 06:48:34.251862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46034) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:34.269236 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network c7809968-811c-4836-86a2-b51a007aab36 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:34.269675 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:34.363751 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network c9a95f19-a342-410a-bbd0-ed4600deb47e is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:34.388106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:34.391487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:34.392089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:34.396417 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 38a02e9f-78c9-4bd9-84f0-d3a15a7ec400) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:34.403806 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:34.404414 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:34.422326 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6047465d-324c-491a-ad90-a2d9986ab0eb req-65a47cb9-82f3-42c5-8b02-b9cc350a87e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=9e08b697-3365-4447-a5a0-884889ab4e5d HTTP/1.1" status: 200 len: 217 time: 0.1642871 Jan 28 06:48:34.423413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:34.426573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=67729d79-96a5-44cd-9cc0-6a264ee4f3d9,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:34.428229 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:34.431587 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:34.438033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:34.486936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80742565-56ad-48fe-a70a-f04c38ad884e None None] Network 38a02e9f-78c9-4bd9-84f0-d3a15a7ec400 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:34.500203 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7a8f7d77-e80d-47cd-9d84-4e7840d72bd1,segment=NetworkSegment(4d44bafd-baa9-481a-8752-8dc82bb0a8a2),segment_id=4d44bafd-baa9-481a-8752-8dc82bb0a8a2)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:34.521411 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ade7f21d-e317-481f-b17d-3352fb1ea345 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5067255 Jan 28 06:48:34.521710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46042) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:34.528343 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-665b6175-4988-4c65-b5c4-a8de2f4e84ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'subnet': {'network_id': '38a02e9f-78c9-4bd9-84f0-d3a15a7ec400', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:34.536349 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:48:18Z', 'revision_number': 2, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:31Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:34.552434 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:34.556318 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:34.595990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047465d-324c-491a-ad90-a2d9986ab0eb req-62be9121-604b-4e71-8756-bffc5cc1a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:34.597504 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6047465d-324c-491a-ad90-a2d9986ab0eb req-62be9121-604b-4e71-8756-bffc5cc1a7d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fd5eb027-0a43-4a4b-8705-7666848b46dd HTTP/1.1" status: 200 len: 836 time: 0.1636391 Jan 28 06:48:34.604587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4992de36-f253-4b1a-b10a-128b9cdac4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:34.659188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e14e12-a5a1-4b3d-8b13-f4dadbb74491 None None] The sync data for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv is: [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:48:18Z', 'revision_number': 2, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:31Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:48:34.707256 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9362ea-1864-4dde-9912-875f19a5fba2 None None] Pushing event updated for resources: {'Port': ['ID=0c146a00-4462-4c2f-bacf-d6386ed7f5a6,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:34.709966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:34.713401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:34.776308 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:34.869680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-665b6175-4988-4c65-b5c4-a8de2f4e84ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:34.879600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-665b6175-4988-4c65-b5c4-a8de2f4e84ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:subnet and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:34.890280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-665b6175-4988-4c65-b5c4-a8de2f4e84ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:34.901964 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-665b6175-4988-4c65-b5c4-a8de2f4e84ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:34.909473 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device bb53f4b4-6cad-4325-b052-fedfc11e60ad no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:48:34.971915 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: bb53f4b4-6cad-4325-b052-fedfc11e60ad {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:48:34.972261 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device bb53f4b4-6cad-4325-b052-fedfc11e60ad not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:48:34.991829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:35.015169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:35.044104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665b6175-4988-4c65-b5c4-a8de2f4e84ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:35.051760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-665b6175-4988-4c65-b5c4-a8de2f4e84ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:35.106963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:35.120060 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Transition to ACTIVE for port object 47b11217-c45e-40ce-95b6-c54fdc4b3e6f will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:35.122737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=7a8f7d77-e80d-47cd-9d84-4e7840d72bd1,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:35.141330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047465d-324c-491a-ad90-a2d9986ab0eb req-63a3fa66-503e-48cf-bd19-55d0c83d3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:35.142834 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6047465d-324c-491a-ad90-a2d9986ab0eb req-63a3fa66-503e-48cf-bd19-55d0c83d3404 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=41828c89-4e84-48ee-b40d-5e58000c95c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5299323 Jan 28 06:48:35.190721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:35.207045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-4992de36-f253-4b1a-b10a-128b9cdac4f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:48:35.207380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-4992de36-f253-4b1a-b10a-128b9cdac4f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:48:35.210938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Transition to ACTIVE for port object 47b11217-c45e-40ce-95b6-c54fdc4b3e6f will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:35.226912 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:35.312208 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Subnet': ['ID=2368b700-18aa-4439-ba81-d378db158dd3,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:35.313455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-38a02e9f-78c9-4bd9-84f0-d3a15a7ec400', 'network_id': '38a02e9f-78c9-4bd9-84f0-d3a15a7ec400', 'tenant_id': '3d1a202517054b17a7cb08b38b43359c', 'fixed_ips': [{'subnet_id': '9b6b2037-754f-46fa-88b8-e93183b67bec'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:35.315271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:35.346123 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:35.386178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Checking segment: {'id': '97571a5d-3f39-4fca-846f-845fdd9708a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14a499c6-cae0-44c2-8d13-1feca0bd23aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:35.387380 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network hostable DHCP agents. Network: 14a499c6-cae0-44c2-8d13-1feca0bd23aa, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:35.419954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Network 4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:35.458486 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:35.460944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:35.530807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Pushing event updated for resources: {'Port': ['ID=47b11217-c45e-40ce-95b6-c54fdc4b3e6f,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:35.543811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network c7809968-811c-4836-86a2-b51a007aab36 is not hosted by any dhcp agent {{(pid=88217) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 06:48:35.554121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:35.555022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:35.562251 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "PUT /v2.0/networks/c7809968-811c-4836-86a2-b51a007aab36 HTTP/1.1" status: 200 len: 723 time: 1.3038146 Jan 28 06:48:35.611435 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46052) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:35.620059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'subnet': {'network_id': 'c7809968-811c-4836-86a2-b51a007aab36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:35.674123 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Allocated IP 2001:db8::2 (38a02e9f-78c9-4bd9-84f0-d3a15a7ec400/9b6b2037-754f-46fa-88b8-e93183b67bec/badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:35.699031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Network': ['ID=c7809968-811c-4836-86a2-b51a007aab36,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:35.761237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-665b6175-4988-4c65-b5c4-a8de2f4e84ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:35.775540 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:35.878314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network 14a499c6-cae0-44c2-8d13-1feca0bd23aa is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:35.917726 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:35.935769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:subnet and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:35.944763 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b6175-4988-4c65-b5c4-a8de2f4e84ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network 38a02e9f-78c9-4bd9-84f0-d3a15a7ec400 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:35.945500 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:35.952664 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6047465d-324c-491a-ad90-a2d9986ab0eb req-361f9fd1-2bd7-4764-8ecd-6808ca752bd0 service neutron] 10.222.0.37 "GET /v2.0/networks/41828c89-4e84-48ee-b40d-5e58000c95c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7513752 Jan 28 06:48:35.953591 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-665b6175-4988-4c65-b5c4-a8de2f4e84ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:35.955372 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665b6175-4988-4c65-b5c4-a8de2f4e84ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:35.955967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-665b6175-4988-4c65-b5c4-a8de2f4e84ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:35.966689 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b6175-4988-4c65-b5c4-a8de2f4e84ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Subnet': ['ID=3dfc5265-8cff-4046-a2ee-08c2262e7405,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:35.977462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:36.001207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0bfc6-6a9b-4038-8df8-88d4084c1072 req-afbfcf1b-42c0-4d28-aa12-24f37d487ef4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:36.003265 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96a0bfc6-6a9b-4038-8df8-88d4084c1072 req-afbfcf1b-42c0-4d28-aa12-24f37d487ef4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 944 time: 1.1000571 Jan 28 06:48:36.007962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:36.007962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:36.007962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:36.007962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:36.007962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:36.007962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:36.007962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:36.007962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:36.007962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:36.008784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:36.008784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:36.008784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e106-74a3-4743-981d-fc65023ca383 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:36.021062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 14a499c6-cae0-44c2-8d13-1feca0bd23aa) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:36.025585 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:36.026358 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:36.036947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network c7809968-811c-4836-86a2-b51a007aab36 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:36.059387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb1cd65-4e16-4fc7-b38f-ec687bfac439 None None] Network 14a499c6-cae0-44c2-8d13-1feca0bd23aa requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:36.109839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Attempting to bind port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:36.110211 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Attempting to bind port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'a9af5f41-56ad-4016-810d-eef86c2ad1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:36.110573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Attempting to bind port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f on network 4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:36.112561 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96a0bfc6-6a9b-4038-8df8-88d4084c1072 req-92639c7e-e131-4ff7-99d0-e55c43a1efc5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976973 Jan 28 06:48:36.114846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:36.118628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:36.122876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:36.130257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:36.130637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Checking segment: {'id': 'a9af5f41-56ad-4016-810d-eef86c2ad1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:36.131029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:36.131462 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Bound using segment: {'id': 'a9af5f41-56ad-4016-810d-eef86c2ad1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:36.131944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Bound port: 47b11217-c45e-40ce-95b6-c54fdc4b3e6f, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9af5f41-56ad-4016-810d-eef86c2ad1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:36.132316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:36.174916 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-665b6175-4988-4c65-b5c4-a8de2f4e84ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6485109 Jan 28 06:48:36.176215 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b0ed83f8-34da-4efd-8822-48a682338b56 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0130470 Jan 28 06:48:36.180407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46056) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:36.180744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46058) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:36.186852 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Allocated IP 172.22.0.1 (4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041/a543028f-f813-4791-a289-b2694ce3535b/927ea74c-5689-42ee-8043-4abd20d3794a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:36.251740 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Transition to ACTIVE for port object badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:36.260322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-bc3fb260-28df-4331-b72d-2f45839342b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1537127660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:36.267360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bc3fb260-28df-4331-b72d-2f45839342b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:36.272049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bc3fb260-28df-4331-b72d-2f45839342b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:router and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:36.290318 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bc3fb260-28df-4331-b72d-2f45839342b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:36.297592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bc3fb260-28df-4331-b72d-2f45839342b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:36.335784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65eb3a-1f43-4c9b-9867-1818a3cc2c1a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:36.337239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65eb3a-1f43-4c9b-9867-1818a3cc2c1a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:36.338704 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65eb3a-1f43-4c9b-9867-1818a3cc2c1a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:36.340338 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65eb3a-1f43-4c9b-9867-1818a3cc2c1a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:36.341829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf65eb3a-1f43-4c9b-9867-1818a3cc2c1a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:36.342809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cf65eb3a-1f43-4c9b-9867-1818a3cc2c1a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Synchronizing usage tracker for tenant:3d1a202517054b17a7cb08b38b43359c on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:36.366848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Transition to ACTIVE for port object badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:36.417842 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c886ddf7-745c-49dc-bc26-ac772b56fc7e None None] Network c9a95f19-a342-410a-bbd0-ed4600deb47e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:36.429696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb260-28df-4331-b72d-2f45839342b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:36.430701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb260-28df-4331-b72d-2f45839342b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:36.467628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] For port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:36.500978 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6047465d-324c-491a-ad90-a2d9986ab0eb req-2579f7cf-7bb8-4e99-a384-1197adb82ed4 service neutron] 10.222.0.37 "GET /v2.0/networks/41828c89-4e84-48ee-b40d-5e58000c95c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515194 Jan 28 06:48:36.534671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:36.558651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cf65eb3a-1f43-4c9b-9867-1818a3cc2c1a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Unset dirty status for tenant:3d1a202517054b17a7cb08b38b43359c on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:36.559807 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cf65eb3a-1f43-4c9b-9867-1818a3cc2c1a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3781674 Jan 28 06:48:36.566393 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46064) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:36.575051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1378560076'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:36.580619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:36.586086 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:36.618647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb260-28df-4331-b72d-2f45839342b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:36.653739 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] For port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=47b11217-c45e-40ce-95b6-c54fdc4b3e6f,segment=NetworkSegment(a9af5f41-56ad-4016-810d-eef86c2ad1ce),segment_id=a9af5f41-56ad-4016-810d-eef86c2ad1ce)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:36.659434 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:network and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:36.667628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Network 38a02e9f-78c9-4bd9-84f0-d3a15a7ec400 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:36.674909 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:36.692071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:36.703724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:36.714566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:36.725217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:36.726244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Transition to ACTIVE for port object 927ea74c-5689-42ee-8043-4abd20d3794a will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:36.727844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:36.741756 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Checking segment: {'id': '89850abe-af0e-4763-8f84-51d7d6dccb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c7809968-811c-4836-86a2-b51a007aab36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:36.742512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network hostable DHCP agents. Network: c7809968-811c-4836-86a2-b51a007aab36, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:36.767791 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Subnet': ['ID=1171bce0-a13f-4901-a3a7-908921b88ee9,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:36.778089 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Pushing event updated for resources: {'Port': ['ID=badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:36.781131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-14a499c6-cae0-44c2-8d13-1feca0bd23aa', 'network_id': '14a499c6-cae0-44c2-8d13-1feca0bd23aa', 'tenant_id': 'de6a824d5ec249e0b22ece683ed2b1e4', 'fixed_ips': [{'subnet_id': '2368b700-18aa-4439-ba81-d378db158dd3'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:36.781944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:36.940862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Attempting to bind port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:36.941501 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Attempting to bind port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'f5f40dd9-7e01-4647-8450-420acd2aad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38a02e9f-78c9-4bd9-84f0-d3a15a7ec400'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:36.941863 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Attempting to bind port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 on network 38a02e9f-78c9-4bd9-84f0-d3a15a7ec400 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:36.972289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:36.973039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Checking segment: {'id': 'f5f40dd9-7e01-4647-8450-420acd2aad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38a02e9f-78c9-4bd9-84f0-d3a15a7ec400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:36.973039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:36.973432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Bound using segment: {'id': 'f5f40dd9-7e01-4647-8450-420acd2aad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38a02e9f-78c9-4bd9-84f0-d3a15a7ec400'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:36.973905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Bound port: badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f40dd9-7e01-4647-8450-420acd2aad09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38a02e9f-78c9-4bd9-84f0-d3a15a7ec400'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:36.974279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.018678 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:37.056915 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:37.060579 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.069682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.069868 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.069868 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.069868 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb260-28df-4331-b72d-2f45839342b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.084876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network c7809968-811c-4836-86a2-b51a007aab36 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:37.119724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:37.127221 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.129016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.129367 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Added segment f12eb382-f922-4edd-93b7-3fd66d910600 of type vlan for network dc8e34df-8b76-40b7-9aba-b0cde75ad601 Jan 28 06:48:37.148322 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f3936d70-82fc-4cf1-b2c3-14bce7d57ea1 None None] Provisioning for port 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:37.151297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 9e08b697-3365-4447-a5a0-884889ab4e5d details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:48:37.157755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.205104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, c7809968-811c-4836-86a2-b51a007aab36) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:37.211446 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:37.212043 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579590'] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.221535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network 4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:37.234468 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b6e672-c4a0-4a02-849a-9688b924986a None None] Network c7809968-811c-4836-86a2-b51a007aab36 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:37.237112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:37.246725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:37.318294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.325200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:37.345954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.380013 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6f4a1124-c79b-46c1-bfed-0048646c1ee4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7647355 Jan 28 06:48:37.386258 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46070) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:37.388303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:37.395293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=67729d79-96a5-44cd-9cc0-6a264ee4f3d9,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:37.426103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Allocated IP 172.20.0.2 (14a499c6-cae0-44c2-8d13-1feca0bd23aa/2368b700-18aa-4439-ba81-d378db158dd3/3b4c87e9-7701-4ece-b772-78caee4da6ef) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:37.443808 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8e802-7a27-4b48-96ac-e5a704dfaeba None None] Pushing event updated for resources: {'Port': ['ID=47b11217-c45e-40ce-95b6-c54fdc4b3e6f,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:37.470142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=927ea74c-5689-42ee-8043-4abd20d3794a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:37.473590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Network': ['ID=dc8e34df-8b76-40b7-9aba-b0cde75ad601,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:37.480905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb260-28df-4331-b72d-2f45839342b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.485413 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bc3fb260-28df-4331-b72d-2f45839342b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2982032 Jan 28 06:48:37.501185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46074) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:37.523252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'network_id': '14a499c6-cae0-44c2-8d13-1feca0bd23aa', 'name': 'tempest-PortsTestJSON-1003574710'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:37.529389 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] For port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:37.547622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network dc8e34df-8b76-40b7-9aba-b0cde75ad601 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:37.549169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.559945 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8a8c1ddf-9ea5-4ee6-9342-d5063fde9d2a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9918451 Jan 28 06:48:37.569817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46078) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:37.572784 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:37.573020 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] For port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689,segment=NetworkSegment(f5f40dd9-7e01-4647-8450-420acd2aad09),segment_id=f5f40dd9-7e01-4647-8450-420acd2aad09)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:37.589333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2210732'] for subnet, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:37.649861 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 9e08b697-3365-4447-a5a0-884889ab4e5d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9e08b697-3365-4447-a5a0-884889ab4e5d,segment=NetworkSegment(1441c29c-5f20-4efc-b8f9-40f245678bda),segment_id=1441c29c-5f20-4efc-b8f9-40f245678bda)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:37.669485 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '9e08b697-3365-4447-a5a0-884889ab4e5d', 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4', 'port_id': '9e08b697-3365-4447-a5a0-884889ab4e5d', 'mac_address': 'fa:16:3e:10:94:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5eb027-0a43-4a4b-8705-7666848b46dd', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:48:37.689676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network c9a95f19-a342-410a-bbd0-ed4600deb47e is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:37.696453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:37.707465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a4e89-54a1-47c4-97bb-5fe2638d5da4 req-3664c7f0-fe57-4f51-91f7-fb022db6c2b6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:37.709203 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0e4a4e89-54a1-47c4-97bb-5fe2638d5da4 req-3664c7f0-fe57-4f51-91f7-fb022db6c2b6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 944 time: 0.4236248 Jan 28 06:48:37.726022 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.025144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:38.042907 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0e4a4e89-54a1-47c4-97bb-5fe2638d5da4 req-6f5ea49c-fb55-4bbf-8216-d05f27cc255a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606963 Jan 28 06:48:38.044841 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:port and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:38.057252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:38.069534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router 7484255f-cee6-4bea-863c-55bd913aa9bf has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:48:38.080088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:38.182635 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:38.186955 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.213488 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.295521 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726357813230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3049774'] for subnet, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.340066 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.385469 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:38.386086 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.390995 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "PUT /v2.0/subnets/1171bce0-a13f-4901-a3a7-908921b88ee9 HTTP/1.1" status: 200 len: 806 time: 1.0094609 Jan 28 06:48:38.399966 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46082) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:38.445738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network dc8e34df-8b76-40b7-9aba-b0cde75ad601 is not hosted by any dhcp agent {{(pid=88216) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 06:48:38.450263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:38.450808 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.464651 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:38.465670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.470683 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "PUT /v2.0/networks/dc8e34df-8b76-40b7-9aba-b0cde75ad601 HTTP/1.1" status: 200 len: 723 time: 0.9063520 Jan 28 06:48:38.482428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46086) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:38.492462 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ebdcca-90a2-4e10-8c45-5ee8940eecda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-c7809968-811c-4836-86a2-b51a007aab36', 'network_id': 'c7809968-811c-4836-86a2-b51a007aab36', 'tenant_id': 'e9f185e4c3054ebc875aae94eb64c827', 'fixed_ips': [{'subnet_id': '1171bce0-a13f-4901-a3a7-908921b88ee9'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:38.493307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-19ebdcca-90a2-4e10-8c45-5ee8940eecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.511808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b1b78f18-7905-436a-ae75-162387a8d858 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'subnet': {'network_id': 'dc8e34df-8b76-40b7-9aba-b0cde75ad601', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:38.526559 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e08b697-3365-4447-a5a0-884889ab4e5d {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:48:38.566012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:38.570829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.587261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Subnet': ['ID=1171bce0-a13f-4901-a3a7-908921b88ee9,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:38.617687 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409c364-1494-4d89-9d6d-373bf85a6f7d None None] Pushing event updated for resources: {'Port': ['ID=badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:38.646636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:48:38.655158 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-274d01b4-a6e3-4553-8f11-29945656c822 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4439929 Jan 28 06:48:38.656901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 9e08b697-3365-4447-a5a0-884889ab4e5d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9e08b697-3365-4447-a5a0-884889ab4e5d,segment=NetworkSegment(1441c29c-5f20-4efc-b8f9-40f245678bda),segment_id=1441c29c-5f20-4efc-b8f9-40f245678bda)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:38.660609 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46090) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:38.704354 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4ab7d63e-79fe-4e99-86d6-6738b1ddf03d None None] Provisioning for port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:38.713282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Sync routers for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:48:38.720400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.737216 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Network': ['ID=dc8e34df-8b76-40b7-9aba-b0cde75ad601,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:38.737492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port b872036f-fa2a-4953-9e1c-b4ce663a941e yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:48:38.739542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.739874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.748741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.748996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4ab7d63e-79fe-4e99-86d6-6738b1ddf03d None None] Provisioning complete for port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:38.749124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d63e-79fe-4e99-86d6-6738b1ddf03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.750139 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.750574 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.751165 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.751512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.752114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.752702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.753281 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.753883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.754452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfdc37d-0073-4917-8dbf-b8e5dfc65cc3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.774768 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.775588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.776189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.776773 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.777333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.783468 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.784135 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.784698 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.785262 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.785826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.789851 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.790487 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4efb59-5da1-4d7e-80a4-d9e36ccdb778 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:38.822485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1229291696'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:38.860251 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.871882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:38.881031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.896727 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Transition to ACTIVE for port object 3b4c87e9-7701-4ece-b772-78caee4da6ef will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:38.925143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:network and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:38.928461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Transition to ACTIVE for port object 3b4c87e9-7701-4ece-b772-78caee4da6ef will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:38.971876 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:38.975126 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network dc8e34df-8b76-40b7-9aba-b0cde75ad601 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:38.978515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:38.981820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b1b78f18-7905-436a-ae75-162387a8d858 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:38.991898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.005084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b1b78f18-7905-436a-ae75-162387a8d858 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:39.031714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:39.130498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b78f18-7905-436a-ae75-162387a8d858 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:39.134378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b1b78f18-7905-436a-ae75-162387a8d858 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.184230 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:39.184893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:39.204298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.242038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.254330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Subnet': ['ID=1171bce0-a13f-4901-a3a7-908921b88ee9,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:39.292324 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Network 14a499c6-cae0-44c2-8d13-1feca0bd23aa is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:39.328078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:39.330535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:39.380812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.416462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7809968-811c-4836-86a2-b51a007aab36']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:39.435608 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89850abe-af0e-4763-8f84-51d7d6dccb38') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:39.436341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:39.436557 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89850abe-af0e-4763-8f84-51d7d6dccb38') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:39.439689 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.450530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.470427 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.473121 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a71b4-959f-411e-bf19-7bb9f88a2f01 None None] Network 4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:39.480011 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:39.480723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:39.498017 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:39.568271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Allocated IP 172.20.0.5 (14a499c6-cae0-44c2-8d13-1feca0bd23aa/2368b700-18aa-4439-ba81-d378db158dd3/b872036f-fa2a-4953-9e1c-b4ce663a941e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:39.603447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['9e08b697-3365-4447-a5a0-884889ab4e5d'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:48:39.668818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:39.730212 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.745233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.745750 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Added segment 687d8f42-f976-46a6-aef3-769805116064 of type vlan for network a9114822-e93b-464e-827d-9f2ca51b852e Jan 28 06:48:39.755516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server [None req-19ebdcca-90a2-4e10-8c45-5ee8940eecda None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1171bce0-a13f-4901-a3a7-908921b88ee9: This subnet is being modified by another concurrent operation. Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 06:48:39.758233 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server raise exception Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1171bce0-a13f-4901-a3a7-908921b88ee9: This subnet is being modified by another concurrent operation. Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: ERROR oslo_messaging.rpc.server Jan 28 06:48:39.763197 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4ab7d63e-79fe-4e99-86d6-6738b1ddf03d None None] Port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:48:39.790882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Network': ['ID=c7809968-811c-4836-86a2-b51a007aab36,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:39.803145 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-43b0da8b-0d59-4759-9761-aaf720bd1374 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/c7809968-811c-4836-86a2-b51a007aab36 HTTP/1.1" status: 204 len: 168 time: 1.3906915 Jan 28 06:48:39.803462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46096) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:39.815137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.826758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce3bb1-ad1c-4cd2-b62e-e961f33ac2d4 req-68b3130c-ac4b-45ba-924a-28497a45bd56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:39.830545 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cdce3bb1-ad1c-4cd2-b62e-e961f33ac2d4 req-68b3130c-ac4b-45ba-924a-28497a45bd56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 945 time: 0.5320935 Jan 28 06:48:39.833924 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b69a40b-2b50-400b-a4f1-ffb0937efbff tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:48:39.834397 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b69a40b-2b50-400b-a4f1-ffb0937efbff tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:48:39.836078 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4b69a40b-2b50-400b-a4f1-ffb0937efbff tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/c7809968-811c-4836-86a2-b51a007aab36 HTTP/1.1" status: 404 len: 339 time: 0.0316434 Jan 28 06:48:39.840402 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46100) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:39.840761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8257c06a-2c6f-4d18-84cc-4789801ef828 None None] Network c7809968-811c-4836-86a2-b51a007aab36 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:39.848534 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-37868942', 'description': 'd1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:39.853944 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:39.858764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:network and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:39.861931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:39.870119 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:39.883190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b1b78f18-7905-436a-ae75-162387a8d858 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.897437 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Attempting to bind port 3b4c87e9-7701-4ece-b772-78caee4da6ef on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:39.897815 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Attempting to bind port 3b4c87e9-7701-4ece-b772-78caee4da6ef by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '97571a5d-3f39-4fca-846f-845fdd9708a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14a499c6-cae0-44c2-8d13-1feca0bd23aa'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:39.898179 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Attempting to bind port 3b4c87e9-7701-4ece-b772-78caee4da6ef on network 14a499c6-cae0-44c2-8d13-1feca0bd23aa {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:39.912069 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8625c6c-7a54-41fb-9b67-7325b7f21d7a None None] Network 38a02e9f-78c9-4bd9-84f0-d3a15a7ec400 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:39.926051 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=9e08b697-3365-4447-a5a0-884889ab4e5d,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:39.950882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:39.950882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Checking segment: {'id': '97571a5d-3f39-4fca-846f-845fdd9708a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14a499c6-cae0-44c2-8d13-1feca0bd23aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:39.950882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.950882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Bound using segment: {'id': '97571a5d-3f39-4fca-846f-845fdd9708a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14a499c6-cae0-44c2-8d13-1feca0bd23aa'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:39.950882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Bound port: 3b4c87e9-7701-4ece-b772-78caee4da6ef, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97571a5d-3f39-4fca-846f-845fdd9708a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14a499c6-cae0-44c2-8d13-1feca0bd23aa'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:39.950882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.959249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8257c06a-2c6f-4d18-84cc-4789801ef828 None None] Network c7809968-811c-4836-86a2-b51a007aab36 could not be found, it might have been deleted concurrently. {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 06:48:39.992505 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:39.996689 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:39.997232 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:48:40.027971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:40.038112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:40.038570 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Added segment 19644431-cf31-4353-a904-26ef1cef678c of type vlan for network 05054c78-75c8-4f37-a5f1-92f0e7033e39 Jan 28 06:48:40.070100 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:40.073711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:40.093851 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226e4eb9-85af-43d9-a74f-333044a40291 None None] Network c7809968-811c-4836-86a2-b51a007aab36 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:40.152692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:40.159304 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cdce3bb1-ad1c-4cd2-b62e-e961f33ac2d4 req-7146424b-9d2b-4cd1-bb4e-bbad1528f0e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117790 Jan 28 06:48:40.162151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:40.163257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:40.187251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b78f18-7905-436a-ae75-162387a8d858 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Subnet': ['ID=8411a68b-bc8d-44a7-98f3-979c7a170251,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:40.199383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6190e67d-a6ee-4a01-891d-9bcb4c50fb1f,segment=NetworkSegment(f37ad379-c157-4e33-bc69-b5ea93528eb9),segment_id=f37ad379-c157-4e33-bc69-b5ea93528eb9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:40.241040 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b78f18-7905-436a-ae75-162387a8d858 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Checking segment: {'id': 'f12eb382-f922-4edd-93b7-3fd66d910600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dc8e34df-8b76-40b7-9aba-b0cde75ad601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:40.241312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b78f18-7905-436a-ae75-162387a8d858 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network hostable DHCP agents. Network: dc8e34df-8b76-40b7-9aba-b0cde75ad601, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:40.248317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:40.269909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226e4eb9-85af-43d9-a74f-333044a40291 None None] Network c7809968-811c-4836-86a2-b51a007aab36 could not be found, it might have been deleted concurrently. {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 06:48:40.273117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Transition to ACTIVE for port object b872036f-fa2a-4953-9e1c-b4ce663a941e will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:40.290812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Network': ['ID=05054c78-75c8-4f37-a5f1-92f0e7033e39,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:40.301604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:40.318538 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6cd13f9f-f58e-4c10-8c8b-48b14869c416 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4770787 Jan 28 06:48:40.321250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46104) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:40.348230 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:40.348996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:40.362710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b78f18-7905-436a-ae75-162387a8d858 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network dc8e34df-8b76-40b7-9aba-b0cde75ad601 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:40.364681 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:40.370012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:40.370578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:40.449556 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 05054c78-75c8-4f37-a5f1-92f0e7033e39 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:40.501859 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Pushing event updated for resources: {'Port': ['ID=3b4c87e9-7701-4ece-b772-78caee4da6ef,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:40.612690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:40.640820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:40.727563 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f33a9-fe87-4733-a6df-c50c28c40ce0 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:40.728265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d78f33a9-fe87-4733-a6df-c50c28c40ce0 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Synchronizing usage tracker for tenant:e9f185e4c3054ebc875aae94eb64c827 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:40.730560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b1b78f18-7905-436a-ae75-162387a8d858 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, dc8e34df-8b76-40b7-9aba-b0cde75ad601) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:40.761191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b78f18-7905-436a-ae75-162387a8d858 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:40.761684 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b1b78f18-7905-436a-ae75-162387a8d858 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:40.771899 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-909b3751-e105-4c73-ad04-32e31b4abe6e None None] Provisioning for port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:40.775799 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8c737f-0c0a-4ccd-a3fe-c9b834bdca95 None None] Network dc8e34df-8b76-40b7-9aba-b0cde75ad601 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:40.858068 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1317277 Jan 28 06:48:40.858068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056a8cc-5b21-42ca-988b-882614ae0d67 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Network': ['ID=a9114822-e93b-464e-827d-9f2ca51b852e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:40.859029 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46108) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:40.862123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network 14a499c6-cae0-44c2-8d13-1feca0bd23aa is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:40.866738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'subnet': {'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:40.866947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:40.876731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:40.881560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=927ea74c-5689-42ee-8043-4abd20d3794a,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:40.885449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:40.914170 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network a9114822-e93b-464e-827d-9f2ca51b852e details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:40.951352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] For port 3b4c87e9-7701-4ece-b772-78caee4da6ef, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:40.985338 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:40.989144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:subnet and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:40.992172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:40.995378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d78f33a9-fe87-4733-a6df-c50c28c40ce0 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Unset dirty status for tenant:e9f185e4c3054ebc875aae94eb64c827 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:40.999405 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d78f33a9-fe87-4733-a6df-c50c28c40ce0 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "GET /v2.0/networks?id=05054c78-75c8-4f37-a5f1-92f0e7033e39 HTTP/1.1" status: 200 len: 759 time: 0.6743019 Jan 28 06:48:40.999658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46112) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:41.008020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-fb10f4e7-2b5d-4c54-9a61-6b688a6a6cea tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'network': {'description': 'd2'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:41.015741 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=6190e67d-a6ee-4a01-891d-9bcb4c50fb1f,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:41.022621 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:41.031109 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b1b78f18-7905-436a-ae75-162387a8d858 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5383308 Jan 28 06:48:41.034145 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46116) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:41.040265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=b872036f-fa2a-4953-9e1c-b4ce663a941e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:41.043554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-cc5072fc-276c-4f52-8c92-12a83fe86eec tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:41.064358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] For port 3b4c87e9-7701-4ece-b772-78caee4da6ef, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3b4c87e9-7701-4ece-b772-78caee4da6ef,segment=NetworkSegment(97571a5d-3f39-4fca-846f-845fdd9708a9),segment_id=97571a5d-3f39-4fca-846f-845fdd9708a9)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:41.091369 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:41.110511 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:41.111131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:41.165171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network 4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:41.166403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:41.214514 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:41.218323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:41.218954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:41.247276 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c6da4350-a974-4698-a609-61480441b732 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7433479 Jan 28 06:48:41.256316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46122) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:41.320935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:41.325225 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:41.415308 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-909b3751-e105-4c73-ad04-32e31b4abe6e None None] Provisioning complete for port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:41.415561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-909b3751-e105-4c73-ad04-32e31b4abe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:41.630854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cc5072fc-276c-4f52-8c92-12a83fe86eec tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2210732'] for subnet, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:41.654551 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-909b3751-e105-4c73-ad04-32e31b4abe6e None None] Port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:48:41.682586 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb10f4e7-2b5d-4c54-9a61-6b688a6a6cea tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:41.694837 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Pushing event updated for resources: {'Port': ['ID=3b4c87e9-7701-4ece-b772-78caee4da6ef,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:41.778658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:41.783122 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:41.783662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:41.784990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:41.785406 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:41.785756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:41.786090 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:41.786434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:41.786765 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:41.787094 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:41.787454 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:41.787819 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981b12c7-e6be-4831-8035-acd7fd6b8208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:48:41.904747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-909b3751-e105-4c73-ad04-32e31b4abe6e None None] Provisioning for port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:41.979080 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:42.094175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb10f4e7-2b5d-4c54-9a61-6b688a6a6cea tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:42.159062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cc5072fc-276c-4f52-8c92-12a83fe86eec tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726357813230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3049774'] for subnet, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:42.183916 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-dc8e34df-8b76-40b7-9aba-b0cde75ad601', 'network_id': 'dc8e34df-8b76-40b7-9aba-b0cde75ad601', 'tenant_id': '3d1a202517054b17a7cb08b38b43359c', 'fixed_ips': [{'subnet_id': '8411a68b-bc8d-44a7-98f3-979c7a170251'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:42.184767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:42.237184 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb10f4e7-2b5d-4c54-9a61-6b688a6a6cea tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network 05054c78-75c8-4f37-a5f1-92f0e7033e39 is not hosted by any dhcp agent {{(pid=88216) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 06:48:42.238946 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 3, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:31Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:48:36Z', 'revision_number': 2, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:42.242655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb10f4e7-2b5d-4c54-9a61-6b688a6a6cea tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:42.243737 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fb10f4e7-2b5d-4c54-9a61-6b688a6a6cea tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:42.244747 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fb10f4e7-2b5d-4c54-9a61-6b688a6a6cea tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "PUT /v2.0/networks/05054c78-75c8-4f37-a5f1-92f0e7033e39 HTTP/1.1" status: 200 len: 756 time: 1.2438939 Jan 28 06:48:42.257658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46126) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:42.275485 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Checking router: 7484255f-cee6-4bea-863c-55bd913aa9bf for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:48:42.275926 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Updating router 7484255f-cee6-4bea-863c-55bd913aa9bf port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:48:42.282203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5072fc-276c-4f52-8c92-12a83fe86eec tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:42.283012 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cc5072fc-276c-4f52-8c92-12a83fe86eec tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:42.286789 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cc5072fc-276c-4f52-8c92-12a83fe86eec tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "PUT /v2.0/subnets/8411a68b-bc8d-44a7-98f3-979c7a170251 HTTP/1.1" status: 200 len: 826 time: 1.2493005 Jan 28 06:48:42.298260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b543806-49cb-40ea-8e93-6d56cac94b33 req-2e91a87f-d544-4159-b7ca-47d16101b970 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:42.302098 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b543806-49cb-40ea-8e93-6d56cac94b33 req-2e91a87f-d544-4159-b7ca-47d16101b970 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 945 time: 0.9695446 Jan 28 06:48:42.303028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46130) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:42.305407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router 00136173-1984-42b0-b27f-9271af501164 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:48:42.350837 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10f4e7-2b5d-4c54-9a61-6b688a6a6cea tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Network': ['ID=05054c78-75c8-4f37-a5f1-92f0e7033e39,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:42.365312 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5072fc-276c-4f52-8c92-12a83fe86eec tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Subnet': ['ID=8411a68b-bc8d-44a7-98f3-979c7a170251,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:42.385658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 05054c78-75c8-4f37-a5f1-92f0e7033e39 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:42.418352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8a8d41b8-f80e-4768-ad36-86f73f8a1dbb None None] Provisioning for port 927ea74c-5689-42ee-8043-4abd20d3794a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:42.449659 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:42.485039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8a8d41b8-f80e-4768-ad36-86f73f8a1dbb None None] Provisioning complete for port 927ea74c-5689-42ee-8043-4abd20d3794a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:42.485417 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a8d41b8-f80e-4768-ad36-86f73f8a1dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:42.531866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Subnet': ['ID=93ba386b-d503-4e65-b163-644325491c57,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:42.537469 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Checking segment: {'id': '687d8f42-f976-46a6-aef3-769805116064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:42.537951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network hostable DHCP agents. Network: a9114822-e93b-464e-827d-9f2ca51b852e, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:42.612349 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:42.643836 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network a9114822-e93b-464e-827d-9f2ca51b852e is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:42.659094 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:42.670937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5189312d-1c4c-4890-9543-acf01ae64dba None None] Update dhcp port {'port': {'network_id': '38a02e9f-78c9-4bd9-84f0-d3a15a7ec400', 'fixed_ips': [{'subnet_id': '9b6b2037-754f-46fa-88b8-e93183b67bec', 'ip_address': '2001:db8::2'}, {'subnet_id': '3dfc5265-8cff-4046-a2ee-08c2262e7405'}], 'binding:host_id': 'dv-neutron-824022-4-hyperv'}, 'id': 'badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689'} from dv-neutron-824022-4-hyperv. {{(pid=88218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 06:48:42.719047 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, a9114822-e93b-464e-827d-9f2ca51b852e) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:42.729858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:42.731137 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:42.745598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:42.769224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923d8204-d190-4616-90b9-02e093030f5e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:42.774161 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-923d8204-d190-4616-90b9-02e093030f5e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "GET /v2.0/networks?id=05054c78-75c8-4f37-a5f1-92f0e7033e39 HTTP/1.1" status: 200 len: 759 time: 0.5121396 Jan 28 06:48:42.782245 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46136) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:42.782834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8a8d41b8-f80e-4768-ad36-86f73f8a1dbb None None] Port 927ea74c-5689-42ee-8043-4abd20d3794a cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:48:42.796964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cab7d1b-9cc3-4d06-b331-6d313b16edf6 None None] Network a9114822-e93b-464e-827d-9f2ca51b852e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:42.803380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-dc855171-9312-474a-a0e8-52989f208f74 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-216159804'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:42.808893 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b543806-49cb-40ea-8e93-6d56cac94b33 req-690f32ba-90b7-4e6e-960a-514b4e5fa7c1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4943433 Jan 28 06:48:42.809272 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:42.809387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:42.831578 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3b404a3a-2301-47f3-81da-f36b0f90a778 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9711058 Jan 28 06:48:42.832362 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46140) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:42.844392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dc855171-9312-474a-a0e8-52989f208f74 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:42.887938 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dc855171-9312-474a-a0e8-52989f208f74 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:42.897659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:48:42.915447 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Sync routers for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:48:42.926082 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a44b417b-1c0c-43b2-8f85-9a92f1fd802c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/00136173-1984-42b0-b27f-9271af501164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0728793 Jan 28 06:48:42.932149 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:42.933827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46144) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:42.955577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5189312d-1c4c-4890-9543-acf01ae64dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:42.960071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'network': {'name': 'tempest-RoutersTest-1952612296'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:42.971273 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:42.974083 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:42.977773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:43.087716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:network and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:43.093230 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc855171-9312-474a-a0e8-52989f208f74 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:43.097184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc855171-9312-474a-a0e8-52989f208f74 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.125990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Allocated IP 2001:db8::2 (dc8e34df-8b76-40b7-9aba-b0cde75ad601/8411a68b-bc8d-44a7-98f3-979c7a170251/e4725586-5a94-4bc5-9ccc-4c4e112b47bb) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:43.165169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:43.185105 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:43.246409 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:48:43.300997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc855171-9312-474a-a0e8-52989f208f74 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:43.371865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.404292 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc855171-9312-474a-a0e8-52989f208f74 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.404717 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-dc855171-9312-474a-a0e8-52989f208f74 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Added segment 336d9b4c-5e85-4f0a-aee9-6956af9c46ab of type vlan for network ae7d5dc9-84ae-4910-a8cf-4359820a82db Jan 28 06:48:43.410108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:43.412195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.427068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.441222 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Transition to ACTIVE for port object e4725586-5a94-4bc5-9ccc-4c4e112b47bb will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:43.463208 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Transition to ACTIVE for port object e4725586-5a94-4bc5-9ccc-4c4e112b47bb will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:43.519991 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc855171-9312-474a-a0e8-52989f208f74 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.524970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:43.557153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.557546 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Added segment e0ba52d1-fd3a-49e8-828f-4eb30a88793c of type vlan for network df00444c-cbb4-42a5-b655-760b56c96b34 Jan 28 06:48:43.586001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.597601 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.612803 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.634546 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:48:38Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 2, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:43.640159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc855171-9312-474a-a0e8-52989f208f74 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.641504 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Checking router: 00136173-1984-42b0-b27f-9271af501164 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:48:43.642118 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Updating router 00136173-1984-42b0-b27f-9271af501164 port 927ea74c-5689-42ee-8043-4abd20d3794a binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:48:43.645890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc855171-9312-474a-a0e8-52989f208f74 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:43.648323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dc855171-9312-474a-a0e8-52989f208f74 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.688007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.693174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.706725 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.814931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.820476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:43.821235 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.841391 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Subnet': ['ID=8411a68b-bc8d-44a7-98f3-979c7a170251,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:43.896481 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:43.916456 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 9e08b697-3365-4447-a5a0-884889ab4e5d up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:43.974183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926ce870-cddd-4479-a87c-dad2899f76e3 None None] Network 14a499c6-cae0-44c2-8d13-1feca0bd23aa requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:44.037215 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:44.053005 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Transition to ACTIVE for port object 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:44.166227 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:44.179616 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Transition to ACTIVE for port object 927ea74c-5689-42ee-8043-4abd20d3794a will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:44.192503 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Allocated IP 2001:db8:2::1 (a9114822-e93b-464e-827d-9f2ca51b852e/93ba386b-d503-4e65-b163-644325491c57/ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:44.219979 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dc855171-9312-474a-a0e8-52989f208f74 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4249942 Jan 28 06:48:44.219979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc855171-9312-474a-a0e8-52989f208f74 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Network': ['ID=ae7d5dc9-84ae-4910-a8cf-4359820a82db,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:44.223625 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46150) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:44.234914 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'subnet': {'network_id': 'ae7d5dc9-84ae-4910-a8cf-4359820a82db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:44.238364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=b872036f-fa2a-4953-9e1c-b4ce663a941e,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:44.255496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:44.275196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Network dc8e34df-8b76-40b7-9aba-b0cde75ad601 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:44.276586 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:44.289521 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46154) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:44.290761 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3516309 Jan 28 06:48:44.291594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network ae7d5dc9-84ae-4910-a8cf-4359820a82db details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:44.320438 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:44.327693 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:44.349615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'subnet': {'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:44.368124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:44.457173 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768e144-54c1-41ce-8ab4-3e2c84dbdd64 None None] Pushing event updated for resources: {'Port': ['ID=927ea74c-5689-42ee-8043-4abd20d3794a,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:44.473127 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:44.484850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:subnet and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:44.488037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:44.500869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:44.520750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe9ca4-89f3-49b7-81d7-25188c1c06bb tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Network': ['ID=df00444c-cbb4-42a5-b655-760b56c96b34,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:44.536942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8e34df-8b76-40b7-9aba-b0cde75ad601']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:44.559310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12eb382-f922-4edd-93b7-3fd66d910600') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:44.559610 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12eb382-f922-4edd-93b7-3fd66d910600') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:44.643197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:44.652509 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Made reservation on behalf of 0b7a28ee7fb24363b3b8f7171893a121 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:44.657548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:44.681730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network df00444c-cbb4-42a5-b655-760b56c96b34 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:44.695430 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:44.714625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924328c2-c8ca-4eea-9f29-24e825c3ac7a req-114cb801-cc3e-4bbc-8f6d-2960bf992eef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:44.716219 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-924328c2-c8ca-4eea-9f29-24e825c3ac7a req-114cb801-cc3e-4bbc-8f6d-2960bf992eef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 945 time: 0.7049029 Jan 28 06:48:44.717960 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Attempting to bind port 927ea74c-5689-42ee-8043-4abd20d3794a on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:44.718408 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Attempting to bind port 927ea74c-5689-42ee-8043-4abd20d3794a by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'a9af5f41-56ad-4016-810d-eef86c2ad1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:44.719409 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Attempting to bind port 927ea74c-5689-42ee-8043-4abd20d3794a on network 4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:44.730230 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:44.730760 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Checking segment: {'id': 'a9af5f41-56ad-4016-810d-eef86c2ad1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:44.731336 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:44.731872 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Bound using segment: {'id': 'a9af5f41-56ad-4016-810d-eef86c2ad1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:44.732645 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Bound port: 927ea74c-5689-42ee-8043-4abd20d3794a, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9af5f41-56ad-4016-810d-eef86c2ad1ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:44.733094 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:44.762887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Pushing event updated for resources: {'Port': ['ID=e4725586-5a94-4bc5-9ccc-4c4e112b47bb,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:44.811882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:44.812134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:44.839410 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:44.866398 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] For port 927ea74c-5689-42ee-8043-4abd20d3794a, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:44.871488 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] For port 927ea74c-5689-42ee-8043-4abd20d3794a, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=927ea74c-5689-42ee-8043-4abd20d3794a,segment=NetworkSegment(a9af5f41-56ad-4016-810d-eef86c2ad1ce),segment_id=a9af5f41-56ad-4016-810d-eef86c2ad1ce)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:44.921905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:44.938323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Usage tracker for resource:subnet and tenant:e9f185e4c3054ebc875aae94eb64c827 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:44.944154 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:44.953807 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:44.986510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:44.988163 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.016117 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-924328c2-c8ca-4eea-9f29-24e825c3ac7a req-ba8b9bb3-33a4-41fc-b443-9ccabfee5d8f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458496 Jan 28 06:48:45.016808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.021454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 06:48:45.021454 dv-neutron-824022-4-hyperv neutron-server[88217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 06:48:45.021454 dv-neutron-824022-4-hyperv neutron-server[88217]: [parameters: {'id': 'dc8e34df-8b76-40b7-9aba-b0cde75ad601'}] Jan 28 06:48:45.021454 dv-neutron-824022-4-hyperv neutron-server[88217]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:48:45.021454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:48:45.069623 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:45.073476 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.090757 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Transition to ACTIVE for port object ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:45.104944 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768e144-54c1-41ce-8ab4-3e2c84dbdd64 None None] Pushing event updated for resources: {'Port': ['ID=927ea74c-5689-42ee-8043-4abd20d3794a,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:45.111573 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:45.112343 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:45.274908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.281435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-a9114822-e93b-464e-827d-9f2ca51b852e', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:45.282576 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.346247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0c800bdf-9ab8-4f07-99fd-044fe5051a7b None None] Provisioning for port 3b4c87e9-7701-4ece-b772-78caee4da6ef completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:45.351857 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:48:45.356319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 9e08b697-3365-4447-a5a0-884889ab4e5d completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:45.370712 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.372865 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.412627 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Attempting to bind port e4725586-5a94-4bc5-9ccc-4c4e112b47bb on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:45.413000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Attempting to bind port e4725586-5a94-4bc5-9ccc-4c4e112b47bb by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'f12eb382-f922-4edd-93b7-3fd66d910600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dc8e34df-8b76-40b7-9aba-b0cde75ad601'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:45.413364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Attempting to bind port e4725586-5a94-4bc5-9ccc-4c4e112b47bb on network dc8e34df-8b76-40b7-9aba-b0cde75ad601 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:45.447568 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-5189312d-1c4c-4890-9543-acf01ae64dba None None] Allocated IP 172.20.0.1 (38a02e9f-78c9-4bd9-84f0-d3a15a7ec400/3dfc5265-8cff-4046-a2ee-08c2262e7405/badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:45.458106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 9e08b697-3365-4447-a5a0-884889ab4e5d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:45.458492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.463478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Subnet': ['ID=ac799d93-022a-43ba-8bf5-73f362dd4c8f,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:45.478457 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.499708 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcda8bf-f239-476f-96c0-e21d976dc836 None None] Pushing event updated for resources: {'Port': ['ID=67729d79-96a5-44cd-9cc0-6a264ee4f3d9,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:45.562757 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Attempting to bind port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:45.563045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Attempting to bind port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '6d1ef9ad-3602-4851-a717-380d94f820d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:45.563438 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Attempting to bind port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 on network c9a95f19-a342-410a-bbd0-ed4600deb47e {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:45.566213 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:45.566647 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network a9114822-e93b-464e-827d-9f2ca51b852e is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:45.566768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Checking segment: {'id': 'f12eb382-f922-4edd-93b7-3fd66d910600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dc8e34df-8b76-40b7-9aba-b0cde75ad601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:45.567172 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.567571 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Bound using segment: {'id': 'f12eb382-f922-4edd-93b7-3fd66d910600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dc8e34df-8b76-40b7-9aba-b0cde75ad601'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:45.568049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Bound port: e4725586-5a94-4bc5-9ccc-4c4e112b47bb, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12eb382-f922-4edd-93b7-3fd66d910600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'dc8e34df-8b76-40b7-9aba-b0cde75ad601'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:45.568420 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.575959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:45.579263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:45.580368 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.628899 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:45.629278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Checking segment: {'id': '6d1ef9ad-3602-4851-a717-380d94f820d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:45.629693 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.630098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Bound using segment: {'id': '6d1ef9ad-3602-4851-a717-380d94f820d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:45.630801 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Bound port: 67729d79-96a5-44cd-9cc0-6a264ee4f3d9, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ef9ad-3602-4851-a717-380d94f820d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:45.631185 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.658388 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.724607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.741274 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting port e4725586-5a94-4bc5-9ccc-4c4e112b47bb {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:45.741734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.773733 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:48:38Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:44Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:45.778434 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43e43f4-1149-4f1e-8b62-e9e9d5dac826 None None] The sync data for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv is: [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:48:38Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:44Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:48:45.810053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.844672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.resource_extend [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:48:45.856668 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 0c146a00-4462-4c2f-bacf-d6386ed7f5a6, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0c146a00-4462-4c2f-bacf-d6386ed7f5a6,segment=NetworkSegment(6d1ef9ad-3602-4851-a717-380d94f820d7),segment_id=6d1ef9ad-3602-4851-a717-380d94f820d7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:45.878787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:45.998810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:46.007437 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:46.078094 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Checking segment: {'id': '336d9b4c-5e85-4f0a-aee9-6956af9c46ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ae7d5dc9-84ae-4910-a8cf-4359820a82db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:46.078440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network hostable DHCP agents. Network: ae7d5dc9-84ae-4910-a8cf-4359820a82db, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:46.095078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Checking segment: {'id': 'e0ba52d1-fd3a-49e8-828f-4eb30a88793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:46.095423 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network hostable DHCP agents. Network: df00444c-cbb4-42a5-b655-760b56c96b34, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:46.134459 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Subnet': ['ID=2ee21c31-c302-484d-bdf9-4792b8bf5f47,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:46.152317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:46.309380 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network ae7d5dc9-84ae-4910-a8cf-4359820a82db is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:46.318750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network df00444c-cbb4-42a5-b655-760b56c96b34 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:46.359716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5189312d-1c4c-4890-9543-acf01ae64dba None None] For port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689,segment=NetworkSegment(f5f40dd9-7e01-4647-8450-420acd2aad09),segment_id=f5f40dd9-7e01-4647-8450-420acd2aad09)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:46.389154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5189312d-1c4c-4890-9543-acf01ae64dba None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:46.439630 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Allocated IP 2001:db8:2::2 (a9114822-e93b-464e-827d-9f2ca51b852e/93ba386b-d503-4e65-b163-644325491c57/aee8d969-63e1-4048-9e00-179dc454dfbe) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:46.488701 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, df00444c-cbb4-42a5-b655-760b56c96b34) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:46.522737 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] For port e4725586-5a94-4bc5-9ccc-4c4e112b47bb, host dv-neutron-824022-4-hyperv, got binding levels [] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:46.523187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:46.542435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fb0ca5-ea69-4790-9706-a803c2f52ae2 None None] Network df00444c-cbb4-42a5-b655-760b56c96b34 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:46.552397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=b872036f-fa2a-4953-9e1c-b4ce663a941e,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:46.628495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:46.704543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, ae7d5dc9-84ae-4910-a8cf-4359820a82db) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:46.712337 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:46.712922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:46.721754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Calling delete_port for e4725586-5a94-4bc5-9ccc-4c4e112b47bb owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:46.730059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:46.730861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:46.747150 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:46.790531 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] For port e4725586-5a94-4bc5-9ccc-4c4e112b47bb, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:46.799977 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216dea22-3c9d-4df6-8292-1c05475c1899 None None] Network ae7d5dc9-84ae-4910-a8cf-4359820a82db requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:46.800743 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:46.901925 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] For port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:46.904183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5189312d-1c4c-4890-9543-acf01ae64dba None None] Transition to ACTIVE for port object badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:46.926955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1d602-2dc5-451d-a7e4-a196c8d4464c req-0c681e6b-f95f-4b45-abcf-e71d7a564bc5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:46.928526 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0cb1d602-2dc5-451d-a7e4-a196c8d4464c req-0c681e6b-f95f-4b45-abcf-e71d7a564bc5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 945 time: 0.7185800 Jan 28 06:48:46.951999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] For port e4725586-5a94-4bc5-9ccc-4c4e112b47bb, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e4725586-5a94-4bc5-9ccc-4c4e112b47bb,segment=NetworkSegment(f12eb382-f922-4edd-93b7-3fd66d910600),segment_id=f12eb382-f922-4edd-93b7-3fd66d910600)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:46.964128 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:46.968013 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:46.968141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network 14a499c6-cae0-44c2-8d13-1feca0bd23aa is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:46.974494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] For port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=67729d79-96a5-44cd-9cc0-6a264ee4f3d9,segment=NetworkSegment(6d1ef9ad-3602-4851-a717-380d94f820d7),segment_id=6d1ef9ad-3602-4851-a717-380d94f820d7)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:46.974718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:46.985250 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:47.015535 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-faffe8e5-fea1-4a54-a03d-f91ddc6caaef tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7226629 Jan 28 06:48:47.024516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46162) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:47.031353 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-842a38ee-28ba-4314-becb-61caa4d9327d tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8045242 Jan 28 06:48:47.045775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46166) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:47.048340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=0c146a00-4462-4c2f-bacf-d6386ed7f5a6,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:47.075455 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0cb1d602-2dc5-451d-a7e4-a196c8d4464c req-1adb71be-2ea1-42fd-9654-daa9e70a2d92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401637 Jan 28 06:48:47.082760 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5189312d-1c4c-4890-9543-acf01ae64dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:47.191943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:47.195780 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:47.234065 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7355c7a4-ce19-4717-ac2d-5bbbd4dfb884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e08b697-3365-4447-a5a0-884889ab4e5d'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:48:47.267854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:48:47.268169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:48:47.274931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:47.306236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:47.397684 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:47.398789 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 9e08b697-3365-4447-a5a0-884889ab4e5d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9e08b697-3365-4447-a5a0-884889ab4e5d,segment=NetworkSegment(1441c29c-5f20-4efc-b8f9-40f245678bda),segment_id=1441c29c-5f20-4efc-b8f9-40f245678bda)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:47.437281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Router 6a28f55c-3707-40b6-8c72-83d2ad9b71d3 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:48:47.458913 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7355c7a4-ce19-4717-ac2d-5bbbd4dfb884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e08b697-3365-4447-a5a0-884889ab4e5d', 'code': 200} Jan 28 06:48:47.605493 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network a9114822-e93b-464e-827d-9f2ca51b852e is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:47.609280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:47.628767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:47.648609 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:48:47.655054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:47.655517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:47.668356 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-900f5878-8348-41d7-a9c4-e5946ceded26 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "PUT /v2.0/routers/6a28f55c-3707-40b6-8c72-83d2ad9b71d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4109082 Jan 28 06:48:47.669155 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46172) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:47.695690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189312d-1c4c-4890-9543-acf01ae64dba None None] Pushing event updated for resources: {'Port': ['ID=badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:47.715587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:47.716251 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:47.721184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:47.780017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting port e4725586-5a94-4bc5-9ccc-4c4e112b47bb {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:47.780388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:47.791935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5a662-7e82-45ae-b36c-0216d21b5614 None None] Sync routers for ids ['6a28f55c-3707-40b6-8c72-83d2ad9b71d3'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:48:47.794340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-df00444c-cbb4-42a5-b655-760b56c96b34', 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'fixed_ips': [{'subnet_id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:47.796436 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:47.874304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee21c31-c302-484d-bdf9-4792b8bf5f47,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:48.083179 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:48.118680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7d5dc9-84ae-4910-a8cf-4359820a82db']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:48.135002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '336d9b4c-5e85-4f0a-aee9-6956af9c46ab') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:48.138630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '336d9b4c-5e85-4f0a-aee9-6956af9c46ab') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:48.289234 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:48.325468 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router 7484255f-cee6-4bea-863c-55bd913aa9bf has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:48:48.337467 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5a662-7e82-45ae-b36c-0216d21b5614 None None] Routers {'6a28f55c-3707-40b6-8c72-83d2ad9b71d3'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:48.338111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-66d5a662-7e82-45ae-b36c-0216d21b5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['6a28f55c-3707-40b6-8c72-83d2ad9b71d3'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:48.504341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:48.558200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:48.582153 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Allocated IP 172.23.0.2 (df00444c-cbb4-42a5-b655-760b56c96b34/ac799d93-022a-43ba-8bf5-73f362dd4c8f/3bf30f6d-f962-4e4a-95ec-f385fa8e6c59) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:48.613758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:48.614174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:48.621554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:48:48.632471 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9df489e3-6349-45d1-af20-42db4fa992f4 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7965543 Jan 28 06:48:48.633600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46178) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:48.639502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1906925952'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:48.652027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-66d5a662-7e82-45ae-b36c-0216d21b5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:48.653881 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:48.657177 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:48.675460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdbcef7-58fc-4540-bfd7-569c8fe1d16c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:48.675947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5fdbcef7-58fc-4540-bfd7-569c8fe1d16c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:48.676735 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Transition to ACTIVE for port object aee8d969-63e1-4048-9e00-179dc454dfbe will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:48.679567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:48.696961 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:network and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:48.704577 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:48.715073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:48.794252 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce17b0e-2cf1-4d61-a109-1dfea5b2498b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-ae7d5dc9-84ae-4910-a8cf-4359820a82db', 'network_id': 'ae7d5dc9-84ae-4910-a8cf-4359820a82db', 'tenant_id': 'e9f185e4c3054ebc875aae94eb64c827', 'fixed_ips': [{'subnet_id': '2ee21c31-c302-484d-bdf9-4792b8bf5f47'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:48.795938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fce17b0e-2cf1-4d61-a109-1dfea5b2498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:48.835681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ad4bbd-96e7-432f-b9a5-33d6c59a1ad7 None None] Network dc8e34df-8b76-40b7-9aba-b0cde75ad601 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:48.848190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] For port e4725586-5a94-4bc5-9ccc-4c4e112b47bb, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e4725586-5a94-4bc5-9ccc-4c4e112b47bb,segment=NetworkSegment(f12eb382-f922-4edd-93b7-3fd66d910600),segment_id=f12eb382-f922-4edd-93b7-3fd66d910600)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:48.848814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:48.850390 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e992256-f213-4fb1-ad81-a65d150927f0 None None] Network 38a02e9f-78c9-4bd9-84f0-d3a15a7ec400 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:48.864480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5fdbcef7-58fc-4540-bfd7-569c8fe1d16c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:48.865072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5a662-7e82-45ae-b36c-0216d21b5614 None None] Routers {'6a28f55c-3707-40b6-8c72-83d2ad9b71d3'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:48.865828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-66d5a662-7e82-45ae-b36c-0216d21b5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['6a28f55c-3707-40b6-8c72-83d2ad9b71d3'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:48.866617 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5fdbcef7-58fc-4540-bfd7-569c8fe1d16c tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a28f55c-3707-40b6-8c72-83d2ad9b71d3 HTTP/1.1" status: 200 len: 982 time: 1.1961193 Jan 28 06:48:48.874213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46182) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:48.955850 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-66d5a662-7e82-45ae-b36c-0216d21b5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:48.956355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d5a662-7e82-45ae-b36c-0216d21b5614 None None] The sync data for ids ['6a28f55c-3707-40b6-8c72-83d2ad9b71d3'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:48:48.986261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:48.989625 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:49.025409 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-15073f8e-2cd5-4543-a73d-d1798186f886 None None] Provisioning for port b872036f-fa2a-4953-9e1c-b4ce663a941e completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:49.030581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Transition to ACTIVE for port object aee8d969-63e1-4048-9e00-179dc454dfbe will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:49.032241 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:48:49.046748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Calling delete_port for e4725586-5a94-4bc5-9ccc-4c4e112b47bb owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:49.069589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:49.086135 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c5927-4ae4-47c4-ab43-fffc3751780a None None] Pushing event updated for resources: {'Port': ['ID=e4725586-5a94-4bc5-9ccc-4c4e112b47bb,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:49.092759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:49.093195 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Added segment f4a7bcbb-d701-428f-9e0c-74d82e23cb09 of type vlan for network 17bbe255-b0d2-4ede-91f1-ba8856a934a8 Jan 28 06:48:49.108627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcf980-99e2-450d-b9c5-433287592ee7 req-cc8d3019-e664-4f1e-b076-6118c6fac1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:49.109829 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-60fcf980-99e2-450d-b9c5-433287592ee7 req-cc8d3019-e664-4f1e-b076-6118c6fac1bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 1099 time: 0.6795413 Jan 28 06:48:49.132895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:49.175453 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:49.209340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-15073f8e-2cd5-4543-a73d-d1798186f886 None None] Provisioning complete for port b872036f-fa2a-4953-9e1c-b4ce663a941e triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:49.209674 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15073f8e-2cd5-4543-a73d-d1798186f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:49.238921 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee7fa8-0698-4fb7-a0ec-6e096e69571e req-3887ff22-ebc7-46ad-9414-34c406db0761 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:49.240405 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3ee7fa8-0698-4fb7-a0ec-6e096e69571e req-3887ff22-ebc7-46ad-9414-34c406db0761 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 946 time: 0.8452725 Jan 28 06:48:49.251076 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:49.266118 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:49.271584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:49.272171 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:49.307571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Network': ['ID=ae7d5dc9-84ae-4910-a8cf-4359820a82db,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:49.325491 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:49.336624 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-18841f53-a850-4a9e-9c2a-325e211e6609 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/ae7d5dc9-84ae-4910-a8cf-4359820a82db HTTP/1.1" status: 204 len: 168 time: 2.2870712 Jan 28 06:48:49.353008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46188) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:49.381616 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Network': ['ID=17bbe255-b0d2-4ede-91f1-ba8856a934a8,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:49.401447 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-79d35d7c-4c8a-4063-ad5f-4f25bcfbe6eb tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7666774 Jan 28 06:48:49.402336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46192) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:49.407931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'subnet': {'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:49.414838 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-60fcf980-99e2-450d-b9c5-433287592ee7 req-0e9cc719-34aa-42d0-a8b5-a91bb3baa874 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637134 Jan 28 06:48:49.459728 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 17bbe255-b0d2-4ede-91f1-ba8856a934a8 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:49.486828 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7ee81d-b1f7-407d-923b-998d71a72d49 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] GET failed (client error): The resource could not be found. Jan 28 06:48:49.486828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0c7ee81d-b1f7-407d-923b-998d71a72d49 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Synchronizing usage tracker for tenant:e9f185e4c3054ebc875aae94eb64c827 on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:49.506247 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3ee7fa8-0698-4fb7-a0ec-6e096e69571e req-eb6e4aca-99d2-4ea4-bef8-a5cf464bf73e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467492 Jan 28 06:48:49.530572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:49.535025 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:subnet and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:49.539046 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:49.546267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:49.577169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Network a9114822-e93b-464e-827d-9f2ca51b852e is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:49.590573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:49.598248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:49.600736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:49.614661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Made reservation on behalf of 0d07c815a9ba4bbcb3169ef62da728db for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:49.619859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:49.653744 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-23133e42-ba8e-4111-b4a1-08f6692b539b req-adbd4ab2-d395-46ff-a01d-8e34990484da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6719196 Jan 28 06:48:49.657369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No DVR routers for this DVR port e4725586-5a94-4bc5-9ccc-4c4e112b47bb on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:48:49.659000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Port': ['ID=e4725586-5a94-4bc5-9ccc-4c4e112b47bb,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:49.701693 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-15073f8e-2cd5-4543-a73d-d1798186f886 None None] Port b872036f-fa2a-4953-9e1c-b4ce663a941e cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:48:49.704184 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe71c4cc-ea6b-4a9d-96bb-1c7655165faa None None] Network ae7d5dc9-84ae-4910-a8cf-4359820a82db requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:49.724704 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0c7ee81d-b1f7-407d-923b-998d71a72d49 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Unset dirty status for tenant:e9f185e4c3054ebc875aae94eb64c827 on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:49.724704 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0c7ee81d-b1f7-407d-923b-998d71a72d49 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "GET /v2.0/subnets/2ee21c31-c302-484d-bdf9-4792b8bf5f47 HTTP/1.1" status: 404 len: 337 time: 0.3628151 Jan 28 06:48:49.728857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46196) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:49.764944 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce896fed-912f-4181-8328-da44280e7bdf tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:48:49.765426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce896fed-912f-4181-8328-da44280e7bdf tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:48:49.771732 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ce896fed-912f-4181-8328-da44280e7bdf tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/ae7d5dc9-84ae-4910-a8cf-4359820a82db HTTP/1.1" status: 404 len: 339 time: 0.0383966 Jan 28 06:48:49.772890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46200) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:49.866253 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3b4c87e9-7701-4ece-b772-78caee4da6ef up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:49.910310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcda8bf-f239-476f-96c0-e21d976dc836 None None] Pushing event updated for resources: {'Port': ['ID=67729d79-96a5-44cd-9cc0-6a264ee4f3d9,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:49.980887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:50.036667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:50.063194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Subnet': ['ID=b30cbe78-039b-4529-8142-44400f33f783,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:50.074574 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Checking segment: {'id': 'f4a7bcbb-d701-428f-9e0c-74d82e23cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:50.074927 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network hostable DHCP agents. Network: 17bbe255-b0d2-4ede-91f1-ba8856a934a8, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:50.097128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8e34df-8b76-40b7-9aba-b0cde75ad601']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:50.145159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe71c4cc-ea6b-4a9d-96bb-1c7655165faa None None] Network ae7d5dc9-84ae-4910-a8cf-4359820a82db could not be found, it might have been deleted concurrently. {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 06:48:50.152102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 17bbe255-b0d2-4ede-91f1-ba8856a934a8 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:50.173751 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12eb382-f922-4edd-93b7-3fd66d910600') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:50.174258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12eb382-f922-4edd-93b7-3fd66d910600') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:50.193559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:50.226040 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 17bbe255-b0d2-4ede-91f1-ba8856a934a8) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:50.230668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:50.231597 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:50.261149 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:50.287927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:48:50.288336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:50.288504 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3547ef8a-5062-4c26-90fc-5e6becb8aa60 None None] Network dc8e34df-8b76-40b7-9aba-b0cde75ad601 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:50.304798 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c38307e3-c103-43f9-b798-c7fc61df2ad8 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8990996 Jan 28 06:48:50.310096 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46204) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:48:50.310231 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:48:50.328120 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9204776-9c2d-4b7c-b293-30e4d0c7d02f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:50.328803 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e9204776-9c2d-4b7c-b293-30e4d0c7d02f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Synchronizing usage tracker for tenant:e9f185e4c3054ebc875aae94eb64c827 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:50.333730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac746a11-de09-4f39-b1f4-2ef54a46d96b None None] Network 17bbe255-b0d2-4ede-91f1-ba8856a934a8 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:50.354462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23133e42-ba8e-4111-b4a1-08f6692b539b req-54f619ae-8342-498f-a199-a3472a52ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:50.356302 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-23133e42-ba8e-4111-b4a1-08f6692b539b req-54f619ae-8342-498f-a199-a3472a52ad04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 1098 time: 0.4050360 Jan 28 06:48:50.362779 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0e3e3338-c357-4733-ab9f-f122c62ccfe1 None None] Provisioning for port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:50.400047 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Attempting to bind port aee8d969-63e1-4048-9e00-179dc454dfbe on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:50.400416 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Attempting to bind port aee8d969-63e1-4048-9e00-179dc454dfbe by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '687d8f42-f976-46a6-aef3-769805116064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:50.400776 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Attempting to bind port aee8d969-63e1-4048-9e00-179dc454dfbe on network a9114822-e93b-464e-827d-9f2ca51b852e {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:50.458647 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:50.459061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Checking segment: {'id': '687d8f42-f976-46a6-aef3-769805116064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:50.459493 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:50.459889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Bound using segment: {'id': '687d8f42-f976-46a6-aef3-769805116064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:50.460358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Bound port: aee8d969-63e1-4048-9e00-179dc454dfbe, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687d8f42-f976-46a6-aef3-769805116064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:50.460732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:50.493893 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e9204776-9c2d-4b7c-b293-30e4d0c7d02f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Unset dirty status for tenant:e9f185e4c3054ebc875aae94eb64c827 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:50.497668 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e9204776-9c2d-4b7c-b293-30e4d0c7d02f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7114327 Jan 28 06:48:50.501624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46208) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:50.527862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=9e08b697-3365-4447-a5a0-884889ab4e5d,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:50.555638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:50.568745 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5afa3c4b-f801-48ef-aaf9-7791bce1480f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 207 time: 0.0660541 Jan 28 06:48:50.584087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46214) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:50.586841 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:50.657320 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0bf25552-197b-4781-84b5-40dd84aeb53e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:50.716139 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:50.728418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Network': ['ID=dc8e34df-8b76-40b7-9aba-b0cde75ad601,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:50.771785 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dab35bc2-78fc-43d7-b92b-5ea7d9c5ebc1 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/dc8e34df-8b76-40b7-9aba-b0cde75ad601 HTTP/1.1" status: 204 len: 168 time: 8.4592974 Jan 28 06:48:50.801567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46218) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:50.955120 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Transition to ACTIVE for port object 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:51.013015 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f61bb43-39fd-44ca-b36e-abeaec695c18 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] DELETE failed (client error): The resource could not be found. Jan 28 06:48:51.013818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f61bb43-39fd-44ca-b36e-abeaec695c18 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:48:51.021522 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6f61bb43-39fd-44ca-b36e-abeaec695c18 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/dc8e34df-8b76-40b7-9aba-b0cde75ad601 HTTP/1.1" status: 404 len: 339 time: 0.2102923 Jan 28 06:48:51.022520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46222) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:51.034556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-318909513', 'description': 'd1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:51.048571 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a4c568-b6f7-4393-885c-fc36b2bd0434 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:51.050497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23133e42-ba8e-4111-b4a1-08f6692b539b req-f1148634-d47d-448d-9f5f-8a1aefbe1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:51.052233 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-23133e42-ba8e-4111-b4a1-08f6692b539b req-f1148634-d47d-448d-9f5f-8a1aefbe1770 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98e0775f-f72f-4160-b526-3c217463d46f HTTP/1.1" status: 200 len: 897 time: 0.5944660 Jan 28 06:48:51.053400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:51.057495 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a4c568-b6f7-4393-885c-fc36b2bd0434 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:51.064000 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a4c568-b6f7-4393-885c-fc36b2bd0434 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:51.071459 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a4c568-b6f7-4393-885c-fc36b2bd0434 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:51.072343 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-63a4c568-b6f7-4393-885c-fc36b2bd0434 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Synchronizing usage tracker for tenant:e9f185e4c3054ebc875aae94eb64c827 on resource:network {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:51.078238 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Pushing event updated for resources: {'Port': ['ID=aee8d969-63e1-4048-9e00-179dc454dfbe,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:51.080493 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 3b4c87e9-7701-4ece-b772-78caee4da6ef completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:51.086152 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Transition to ACTIVE for port object 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:51.120773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Usage tracker for resource:network and tenant:3d1a202517054b17a7cb08b38b43359c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:48:51.125034 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:48:51.142292 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 3b4c87e9-7701-4ece-b772-78caee4da6ef triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:51.142659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:51.146969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:51.183062 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0e3e3338-c357-4733-ab9f-f122c62ccfe1 None None] Provisioning complete for port b872036f-fa2a-4953-9e1c-b4ce663a941e triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:51.183459 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0e3e3338-c357-4733-ab9f-f122c62ccfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:51.206745 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] For port aee8d969-63e1-4048-9e00-179dc454dfbe, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:51.218942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:51.248680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:51.252296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:51.291978 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-23133e42-ba8e-4111-b4a1-08f6692b539b req-22f4698f-9b3b-4879-b8f7-a5a184875248 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d HTTP/1.1" status: 200 len: 1000 time: 0.2301908 Jan 28 06:48:51.299705 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-63a4c568-b6f7-4393-885c-fc36b2bd0434 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Unset dirty status for tenant:e9f185e4c3054ebc875aae94eb64c827 on resource:network {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:51.304485 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-63a4c568-b6f7-4393-885c-fc36b2bd0434 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.7166142 Jan 28 06:48:51.311246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] For port aee8d969-63e1-4048-9e00-179dc454dfbe, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=aee8d969-63e1-4048-9e00-179dc454dfbe,segment=NetworkSegment(687d8f42-f976-46a6-aef3-769805116064),segment_id=687d8f42-f976-46a6-aef3-769805116064)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:51.312668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46226) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:51.371181 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fb146-47ac-4dbd-88d4-ff5e671da55e req-2f0ecfa6-5508-404d-b34a-a56bcf6c6835 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:51.372901 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ee4fb146-47ac-4dbd-88d4-ff5e671da55e req-2f0ecfa6-5508-404d-b34a-a56bcf6c6835 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 946 time: 0.6211247 Jan 28 06:48:51.375573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Allocated IP 172.23.0.1 (df00444c-cbb4-42a5-b655-760b56c96b34/ac799d93-022a-43ba-8bf5-73f362dd4c8f/69ed2d5a-1822-49c5-9b62-9d94388c948a) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:51.387483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Network df00444c-cbb4-42a5-b655-760b56c96b34 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:51.402721 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:51.406757 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:51.414732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:51.419066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:51.420058 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0e3e3338-c357-4733-ab9f-f122c62ccfe1 None None] Port b872036f-fa2a-4953-9e1c-b4ce663a941e cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:48:51.427761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Pushing event updated for resources: {'Port': ['ID=3bf30f6d-f962-4e4a-95ec-f385fa8e6c59,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:51.435309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23133e42-ba8e-4111-b4a1-08f6692b539b req-ac08dfc1-66fd-4476-868d-3b0ecd6f73d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:51.436948 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-23133e42-ba8e-4111-b4a1-08f6692b539b req-ac08dfc1-66fd-4476-868d-3b0ecd6f73d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9494a6f9-bea7-41ec-95e0-ea86021426f4 HTTP/1.1" status: 200 len: 833 time: 0.1322470 Jan 28 06:48:51.493247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:51.493759 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Added segment ad0235d9-048b-48b1-8f98-bffc517436ad of type vlan for network 7e0cc903-091c-447d-84b8-b7ba48868e6a Jan 28 06:48:51.528505 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ee4fb146-47ac-4dbd-88d4-ff5e671da55e req-bb139efe-9ef2-4c14-ad3e-e602527a1bc0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365683 Jan 28 06:48:51.557268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:51.579625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-17bbe255-b0d2-4ede-91f1-ba8856a934a8', 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'fixed_ips': [{'subnet_id': 'b30cbe78-039b-4529-8142-44400f33f783'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:48:51.580641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:51.658505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:48:45Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:48:46Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:48:46Z', 'revision_number': 2, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:51.684318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba3b55e-efa1-4635-8faa-bae12975bfb6 None None] The sync data for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv is: [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:48:45Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:48:46Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:48:46Z', 'revision_number': 2, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:48:51.827439 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-520681ad-a413-4c6b-a6b0-5f4f349ee5cc tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.5002561 Jan 28 06:48:51.831046 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f5111-e595-453e-b4dd-614f73d8022b None None] Pushing event updated for resources: {'Port': ['ID=aee8d969-63e1-4048-9e00-179dc454dfbe,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:51.837292 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Attempting to bind port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:51.837945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Attempting to bind port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'e0ba52d1-fd3a-49e8-828f-4eb30a88793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:51.838496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Attempting to bind port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 on network df00444c-cbb4-42a5-b655-760b56c96b34 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:51.873654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:51.873654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Checking segment: {'id': 'e0ba52d1-fd3a-49e8-828f-4eb30a88793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:51.873654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:51.873654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Bound using segment: {'id': 'e0ba52d1-fd3a-49e8-828f-4eb30a88793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:51.873654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Bound port: 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ba52d1-fd3a-49e8-828f-4eb30a88793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:51.873654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:51.881979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:51.896463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:51.902933 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Transition to ACTIVE for port object 69ed2d5a-1822-49c5-9b62-9d94388c948a will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:51.944732 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46230) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:51.980781 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-0bf25552-197b-4781-84b5-40dd84aeb53e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port b872036f-fa2a-4953-9e1c-b4ce663a941e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:51.981546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0bf25552-197b-4781-84b5-40dd84aeb53e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:52.082006 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:52.097728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23133e42-ba8e-4111-b4a1-08f6692b539b req-eb634373-ec46-41f2-b30d-9858a9653f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:52.100406 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-23133e42-ba8e-4111-b4a1-08f6692b539b req-eb634373-ec46-41f2-b30d-9858a9653f1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98e0775f-f72f-4160-b526-3c217463d46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6514421 Jan 28 06:48:52.117037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Allocated IP 2001:db8:3::2 (17bbe255-b0d2-4ede-91f1-ba8856a934a8/b30cbe78-039b-4529-8142-44400f33f783/2416a86a-fc98-4434-8639-722fa43bd4f6) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:52.142658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 3b4c87e9-7701-4ece-b772-78caee4da6ef, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3b4c87e9-7701-4ece-b772-78caee4da6ef,segment=NetworkSegment(97571a5d-3f39-4fca-846f-845fdd9708a9),segment_id=97571a5d-3f39-4fca-846f-845fdd9708a9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:52.190711 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:52.199010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:52.205047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:52.205660 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:52.228704 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] For port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:52.244060 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:52.245234 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 927ea74c-5689-42ee-8043-4abd20d3794a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:52.361601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=3b4c87e9-7701-4ece-b772-78caee4da6ef,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:52.378067 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] For port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3bf30f6d-f962-4e4a-95ec-f385fa8e6c59,segment=NetworkSegment(e0ba52d1-fd3a-49e8-828f-4eb30a88793c),segment_id=e0ba52d1-fd3a-49e8-828f-4eb30a88793c)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:52.441884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:52.471132 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4438155 Jan 28 06:48:52.471909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46234) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:52.518825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9602bf9-e528-457c-82ec-7c60dec12271 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Network': ['ID=7e0cc903-091c-447d-84b8-b7ba48868e6a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:52.529526 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b2921-af71-4367-bf5a-8dd89d1d3329 None None] Pushing event updated for resources: {'Port': ['ID=3bf30f6d-f962-4e4a-95ec-f385fa8e6c59,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:52.542979 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 7e0cc903-091c-447d-84b8-b7ba48868e6a details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:52.544026 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-23133e42-ba8e-4111-b4a1-08f6692b539b req-00cb2845-06da-4b94-b802-74817a37c08d service neutron] 10.222.0.37 "GET /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367211 Jan 28 06:48:52.686862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dd5e22-391a-4287-9581-97c6d2f16984 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:52.689352 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dd5e22-391a-4287-9581-97c6d2f16984 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:52.694264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-06dd5e22-391a-4287-9581-97c6d2f16984 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Synchronizing usage tracker for tenant:e9f185e4c3054ebc875aae94eb64c827 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:52.716902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0bf25552-197b-4781-84b5-40dd84aeb53e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:52.757116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network df00444c-cbb4-42a5-b655-760b56c96b34 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:52.761494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:52.764910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:52.860271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:52.881139 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Transition to ACTIVE for port object 2416a86a-fc98-4434-8639-722fa43bd4f6 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:52.893754 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=69ed2d5a-1822-49c5-9b62-9d94388c948a,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:52.911773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Transition to ACTIVE for port object 2416a86a-fc98-4434-8639-722fa43bd4f6 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:52.921558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 927ea74c-5689-42ee-8043-4abd20d3794a completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:52.924019 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-06dd5e22-391a-4287-9581-97c6d2f16984 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Unset dirty status for tenant:e9f185e4c3054ebc875aae94eb64c827 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:52.928025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 927ea74c-5689-42ee-8043-4abd20d3794a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:52.928326 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:52.928611 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-06dd5e22-391a-4287-9581-97c6d2f16984 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.9576254 Jan 28 06:48:52.935474 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46240) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:53.016984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ee6c44-963a-4948-af64-7b9d6bc16a2f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:53.017711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-70ee6c44-963a-4948-af64-7b9d6bc16a2f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Synchronizing usage tracker for tenant:3d1a202517054b17a7cb08b38b43359c on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:53.070940 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:53.183912 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Network 17bbe255-b0d2-4ede-91f1-ba8856a934a8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:53.191619 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:53.203044 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:53.214582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-0bf25552-197b-4781-84b5-40dd84aeb53e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for b872036f-fa2a-4953-9e1c-b4ce663a941e owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:48:53.263026 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-23133e42-ba8e-4111-b4a1-08f6692b539b req-af8143fa-1185-4db9-98c2-a1ed34d8350f service neutron] 10.222.0.37 "GET /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7056060 Jan 28 06:48:53.366034 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:53.423862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c97c85-b1bf-43d2-bda9-8a41c14f9d70 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['shared'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:53.425088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Pushing event updated for resources: {'Port': ['ID=2416a86a-fc98-4434-8639-722fa43bd4f6,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:53.425484 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c97c85-b1bf-43d2-bda9-8a41c14f9d70 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['shared'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:53.428395 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-23c97c85-b1bf-43d2-bda9-8a41c14f9d70 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4894819 Jan 28 06:48:53.430741 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Attempting to bind port 2416a86a-fc98-4434-8639-722fa43bd4f6 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:53.431117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Attempting to bind port 2416a86a-fc98-4434-8639-722fa43bd4f6 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'f4a7bcbb-d701-428f-9e0c-74d82e23cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:53.431499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Attempting to bind port 2416a86a-fc98-4434-8639-722fa43bd4f6 on network 17bbe255-b0d2-4ede-91f1-ba8856a934a8 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:53.438342 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46244) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:53.440945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:53.441336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Checking segment: {'id': 'f4a7bcbb-d701-428f-9e0c-74d82e23cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:53.441793 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:53.442192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Bound using segment: {'id': 'f4a7bcbb-d701-428f-9e0c-74d82e23cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:53.442721 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Bound port: 2416a86a-fc98-4434-8639-722fa43bd4f6, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a7bcbb-d701-428f-9e0c-74d82e23cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:53.443097 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:53.461501 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:53.472199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-70ee6c44-963a-4948-af64-7b9d6bc16a2f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Unset dirty status for tenant:3d1a202517054b17a7cb08b38b43359c on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:53.474263 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-70ee6c44-963a-4948-af64-7b9d6bc16a2f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "GET /v2.0/networks?id=7e0cc903-091c-447d-84b8-b7ba48868e6a HTTP/1.1" status: 200 len: 764 time: 0.9928105 Jan 28 06:48:53.478214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46248) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:53.490583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad8492-5910-449e-bc2d-e4de7261dbd0 req-237e7958-36fe-4974-930f-7545b728f767 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:53.500179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Allocated IP 2001:db8:3::1 (17bbe255-b0d2-4ede-91f1-ba8856a934a8/b30cbe78-039b-4529-8142-44400f33f783/32457671-a2d8-4d20-b320-0af757dfcaa0) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:48:53.501206 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-25ad8492-5910-449e-bc2d-e4de7261dbd0 req-237e7958-36fe-4974-930f-7545b728f767 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 946 time: 0.6584415 Jan 28 06:48:53.526967 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7eaaf62c-c56c-4ec3-b92a-222c49f038a0 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'network': {'description': 'd2'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:53.550165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3b3473-3349-4d0c-b423-24ca3b35d3ff None None] Network a9114822-e93b-464e-827d-9f2ca51b852e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:53.646237 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 927ea74c-5689-42ee-8043-4abd20d3794a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=927ea74c-5689-42ee-8043-4abd20d3794a,segment=NetworkSegment(a9af5f41-56ad-4016-810d-eef86c2ad1ce),segment_id=a9af5f41-56ad-4016-810d-eef86c2ad1ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:53.684060 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-25ad8492-5910-449e-bc2d-e4de7261dbd0 req-f8348fd6-419a-41e4-8351-f3f333679e04 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806562 Jan 28 06:48:53.684170 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3449796d-636d-4c93-9df5-e94f65c3fb72 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:53.698707 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3449796d-636d-4c93-9df5-e94f65c3fb72 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "GET /v2.0/networks/07fbd4a7-a85d-4296-8027-64dea9a9d88a HTTP/1.1" status: 200 len: 800 time: 0.2472606 Jan 28 06:48:53.698707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46252) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:53.764112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e6c5943f-2327-4668-9c5a-f611b1dbcc30 None None] Provisioning for port aee8d969-63e1-4048-9e00-179dc454dfbe completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:53.810060 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:53.814165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 47b11217-c45e-40ce-95b6-c54fdc4b3e6f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:53.948994 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Sync routers for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:48:53.965301 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:53.966912 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:54.080601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf62c-c56c-4ec3-b92a-222c49f038a0 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:54.097401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] For port 2416a86a-fc98-4434-8639-722fa43bd4f6, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:54.145598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247eff71-1acc-4679-ae0d-874e95a9db1f req-590891ba-fb3a-40ee-a6e1-a47aec025c6f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:54.149064 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-247eff71-1acc-4679-ae0d-874e95a9db1f req-590891ba-fb3a-40ee-a6e1-a47aec025c6f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 946 time: 0.2311764 Jan 28 06:48:54.150380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0bf25552-197b-4781-84b5-40dd84aeb53e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:54.158191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] For port 2416a86a-fc98-4434-8639-722fa43bd4f6, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=2416a86a-fc98-4434-8639-722fa43bd4f6,segment=NetworkSegment(f4a7bcbb-d701-428f-9e0c-74d82e23cb09),segment_id=f4a7bcbb-d701-428f-9e0c-74d82e23cb09)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:54.257573 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-70bac66c-7dba-4763-8f65-9f1e7f1db1a5 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "GET /v2.0/networks/07fbd4a7-a85d-4296-8027-64dea9a9d88a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5575178 Jan 28 06:48:54.267978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46260) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:54.299437 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:54.312981 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:48:54.329854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=927ea74c-5689-42ee-8043-4abd20d3794a,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:54.396025 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:54.448602 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788786b-6ea7-46ea-bfa7-6e7bdee046b0 None None] Pushing event updated for resources: {'Port': ['ID=2416a86a-fc98-4434-8639-722fa43bd4f6,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:54.459159 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Transition to ACTIVE for port object 32457671-a2d8-4d20-b320-0af757dfcaa0 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:54.471624 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:54.495045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b57dc78-076b-4876-8c68-b1b526f40376 None None] Network df00444c-cbb4-42a5-b655-760b56c96b34 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:54.499215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0eefb7-1e2d-45ef-86c0-bcb798e23923 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:54.506593 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-af0eefb7-1e2d-45ef-86c0-bcb798e23923 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "GET /v2.0/subnets/711309fa-8fa9-4f1a-9721-cfc3529717de HTTP/1.1" status: 200 len: 811 time: 0.2296896 Jan 28 06:48:54.522381 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46264) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:54.539928 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:54.557516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:54.557947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:54.665639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf62c-c56c-4ec3-b92a-222c49f038a0 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:54.669462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf25552-197b-4781-84b5-40dd84aeb53e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=b872036f-fa2a-4953-9e1c-b4ce663a941e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:54.762233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7eaaf62c-c56c-4ec3-b92a-222c49f038a0 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network 7e0cc903-091c-447d-84b8-b7ba48868e6a is not hosted by any dhcp agent {{(pid=88217) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 06:48:54.770594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eaaf62c-c56c-4ec3-b92a-222c49f038a0 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:54.771577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf62c-c56c-4ec3-b92a-222c49f038a0 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:54.773214 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7eaaf62c-c56c-4ec3-b92a-222c49f038a0 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "PUT /v2.0/networks/7e0cc903-091c-447d-84b8-b7ba48868e6a HTTP/1.1" status: 200 len: 761 time: 1.2924914 Jan 28 06:48:54.774480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:54.781034 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-247eff71-1acc-4679-ae0d-874e95a9db1f req-b77c8428-189e-4e02-9cb8-82733de14643 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6240616 Jan 28 06:48:54.799982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46268) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:54.871986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fbab98b2-7a47-408c-92b2-68f56a678619 None None] Provisioning for port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:55.044288 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:48:45Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:48:46Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:48:46Z', 'revision_number': 2, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:55.066829 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Checking router: 7484255f-cee6-4bea-863c-55bd913aa9bf for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:48:55.067696 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Updating router 7484255f-cee6-4bea-863c-55bd913aa9bf port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:48:55.117836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:55.140860 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:55.185769 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaf62c-c56c-4ec3-b92a-222c49f038a0 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Network': ['ID=7e0cc903-091c-447d-84b8-b7ba48868e6a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:55.236212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=47b11217-c45e-40ce-95b6-c54fdc4b3e6f,segment=NetworkSegment(a9af5f41-56ad-4016-810d-eef86c2ad1ce),segment_id=a9af5f41-56ad-4016-810d-eef86c2ad1ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:55.239749 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 7e0cc903-091c-447d-84b8-b7ba48868e6a details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:55.264619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd6c969-e622-44f3-bf30-000e20d694dc tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['shared'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:55.266899 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ecd6c969-e622-44f3-bf30-000e20d694dc tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "GET /v2.0/subnets/711309fa-8fa9-4f1a-9721-cfc3529717de?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.7425992 Jan 28 06:48:55.267908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=32457671-a2d8-4d20-b320-0af757dfcaa0,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:55.278942 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c0ed94-cac4-49ab-8457-24958cacda28 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:55.279779 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d5c0ed94-cac4-49ab-8457-24958cacda28 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Synchronizing usage tracker for tenant:3d1a202517054b17a7cb08b38b43359c on resource:network {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:55.294081 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46276) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:55.313018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-221911184'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:55.317449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0bf25552-197b-4781-84b5-40dd84aeb53e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:55.319169 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:55.360363 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 17bbe255-b0d2-4ede-91f1-ba8856a934a8 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:55.361928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:55.391613 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:55.393058 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:55.431835 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:55.462725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:48:55.463440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:55.473803 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d5c0ed94-cac4-49ab-8457-24958cacda28 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Unset dirty status for tenant:3d1a202517054b17a7cb08b38b43359c on resource:network {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:55.475318 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d5c0ed94-cac4-49ab-8457-24958cacda28 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "GET /v2.0/networks?id=7e0cc903-091c-447d-84b8-b7ba48868e6a HTTP/1.1" status: 200 len: 764 time: 0.5441117 Jan 28 06:48:55.485517 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46280) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:55.607495 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:55.611071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:55.613681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-82419028-c1a2-497c-9905-35a29f8ab270 None None] Provisioning for port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:55.633990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-82419028-c1a2-497c-9905-35a29f8ab270 None None] Provisioning complete for port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:55.641518 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82419028-c1a2-497c-9905-35a29f8ab270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:55.735550 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:55.760198 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Transition to ACTIVE for port object ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:48:55.791373 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf25552-197b-4781-84b5-40dd84aeb53e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Router 6a28f55c-3707-40b6-8c72-83d2ad9b71d3 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:48:55.802279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=47b11217-c45e-40ce-95b6-c54fdc4b3e6f,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:55.808698 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-82419028-c1a2-497c-9905-35a29f8ab270 None None] Port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:48:55.850877 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:55.877679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23e3676-dbeb-4f27-870c-e413cb9510c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:55.881518 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a23e3676-dbeb-4f27-870c-e413cb9510c4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3912320 Jan 28 06:48:55.887664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46284) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:55.925785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:55.940839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:55.942420 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:55.973101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fff8a9b1-8e68-4033-a575-83ac9094f2a4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Synchronizing usage tracker for tenant:3d1a202517054b17a7cb08b38b43359c on resource:subnet {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:56.077504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf25552-197b-4781-84b5-40dd84aeb53e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:48:56.088836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fff8a9b1-8e68-4033-a575-83ac9094f2a4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Unset dirty status for tenant:3d1a202517054b17a7cb08b38b43359c on resource:subnet {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:56.094117 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fff8a9b1-8e68-4033-a575-83ac9094f2a4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 207 time: 0.2051105 Jan 28 06:48:56.097023 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb033539-215f-4893-9b98-c2241a2b7444 None None] Sync routers for ids ['6a28f55c-3707-40b6-8c72-83d2ad9b71d3'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:48:56.098782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46288) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:56.130246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb033539-215f-4893-9b98-c2241a2b7444 None None] Routers {'6a28f55c-3707-40b6-8c72-83d2ad9b71d3'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:56.130986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cb033539-215f-4893-9b98-c2241a2b7444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['6a28f55c-3707-40b6-8c72-83d2ad9b71d3'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:56.226524 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:56.265585 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0bf25552-197b-4781-84b5-40dd84aeb53e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "PUT /v2.0/routers/6a28f55c-3707-40b6-8c72-83d2ad9b71d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3406317 Jan 28 06:48:56.272410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46292) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:56.283918 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e352ce1-d7bd-4743-9161-ea80599e46e6 None None] Pushing event updated for resources: {'Port': ['ID=ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:56.299411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:56.299924 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Added segment f5b46c06-044d-454a-a39d-d2c07c26dca5 of type vlan for network 710a4f75-a09f-40f6-a42d-3af4a0b8d2b4 Jan 28 06:48:56.323698 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Attempting to bind port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:48:56.324570 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Attempting to bind port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '687d8f42-f976-46a6-aef3-769805116064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:48:56.324763 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Attempting to bind port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 on network a9114822-e93b-464e-827d-9f2ca51b852e {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:48:56.326998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cb033539-215f-4893-9b98-c2241a2b7444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:56.333261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46296) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:56.333625 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:48:56.334015 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Checking segment: {'id': '687d8f42-f976-46a6-aef3-769805116064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:56.334389 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:56.334776 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Bound using segment: {'id': '687d8f42-f976-46a6-aef3-769805116064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:48:56.335300 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Bound port: ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687d8f42-f976-46a6-aef3-769805116064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:48:56.335913 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:56.383484 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f73a0b2-3161-463e-8bd5-dbd1a685dc3b tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] GET failed (client error): The resource could not be found. Jan 28 06:48:56.384025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8f73a0b2-3161-463e-8bd5-dbd1a685dc3b tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:56.397709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833d66c0-7219-4f7d-9457-c288b5aa7705 None None] Network 17bbe255-b0d2-4ede-91f1-ba8856a934a8 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:48:56.458819 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb033539-215f-4893-9b98-c2241a2b7444 None None] Routers {'6a28f55c-3707-40b6-8c72-83d2ad9b71d3'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:56.460088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cb033539-215f-4893-9b98-c2241a2b7444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['6a28f55c-3707-40b6-8c72-83d2ad9b71d3'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:56.520515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824fabb-7e8a-4d34-b08e-0607b21efed4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:56.526777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824fabb-7e8a-4d34-b08e-0607b21efed4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:56.532564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:56.533857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824fabb-7e8a-4d34-b08e-0607b21efed4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:56.540612 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824fabb-7e8a-4d34-b08e-0607b21efed4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:56.542190 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] For port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:48:56.548088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824fabb-7e8a-4d34-b08e-0607b21efed4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:56.548304 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] For port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3,segment=NetworkSegment(687d8f42-f976-46a6-aef3-769805116064),segment_id=687d8f42-f976-46a6-aef3-769805116064)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:48:56.555669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824fabb-7e8a-4d34-b08e-0607b21efed4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:56.561894 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b824fabb-7e8a-4d34-b08e-0607b21efed4 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4577241 Jan 28 06:48:56.562163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46300) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:56.570533 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cb033539-215f-4893-9b98-c2241a2b7444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:56.571187 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb033539-215f-4893-9b98-c2241a2b7444 None None] The sync data for ids ['6a28f55c-3707-40b6-8c72-83d2ad9b71d3'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:48:56.572617 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-882d3e49-fa4a-4123-9e4d-3e5012cc23e7 None None] Provisioning for port 69ed2d5a-1822-49c5-9b62-9d94388c948a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:56.611986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8f73a0b2-3161-463e-8bd5-dbd1a685dc3b tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:56.618069 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8f73a0b2-3161-463e-8bd5-dbd1a685dc3b tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/b872036f-fa2a-4953-9e1c-b4ce663a941e HTTP/1.1" status: 404 len: 333 time: 0.3441563 Jan 28 06:48:56.621720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46304) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:56.622558 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:56.662388 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:56.666599 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:56.676785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-882d3e49-fa4a-4123-9e4d-3e5012cc23e7 None None] Provisioning complete for port 69ed2d5a-1822-49c5-9b62-9d94388c948a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:56.677467 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-882d3e49-fa4a-4123-9e4d-3e5012cc23e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:56.741272 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:48:56.741917 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:56.792696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:56.817990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.resource_extend [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:48:56.891133 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-882d3e49-fa4a-4123-9e4d-3e5012cc23e7 None None] Port 69ed2d5a-1822-49c5-9b62-9d94388c948a cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:48:56.926227 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689,segment=NetworkSegment(f5f40dd9-7e01-4647-8450-420acd2aad09),segment_id=f5f40dd9-7e01-4647-8450-420acd2aad09)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:48:56.972027 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:48:57.005943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:57.036829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:57.142459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ba93d7-be15-4a40-876b-d28cd5ca7ccf tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:57.260222 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:57.271427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3aef6858-d06e-41fe-b6c8-a2289e7223b8 None None] Provisioning complete for port 69ed2d5a-1822-49c5-9b62-9d94388c948a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:57.271727 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3aef6858-d06e-41fe-b6c8-a2289e7223b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:57.332380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3aef6858-d06e-41fe-b6c8-a2289e7223b8 None None] Port 69ed2d5a-1822-49c5-9b62-9d94388c948a cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:48:57.336479 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-79b1daba-524b-4ff7-adea-3bfc4e4f933c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7605898 Jan 28 06:48:57.351100 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:57.357958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:57.358646 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:57.370750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46308) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:57.404541 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:48:57.410993 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e352ce1-d7bd-4743-9161-ea80599e46e6 None None] Pushing event updated for resources: {'Port': ['ID=ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:57.414771 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3aef6858-d06e-41fe-b6c8-a2289e7223b8 None None] Provisioning for port 2416a86a-fc98-4434-8639-722fa43bd4f6 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:57.578075 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ba93d7-be15-4a40-876b-d28cd5ca7ccf tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:57.588120 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3b4c87e9-7701-4ece-b772-78caee4da6ef up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:57.588779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ba93d7-be15-4a40-876b-d28cd5ca7ccf tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:57.592233 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c579d02c-71e2-4b41-b65d-e7d172454a1e tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:57.595718 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c579d02c-71e2-4b41-b65d-e7d172454a1e tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:57.598696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c579d02c-71e2-4b41-b65d-e7d172454a1e tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:57.600697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c579d02c-71e2-4b41-b65d-e7d172454a1e tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:57.602311 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c579d02c-71e2-4b41-b65d-e7d172454a1e tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:57.603334 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c579d02c-71e2-4b41-b65d-e7d172454a1e tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Synchronizing usage tracker for tenant:3d1a202517054b17a7cb08b38b43359c on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:48:57.664318 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:48:56Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '32457671-a2d8-4d20-b320-0af757dfcaa0', 'name': '', 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:3a:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b30cbe78-039b-4529-8142-44400f33f783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:52Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 1, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'b30cbe78-039b-4529-8142-44400f33f783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:48:46Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:48:56Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:48:57.668627 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f49602-413a-4288-b87e-e71c8270b60c None None] The sync data for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv is: [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:48:56Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '32457671-a2d8-4d20-b320-0af757dfcaa0', 'name': '', 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:3a:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b30cbe78-039b-4529-8142-44400f33f783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:52Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 1, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'b30cbe78-039b-4529-8142-44400f33f783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:48:46Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:48:56Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:48:57.684607 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 3b4c87e9-7701-4ece-b772-78caee4da6ef triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:57.686035 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:57.694445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ba93d7-be15-4a40-876b-d28cd5ca7ccf tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:57.694931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ba93d7-be15-4a40-876b-d28cd5ca7ccf tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Fanout notify agent at l3_agent the message router_deleted on router 6a28f55c-3707-40b6-8c72-83d2ad9b71d3 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:48:57.711176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58ba93d7-be15-4a40-876b-d28cd5ca7ccf tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:57.719866 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-58ba93d7-be15-4a40-876b-d28cd5ca7ccf tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/routers/6a28f55c-3707-40b6-8c72-83d2ad9b71d3 HTTP/1.1" status: 204 len: 168 time: 1.0923209 Jan 28 06:48:57.720509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46312) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:57.774678 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event updated for resources: {'Port': ['ID=69ed2d5a-1822-49c5-9b62-9d94388c948a,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:57.861222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-695534b9-5b32-489f-9191-b055b6234bd1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting subnet 2368b700-18aa-4439-ba81-d378db158dd3 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:48:57.864884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-695534b9-5b32-489f-9191-b055b6234bd1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:57.881580 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a4114e95-a169-4f5f-ab55-ce19ae15d8b5 None None] Provisioning for port 32457671-a2d8-4d20-b320-0af757dfcaa0 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:57.913049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a4114e95-a169-4f5f-ab55-ce19ae15d8b5 None None] Provisioning complete for port 32457671-a2d8-4d20-b320-0af757dfcaa0 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:57.913806 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4114e95-a169-4f5f-ab55-ce19ae15d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:57.959304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-695534b9-5b32-489f-9191-b055b6234bd1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:58.020833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:58.052949 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a4114e95-a169-4f5f-ab55-ce19ae15d8b5 None None] Port 32457671-a2d8-4d20-b320-0af757dfcaa0 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:48:58.054651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e5733d-29c0-4d94-9ffa-2c0d899764f5 None None] get_active_networks_info from dv-neutron-824022-4-hyperv {{(pid=88218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 06:48:58.074395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-695534b9-5b32-489f-9191-b055b6234bd1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:58.074913 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:58.090089 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:58.169324 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c579d02c-71e2-4b41-b65d-e7d172454a1e tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Unset dirty status for tenant:3d1a202517054b17a7cb08b38b43359c on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:48:58.174108 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c579d02c-71e2-4b41-b65d-e7d172454a1e tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7604237 Jan 28 06:48:58.176027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46316) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:58.207056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Network': ['ID=710a4f75-a09f-40f6-a42d-3af4a0b8d2b4,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:58.208752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:58.212705 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:58.216039 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:58.217929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:58.245885 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-695534b9-5b32-489f-9191-b055b6234bd1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:58.250074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 710a4f75-a09f-40f6-a42d-3af4a0b8d2b4 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:58.314801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695534b9-5b32-489f-9191-b055b6234bd1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Subnet': ['ID=2368b700-18aa-4439-ba81-d378db158dd3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:58.316917 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-695534b9-5b32-489f-9191-b055b6234bd1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:58.332188 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-695534b9-5b32-489f-9191-b055b6234bd1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/2368b700-18aa-4439-ba81-d378db158dd3 HTTP/1.1" status: 204 len: 168 time: 0.6041262 Jan 28 06:48:58.339532 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f7798a66-fcdc-49e0-97af-d22ac4906cb3 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.0373299 Jan 28 06:48:58.339532 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46320) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:58.339907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46322) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:58.345711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04940af0-46dc-4d63-bb63-59fdd0d8ac04 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['shared'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:58.347192 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04940af0-46dc-4d63-bb63-59fdd0d8ac04 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['shared'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:58.348603 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04940af0-46dc-4d63-bb63-59fdd0d8ac04 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['shared'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:58.350102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04940af0-46dc-4d63-bb63-59fdd0d8ac04 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['shared'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:58.351522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04940af0-46dc-4d63-bb63-59fdd0d8ac04 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['shared'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:58.356679 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-04940af0-46dc-4d63-bb63-59fdd0d8ac04 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1751902 Jan 28 06:48:58.357724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46326) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:58.382219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'subnet': {'network_id': '710a4f75-a09f-40f6-a42d-3af4a0b8d2b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:58.432601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5a6ebec8-b3b5-418b-a390-48a541cfd15e None None] Provisioning complete for port 32457671-a2d8-4d20-b320-0af757dfcaa0 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:58.433178 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5a6ebec8-b3b5-418b-a390-48a541cfd15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:58.567075 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ebec8-b3b5-418b-a390-48a541cfd15e None None] Port 32457671-a2d8-4d20-b320-0af757dfcaa0 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:48:58.569400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e5733d-29c0-4d94-9ffa-2c0d899764f5 None None] Resources bound (agent type, host, resource id): {{(pid=88218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:48:58.613238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:58.640086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:58.655522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a3d02b-d170-480a-b43a-59f99c307cac tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:58.657167 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-41a3d02b-d170-480a-b43a-59f99c307cac tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "GET /v2.0/networks/eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb HTTP/1.1" status: 200 len: 804 time: 0.2993262 Jan 28 06:48:58.663821 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46332) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:58.741496 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event updated for resources: {'Port': ['ID=32457671-a2d8-4d20-b320-0af757dfcaa0,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:58.766789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Made reservation on behalf of e9f185e4c3054ebc875aae94eb64c827 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:58.769697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:58.775482 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 927ea74c-5689-42ee-8043-4abd20d3794a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:58.898331 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.ipam_backend_mixin [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Performing IP validity checks on allocation pools {{(pid=88217) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 06:48:58.898936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.ipam_backend_mixin [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88217) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 06:48:58.920853 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-36530b1d-d340-4261-9993-9c886eb274f7 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "GET /v2.0/networks/eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2519584 Jan 28 06:48:58.923697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46336) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:58.933752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 927ea74c-5689-42ee-8043-4abd20d3794a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:58.934209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:58.935579 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:58.973219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Network df00444c-cbb4-42a5-b655-760b56c96b34 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:58.975011 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Network 17bbe255-b0d2-4ede-91f1-ba8856a934a8 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:48:58.978668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:58.984157 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:59.005566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8a1d62-042c-411b-bedf-a19f009fdbe9 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:59.007014 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ce8a1d62-042c-411b-bedf-a19f009fdbe9 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "GET /v2.0/subnets/042c3975-f154-4e90-9792-94e49737eaee HTTP/1.1" status: 200 len: 843 time: 0.0821722 Jan 28 06:48:59.010926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46340) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:59.148937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 47b11217-c45e-40ce-95b6-c54fdc4b3e6f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:59.166467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port 3b4c87e9-7701-4ece-b772-78caee4da6ef {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:48:59.166723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:59.244676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:59.245105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:59.252395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc2b477-f83e-4db6-aa0f-5f1d924511d2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['shared'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:59.257253 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8dc2b477-f83e-4db6-aa0f-5f1d924511d2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "GET /v2.0/subnets/042c3975-f154-4e90-9792-94e49737eaee?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2417169 Jan 28 06:48:59.258272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46344) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:59.265810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ec07f955-73f4-4c8d-a0e9-8b2ef1ce0048 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1157565301'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:48:59.274022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ec07f955-73f4-4c8d-a0e9-8b2ef1ce0048 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:48:59.274551 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b609d921-562c-430e-ba2e-c5b131a77e5b None None] get_active_networks_info from dv-neutron-824022-4-hyperv {{(pid=88218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 06:48:59.294889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ec07f955-73f4-4c8d-a0e9-8b2ef1ce0048 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:48:59.392714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec07f955-73f4-4c8d-a0e9-8b2ef1ce0048 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:48:59.396583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec07f955-73f4-4c8d-a0e9-8b2ef1ce0048 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:59.426064 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec07f955-73f4-4c8d-a0e9-8b2ef1ce0048 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:48:59.435685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec07f955-73f4-4c8d-a0e9-8b2ef1ce0048 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:59.436216 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-ec07f955-73f4-4c8d-a0e9-8b2ef1ce0048 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Added segment 200f877d-1c4e-4ec1-9cd6-8d923573440f of type vlan for network cead2e84-7633-466b-9242-48763c1c3762 Jan 28 06:48:59.441429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:59.504237 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:48:59.510669 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router 7484255f-cee6-4bea-863c-55bd913aa9bf has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:48:59.524027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec07f955-73f4-4c8d-a0e9-8b2ef1ce0048 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:59.553268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Subnet': ['ID=b77a601d-f147-4dba-bbee-8e5ace5d7636,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:59.558386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router 00136173-1984-42b0-b27f-9271af501164 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:48:59.569923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Checking segment: {'id': 'f5b46c06-044d-454a-a39d-d2c07c26dca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '710a4f75-a09f-40f6-a42d-3af4a0b8d2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:48:59.570211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network hostable DHCP agents. Network: 710a4f75-a09f-40f6-a42d-3af4a0b8d2b4, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:48:59.629950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b609d921-562c-430e-ba2e-c5b131a77e5b None None] Resources bound (agent type, host, resource id): {{(pid=88218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 06:48:59.660497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec07f955-73f4-4c8d-a0e9-8b2ef1ce0048 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:59.666479 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec07f955-73f4-4c8d-a0e9-8b2ef1ce0048 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:59.667140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec07f955-73f4-4c8d-a0e9-8b2ef1ce0048 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:59.689713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:48:59.704063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Network 710a4f75-a09f-40f6-a42d-3af4a0b8d2b4 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:48:59.744291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:48:59.744291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:59.793409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07f955-73f4-4c8d-a0e9-8b2ef1ce0048 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Network': ['ID=cead2e84-7633-466b-9242-48763c1c3762,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:48:59.797111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 710a4f75-a09f-40f6-a42d-3af4a0b8d2b4) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:48:59.800258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:48:59.800980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:48:59.820394 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network cead2e84-7633-466b-9242-48763c1c3762 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:48:59.883611 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46348) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:59.885568 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec07f955-73f4-4c8d-a0e9-8b2ef1ce0048 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6261747 Jan 28 06:48:59.912306 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5a8352d7-abfb-4dbd-9889-63924fec1e52 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5580950 Jan 28 06:48:59.915501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46350) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:48:59.921954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0d94cfbc-02a4-472f-a0a1-a8bbb93e8b83 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:00.030329 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'subnet': {'network_id': 'cead2e84-7633-466b-9242-48763c1c3762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:00.049548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d94cfbc-02a4-472f-a0a1-a8bbb93e8b83 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3752349'] for subnet, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:00.073643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:00.162324 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=67729d79-96a5-44cd-9cc0-6a264ee4f3d9,segment=NetworkSegment(6d1ef9ad-3602-4851-a717-380d94f820d7),segment_id=6d1ef9ad-3602-4851-a717-380d94f820d7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:00.176951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] For port 3b4c87e9-7701-4ece-b772-78caee4da6ef, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3b4c87e9-7701-4ece-b772-78caee4da6ef,segment=NetworkSegment(97571a5d-3f39-4fca-846f-845fdd9708a9),segment_id=97571a5d-3f39-4fca-846f-845fdd9708a9)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:00.177307 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:00.245665 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4501d3df-81e2-4a7a-9781-82a1fbb4e6e0 None None] Network 14a499c6-cae0-44c2-8d13-1feca0bd23aa requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:00.273369 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:00.274305 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device aee8d969-63e1-4048-9e00-179dc454dfbe up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:00.345649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1bf8de-327a-482a-86fe-ab9a14878953 None None] Network 710a4f75-a09f-40f6-a42d-3af4a0b8d2b4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:00.358646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d94cfbc-02a4-472f-a0a1-a8bbb93e8b83 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726357813230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4165106'] for subnet, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:00.409583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:00.414671 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-134a83fc-3a99-49d6-952d-0a6c2d830e0f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1080041 Jan 28 06:49:00.425212 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for 3b4c87e9-7701-4ece-b772-78caee4da6ef owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:00.425818 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Sync routers for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:00.441253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46356) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:00.458419 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:00.458770 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:00.464216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-10ef1af0-30b6-4cda-8f98-5c0b4c726d7f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:00.505828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:00.511325 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a2a8ac2a-8cb2-438f-a261-ddea0a585d1c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/00136173-1984-42b0-b27f-9271af501164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4851618 Jan 28 06:49:00.530592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:00.532602 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46360) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:00.538698 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Sync routers for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:00.549673 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-cec7a8a3-26fe-44f4-a1cd-58560cd94d2a tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:00.699556 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=67729d79-96a5-44cd-9cc0-6a264ee4f3d9,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:00.713707 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:00.745047 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:00.745865 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:00.771107 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:00.777842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d94cfbc-02a4-472f-a0a1-a8bbb93e8b83 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:00.779359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0d94cfbc-02a4-472f-a0a1-a8bbb93e8b83 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:00.780855 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0d94cfbc-02a4-472f-a0a1-a8bbb93e8b83 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "PUT /v2.0/subnets/b77a601d-f147-4dba-bbee-8e5ace5d7636 HTTP/1.1" status: 200 len: 877 time: 0.8642874 Jan 28 06:49:00.782043 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:00.788630 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:00.790187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46364) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:00.878368 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=3b4c87e9-7701-4ece-b772-78caee4da6ef,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:00.892451 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No DVR routers for this DVR port 3b4c87e9-7701-4ece-b772-78caee4da6ef on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:00.979146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94cfbc-02a4-472f-a0a1-a8bbb93e8b83 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event updated for resources: {'Subnet': ['ID=b77a601d-f147-4dba-bbee-8e5ace5d7636,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:00.981770 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:01.124770 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:48:56Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '32457671-a2d8-4d20-b320-0af757dfcaa0', 'name': '', 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:3a:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b30cbe78-039b-4529-8142-44400f33f783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:52Z', 'updated_at': '2022-01-28T06:48:57Z', 'revision_number': 2, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'b30cbe78-039b-4529-8142-44400f33f783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:48:56Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:01.129508 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Made reservation on behalf of 3d1a202517054b17a7cb08b38b43359c for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:01.130320 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Checking router: 7484255f-cee6-4bea-863c-55bd913aa9bf for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:01.131394 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Updating router 7484255f-cee6-4bea-863c-55bd913aa9bf port 32457671-a2d8-4d20-b320-0af757dfcaa0 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:49:01.133238 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.166795 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b6492490-8c97-4e64-aed6-37ad8aa29541 None None] Provisioning complete for port 69ed2d5a-1822-49c5-9b62-9d94388c948a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:01.167216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b6492490-8c97-4e64-aed6-37ad8aa29541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.190716 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.215793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.248016 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b6492490-8c97-4e64-aed6-37ad8aa29541 None None] Port 69ed2d5a-1822-49c5-9b62-9d94388c948a cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:01.255274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port aee8d969-63e1-4048-9e00-179dc454dfbe completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:01.265394 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port aee8d969-63e1-4048-9e00-179dc454dfbe triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:01.265776 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.399705 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-56c364a7-6808-45c9-9cf7-d1bcffaa1910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.531329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.578351 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.591865 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Transition to ACTIVE for port object 32457671-a2d8-4d20-b320-0af757dfcaa0 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:01.628861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.647290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ae719583-6774-4e31-a343-41bc79160d65 None None] Provisioning complete for port 32457671-a2d8-4d20-b320-0af757dfcaa0 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:01.647913 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae719583-6774-4e31-a343-41bc79160d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.657724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.extraroute_db [None req-10ef1af0-30b6-4cda-8f98-5c0b4c726d7f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88217) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 06:49:01.676899 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.683153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.extraroute_db [None req-10ef1af0-30b6-4cda-8f98-5c0b4c726d7f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Removed routes are [] {{(pid=88217) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 06:49:01.683711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10ef1af0-30b6-4cda-8f98-5c0b4c726d7f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.696299 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.ipam_backend_mixin [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Performing IP validity checks on allocation pools {{(pid=88216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 06:49:01.696832 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.ipam_backend_mixin [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 06:49:01.725932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea080bd-8f43-40fc-b44d-c5ec3569c754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-710a4f75-a09f-40f6-a42d-3af4a0b8d2b4', 'network_id': '710a4f75-a09f-40f6-a42d-3af4a0b8d2b4', 'tenant_id': 'e9f185e4c3054ebc875aae94eb64c827', 'fixed_ips': [{'subnet_id': 'b77a601d-f147-4dba-bbee-8e5ace5d7636'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:49:01.726889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1ea080bd-8f43-40fc-b44d-c5ec3569c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.740998 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.771506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81980c9-db75-425c-b6a8-4f00fc3725e4 None None] DHCP port deletion for 14a499c6-cae0-44c2-8d13-1feca0bd23aa request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:01.784752 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a499c6-cae0-44c2-8d13-1feca0bd23aa']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:01.795533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Subnet': ['ID=b77a601d-f147-4dba-bbee-8e5ace5d7636,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:01.880153 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ae719583-6774-4e31-a343-41bc79160d65 None None] Port 32457671-a2d8-4d20-b320-0af757dfcaa0 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:01.898310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:01.910059 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b5ee4-6417-4095-be2d-c4edc04d34bf None None] Pushing event updated for resources: {'Port': ['ID=32457671-a2d8-4d20-b320-0af757dfcaa0,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:01.949850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97571a5d-3f39-4fca-846f-845fdd9708a9') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:01.950445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97571a5d-3f39-4fca-846f-845fdd9708a9') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:01.973992 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port aee8d969-63e1-4048-9e00-179dc454dfbe, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=aee8d969-63e1-4048-9e00-179dc454dfbe,segment=NetworkSegment(687d8f42-f976-46a6-aef3-769805116064),segment_id=687d8f42-f976-46a6-aef3-769805116064)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:02.009529 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Attempting to bind port 32457671-a2d8-4d20-b320-0af757dfcaa0 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:49:02.009902 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Attempting to bind port 32457671-a2d8-4d20-b320-0af757dfcaa0 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'f4a7bcbb-d701-428f-9e0c-74d82e23cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:49:02.010256 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Attempting to bind port 32457671-a2d8-4d20-b320-0af757dfcaa0 on network 17bbe255-b0d2-4ede-91f1-ba8856a934a8 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:49:02.016366 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:49:02.016784 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Checking segment: {'id': 'f4a7bcbb-d701-428f-9e0c-74d82e23cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:49:02.017182 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.017567 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Bound using segment: {'id': 'f4a7bcbb-d701-428f-9e0c-74d82e23cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:49:02.018020 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Bound port: 32457671-a2d8-4d20-b320-0af757dfcaa0, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a7bcbb-d701-428f-9e0c-74d82e23cb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:49:02.018402 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.045113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.056304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2927efc5-2d7a-4bf5-a15d-8dd38465d795 None None] Network 710a4f75-a09f-40f6-a42d-3af4a0b8d2b4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:02.093304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.094500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:02.124154 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] For port 32457671-a2d8-4d20-b320-0af757dfcaa0, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:49:02.127893 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] For port 32457671-a2d8-4d20-b320-0af757dfcaa0, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=32457671-a2d8-4d20-b320-0af757dfcaa0,segment=NetworkSegment(f4a7bcbb-d701-428f-9e0c-74d82e23cb09),segment_id=f4a7bcbb-d701-428f-9e0c-74d82e23cb09)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:49:02.173619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.204369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.215978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:02.216431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:02.234954 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:02.243733 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.351323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '69ed2d5a-1822-49c5-9b62-9d94388c948a', 'name': '', 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:18:6f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:49Z', 'updated_at': '2022-01-28T06:48:55Z', 'revision_number': 2, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:02.390594 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b5ee4-6417-4095-be2d-c4edc04d34bf None None] Pushing event updated for resources: {'Port': ['ID=32457671-a2d8-4d20-b320-0af757dfcaa0,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:02.391714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10ef1af0-30b6-4cda-8f98-5c0b4c726d7f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.397516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10ef1af0-30b6-4cda-8f98-5c0b4c726d7f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.397740 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=aee8d969-63e1-4048-9e00-179dc454dfbe,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:02.401249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Checking router: 00136173-1984-42b0-b27f-9271af501164 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:02.401249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Updating router 00136173-1984-42b0-b27f-9271af501164 port 69ed2d5a-1822-49c5-9b62-9d94388c948a binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:49:02.442604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b098cf34-6c25-43f8-b8f8-e050ee34f464 None None] Network 710a4f75-a09f-40f6-a42d-3af4a0b8d2b4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:02.446564 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:02.448324 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:48:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:02.497512 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.498767 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.17 (41828c89-4e84-48ee-b40d-5e58000c95c4/fd5eb027-0a43-4a4b-8705-7666848b46dd/a27d677f-63af-4fb3-8c56-e7be458927d8) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:02.595515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:02.601788 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.604661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710a4f75-a09f-40f6-a42d-3af4a0b8d2b4']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:02.612982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ef1af0-30b6-4cda-8f98-5c0b4c726d7f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router 7484255f-cee6-4bea-863c-55bd913aa9bf has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:02.620822 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b46c06-044d-454a-a39d-d2c07c26dca5') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:02.621119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b46c06-044d-454a-a39d-d2c07c26dca5') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:02.660134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.679515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.696966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:02.697560 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.727376 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Network': ['ID=14a499c6-cae0-44c2-8d13-1feca0bd23aa,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:02.744072 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:02.827064 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.831266 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8c51a231-e79e-41a2-a02a-7b53ff7efb02 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/networks/14a499c6-cae0-44c2-8d13-1feca0bd23aa HTTP/1.1" status: 204 len: 168 time: 4.2889285 Jan 28 06:49:02.839301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46368) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:02.891824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:02.892250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:02.916842 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:02.925330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:03.015551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ef1af0-30b6-4cda-8f98-5c0b4c726d7f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:03.034651 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.extraroute_db [None req-cec7a8a3-26fe-44f4-a1cd-58560cd94d2a tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 06:49:03.037144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19adba09-9ca7-4526-a867-8382ebb7b87f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:03.038506 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-19adba09-9ca7-4526-a867-8382ebb7b87f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/c0821481-6b92-4653-8e50-55795b9caa7d HTTP/1.1" status: 200 len: 841 time: 0.1978726 Jan 28 06:49:03.043657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-10ef1af0-30b6-4cda-8f98-5c0b4c726d7f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:03.048190 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-10ef1af0-30b6-4cda-8f98-5c0b4c726d7f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf HTTP/1.1" status: 200 len: 954 time: 2.6024711 Jan 28 06:49:03.049011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46372) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:03.049339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46374) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:03.089973 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Checking segment: {'id': '200f877d-1c4e-4ec1-9cd6-8d923573440f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cead2e84-7633-466b-9242-48763c1c3762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:49:03.090885 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network hostable DHCP agents. Network: cead2e84-7633-466b-9242-48763c1c3762, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:49:03.105697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.extraroute_db [None req-cec7a8a3-26fe-44f4-a1cd-58560cd94d2a tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Removed routes are [] {{(pid=88216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 06:49:03.106401 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cec7a8a3-26fe-44f4-a1cd-58560cd94d2a tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:03.111151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Subnet': ['ID=783a33cc-eac1-4a9b-b5c3-ccaa15149107,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:03.135316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:03.156993 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object a27d677f-63af-4fb3-8c56-e7be458927d8 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:03.187967 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4c2ad6be-09d3-4e7d-95f8-33edc37285c9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/c0821481-6b92-4653-8e50-55795b9caa7d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1366119 Jan 28 06:49:03.193178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46380) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:03.197100 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:03.202232 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-279bc77b-f910-4b77-bfdc-8ac24badadbb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:03.232667 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:01Z', 'revision_number': 6, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '32457671-a2d8-4d20-b320-0af757dfcaa0', 'name': '', 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:3a:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b30cbe78-039b-4529-8142-44400f33f783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:52Z', 'updated_at': '2022-01-28T06:49:02Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'b30cbe78-039b-4529-8142-44400f33f783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:48:56Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:03.238321 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d928607-ca98-4082-84a6-aed8274c3159 None None] The sync data for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv is: [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:01Z', 'revision_number': 6, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '32457671-a2d8-4d20-b320-0af757dfcaa0', 'name': '', 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:3a:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b30cbe78-039b-4529-8142-44400f33f783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:52Z', 'updated_at': '2022-01-28T06:49:02Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'b30cbe78-039b-4529-8142-44400f33f783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:48:56Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:03.246724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Network cead2e84-7633-466b-9242-48763c1c3762 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:49:03.251011 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:03.327986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b5384282-625b-4fed-b0a7-13936882a89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:03.361371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3bf30f6d-f962-4e4a-95ec-f385fa8e6c59,segment=NetworkSegment(e0ba52d1-fd3a-49e8-828f-4eb30a88793c),segment_id=e0ba52d1-fd3a-49e8-828f-4eb30a88793c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:03.373030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:03.377131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:03.389775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Transition to ACTIVE for port object 69ed2d5a-1822-49c5-9b62-9d94388c948a will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:03.425778 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:03.426538 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2416a86a-fc98-4434-8639-722fa43bd4f6 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:03.428665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Network': ['ID=710a4f75-a09f-40f6-a42d-3af4a0b8d2b4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:03.437497 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, cead2e84-7633-466b-9242-48763c1c3762) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:03.444661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:03.445182 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:03.461352 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7e38abc5-bfc1-4de2-897c-217978655b96 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/710a4f75-a09f-40f6-a42d-3af4a0b8d2b4 HTTP/1.1" status: 204 len: 168 time: 2.6662312 Jan 28 06:49:03.463197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46384) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:03.499220 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:03.509852 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1fa17a-a7bb-4b6d-ae16-2a7bf0e22fe4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:03.510345 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1fa17a-a7bb-4b6d-ae16-2a7bf0e22fe4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:03.514986 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6e1fa17a-a7bb-4b6d-ae16-2a7bf0e22fe4 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/subnets/b77a601d-f147-4dba-bbee-8e5ace5d7636 HTTP/1.1" status: 404 len: 337 time: 0.0478582 Jan 28 06:49:03.519114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46388) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:03.519530 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bb468a-1779-4cce-9ab1-dc9a99cd473d None None] Network cead2e84-7633-466b-9242-48763c1c3762 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:03.531163 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-97c4a79a-4b7e-4bf9-94c8-88030942b39a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf HTTP/1.1" status: 200 len: 954 time: 0.4780645 Jan 28 06:49:03.534261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46390) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:03.538619 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:03.567449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3dc24810-b1f8-4bc6-b009-4f78c73f4184 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'router': {'routes': None}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:03.616332 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ea8f5-53a7-4973-9a95-396ee53a9f96 None None] Sync routers for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:03.626656 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ea8f5-53a7-4973-9a95-396ee53a9f96 None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:03.627922 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b61ea8f5-53a7-4973-9a95-396ee53a9f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:03.703930 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06da117-a583-4f97-b211-6d5150522620 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:03.704706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06da117-a583-4f97-b211-6d5150522620 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:03.710424 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a06da117-a583-4f97-b211-6d5150522620 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/710a4f75-a09f-40f6-a42d-3af4a0b8d2b4 HTTP/1.1" status: 404 len: 339 time: 0.1775303 Jan 28 06:49:03.711582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46396) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:03.820892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=3bf30f6d-f962-4e4a-95ec-f385fa8e6c59,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:03.837455 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d007d4cc-e95d-4453-a4c5-4c92996908ab tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:03.838093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d007d4cc-e95d-4453-a4c5-4c92996908ab tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:03.843250 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d007d4cc-e95d-4453-a4c5-4c92996908ab tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/subnets/2ee21c31-c302-484d-bdf9-4792b8bf5f47 HTTP/1.1" status: 404 len: 337 time: 0.0635037 Jan 28 06:49:03.844205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46400) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:03.900378 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20a0c8d-278a-476e-bd13-7d60288e8a31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:03.901109 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20a0c8d-278a-476e-bd13-7d60288e8a31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:03.901529 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 41828c89-4e84-48ee-b40d-5e58000c95c4 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:03.905929 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c20a0c8d-278a-476e-bd13-7d60288e8a31 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/ae7d5dc9-84ae-4910-a8cf-4359820a82db HTTP/1.1" status: 404 len: 339 time: 0.0447795 Jan 28 06:49:03.909266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46404) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:03.910310 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b61ea8f5-53a7-4973-9a95-396ee53a9f96 None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:03.956621 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8896d-47aa-44e7-bb55-1288288fe248 None None] Pushing event updated for resources: {'Port': ['ID=69ed2d5a-1822-49c5-9b62-9d94388c948a,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:03.972315 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 2416a86a-fc98-4434-8639-722fa43bd4f6 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:03.977314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:03.979928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:49:04.029240 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 2416a86a-fc98-4434-8639-722fa43bd4f6 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:04.035538 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.066733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.072164 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Attempting to bind port 69ed2d5a-1822-49c5-9b62-9d94388c948a on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:49:04.072970 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Attempting to bind port 69ed2d5a-1822-49c5-9b62-9d94388c948a by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'e0ba52d1-fd3a-49e8-828f-4eb30a88793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:49:04.073561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Attempting to bind port 69ed2d5a-1822-49c5-9b62-9d94388c948a on network df00444c-cbb4-42a5-b655-760b56c96b34 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:49:04.148838 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:49:04.149589 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Checking segment: {'id': 'e0ba52d1-fd3a-49e8-828f-4eb30a88793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:49:04.150216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.150844 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Bound using segment: {'id': 'e0ba52d1-fd3a-49e8-828f-4eb30a88793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:49:04.151615 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Bound port: 69ed2d5a-1822-49c5-9b62-9d94388c948a, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ba52d1-fd3a-49e8-828f-4eb30a88793c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:49:04.152218 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.165860 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ada26c04-40c9-4922-a9c0-cf709add1f7c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.2209508 Jan 28 06:49:04.176166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46408) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:04.189892 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5998acfa-310e-4fca-830f-6c4df4b349e9 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:04.234964 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-279bc77b-f910-4b77-bfdc-8ac24badadbb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:04.239053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-279bc77b-f910-4b77-bfdc-8ac24badadbb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:04.242913 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-279bc77b-f910-4b77-bfdc-8ac24badadbb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:04.249898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-279bc77b-f910-4b77-bfdc-8ac24badadbb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:04.258413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=a27d677f-63af-4fb3-8c56-e7be458927d8,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:04.345827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.358313 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279bc77b-f910-4b77-bfdc-8ac24badadbb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:04.362008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-cead2e84-7633-466b-9242-48763c1c3762', 'network_id': 'cead2e84-7633-466b-9242-48763c1c3762', 'tenant_id': '3d1a202517054b17a7cb08b38b43359c', 'fixed_ips': [{'subnet_id': '783a33cc-eac1-4a9b-b5c3-ccaa15149107'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:49:04.370678 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.370809 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-279bc77b-f910-4b77-bfdc-8ac24badadbb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.399125 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cec7a8a3-26fe-44f4-a1cd-58560cd94d2a tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.432914 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cec7a8a3-26fe-44f4-a1cd-58560cd94d2a tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.441084 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.483490 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b61ea8f5-53a7-4973-9a95-396ee53a9f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:01Z', 'revision_number': 6, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '32457671-a2d8-4d20-b320-0af757dfcaa0', 'name': '', 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:3a:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b30cbe78-039b-4529-8142-44400f33f783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:52Z', 'updated_at': '2022-01-28T06:49:02Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'b30cbe78-039b-4529-8142-44400f33f783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:48:56Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:04.489732 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ea8f5-53a7-4973-9a95-396ee53a9f96 None None] Checking router: 7484255f-cee6-4bea-863c-55bd913aa9bf for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:04.496815 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.502673 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ea8f5-53a7-4973-9a95-396ee53a9f96 None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:04.504869 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b61ea8f5-53a7-4973-9a95-396ee53a9f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:04.523336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.545235 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fa3ca13-56d5-4580-a478-b9302077638e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.552010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] For port 69ed2d5a-1822-49c5-9b62-9d94388c948a, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:49:04.601166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.extraroute_db [None req-3dc24810-b1f8-4bc6-b009-4f78c73f4184 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Added routes are [] {{(pid=88217) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 06:49:04.601514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.extraroute_db [None req-3dc24810-b1f8-4bc6-b009-4f78c73f4184 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88217) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 06:49:04.646413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Allocated IP 2001:db8::3 (cead2e84-7633-466b-9242-48763c1c3762/783a33cc-eac1-4a9b-b5c3-ccaa15149107/7e377b04-c60e-4c70-8a05-cc1134466a5b) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:04.703413 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b61ea8f5-53a7-4973-9a95-396ee53a9f96 None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:04.706211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fa3ca13-56d5-4580-a478-b9302077638e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.733635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0fa3ca13-56d5-4580-a478-b9302077638e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05054c78-75c8-4f37-a5f1-92f0e7033e39']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:04.746521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0fa3ca13-56d5-4580-a478-b9302077638e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19644431-cf31-4353-a904-26ef1cef678c') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:04.746783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-0fa3ca13-56d5-4580-a478-b9302077638e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19644431-cf31-4353-a904-26ef1cef678c') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:04.761971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fa3ca13-56d5-4580-a478-b9302077638e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.788705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fa3ca13-56d5-4580-a478-b9302077638e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.801912 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] For port 69ed2d5a-1822-49c5-9b62-9d94388c948a, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=69ed2d5a-1822-49c5-9b62-9d94388c948a,segment=NetworkSegment(e0ba52d1-fd3a-49e8-828f-4eb30a88793c),segment_id=e0ba52d1-fd3a-49e8-828f-4eb30a88793c)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:49:04.802152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa3ca13-56d5-4580-a478-b9302077638e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:04.802489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fa3ca13-56d5-4580-a478-b9302077638e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.816357 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-58f84d6c-f221-485c-b22b-50bf85e31f84 None None] Provisioning for port a27d677f-63af-4fb3-8c56-e7be458927d8 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:04.823241 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:04.836219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3dc24810-b1f8-4bc6-b009-4f78c73f4184 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.844960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-58f84d6c-f221-485c-b22b-50bf85e31f84 None None] Provisioning complete for port a27d677f-63af-4fb3-8c56-e7be458927d8 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:04.845455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58f84d6c-f221-485c-b22b-50bf85e31f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.959517 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5998acfa-310e-4fca-830f-6c4df4b349e9 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2210732'] for subnet, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:04.984209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:05.052310 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec7a8a3-26fe-44f4-a1cd-58560cd94d2a tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router 00136173-1984-42b0-b27f-9271af501164 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:05.149550 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8896d-47aa-44e7-bb55-1288288fe248 None None] Pushing event updated for resources: {'Port': ['ID=69ed2d5a-1822-49c5-9b62-9d94388c948a,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:05.168391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 2416a86a-fc98-4434-8639-722fa43bd4f6, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=2416a86a-fc98-4434-8639-722fa43bd4f6,segment=NetworkSegment(f4a7bcbb-d701-428f-9e0c-74d82e23cb09),segment_id=f4a7bcbb-d701-428f-9e0c-74d82e23cb09)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:05.197606 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b61ea8f5-53a7-4973-9a95-396ee53a9f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:01Z', 'revision_number': 6, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '32457671-a2d8-4d20-b320-0af757dfcaa0', 'name': '', 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:3a:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b30cbe78-039b-4529-8142-44400f33f783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:52Z', 'updated_at': '2022-01-28T06:49:02Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'b30cbe78-039b-4529-8142-44400f33f783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:48:56Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:05.205503 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61ea8f5-53a7-4973-9a95-396ee53a9f96 None None] The sync data for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv is: [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:01Z', 'revision_number': 6, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '32457671-a2d8-4d20-b320-0af757dfcaa0', 'name': '', 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:3a:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b30cbe78-039b-4529-8142-44400f33f783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:52Z', 'updated_at': '2022-01-28T06:49:02Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'b30cbe78-039b-4529-8142-44400f33f783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:48:56Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:05.210986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:05.210986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:05.306256 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fa3ca13-56d5-4580-a478-b9302077638e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:05.329125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fa3ca13-56d5-4580-a478-b9302077638e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:05.361918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3ca13-56d5-4580-a478-b9302077638e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Network': ['ID=05054c78-75c8-4f37-a5f1-92f0e7033e39,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:05.372573 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0fa3ca13-56d5-4580-a478-b9302077638e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/05054c78-75c8-4f37-a5f1-92f0e7033e39 HTTP/1.1" status: 204 len: 168 time: 1.4622138 Jan 28 06:49:05.382073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46412) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:05.392217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:05.457976 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-58f84d6c-f221-485c-b22b-50bf85e31f84 None None] Port a27d677f-63af-4fb3-8c56-e7be458927d8 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:05.460747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:05.473441 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:05.474390 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:05.494197 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-df2ff67e-28a9-43b1-b307-de4673adcbd5 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:05.498678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df2ff67e-28a9-43b1-b307-de4673adcbd5 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:05.498678 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-df2ff67e-28a9-43b1-b307-de4673adcbd5 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/subnets/1171bce0-a13f-4901-a3a7-908921b88ee9 HTTP/1.1" status: 404 len: 337 time: 0.1097429 Jan 28 06:49:05.506979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46416) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:05.599784 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Transition to ACTIVE for port object 7e377b04-c60e-4c70-8a05-cc1134466a5b will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:05.602896 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec7a8a3-26fe-44f4-a1cd-58560cd94d2a tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:05.603595 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ae8e86-8702-486d-9e1a-9017ae96e629 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:05.603717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ae8e86-8702-486d-9e1a-9017ae96e629 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:05.608083 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b5ae8e86-8702-486d-9e1a-9017ae96e629 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/c7809968-811c-4836-86a2-b51a007aab36 HTTP/1.1" status: 404 len: 339 time: 0.0986154 Jan 28 06:49:05.608897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46420) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:05.617785 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cec7a8a3-26fe-44f4-a1cd-58560cd94d2a tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:05.619312 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cec7a8a3-26fe-44f4-a1cd-58560cd94d2a tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/00136173-1984-42b0-b27f-9271af501164 HTTP/1.1" status: 200 len: 933 time: 5.0833859 Jan 28 06:49:05.622369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46424) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:05.650956 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1627105-44a3-4b8f-a06c-e12a1782d6f0 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:05.651429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1627105-44a3-4b8f-a06c-e12a1782d6f0 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:05.656160 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f1627105-44a3-4b8f-a06c-e12a1782d6f0 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/subnets/2fb69cec-d980-451d-90f6-4259c19defcc HTTP/1.1" status: 404 len: 337 time: 0.0433586 Jan 28 06:49:05.657745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46428) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:05.683388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3dc24810-b1f8-4bc6-b009-4f78c73f4184 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:05.689376 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffebee84-b53d-46df-818b-a83abc806d7f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:05.689845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffebee84-b53d-46df-818b-a83abc806d7f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:05.694069 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ffebee84-b53d-46df-818b-a83abc806d7f tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/4e16b199-7c7e-4956-bbe0-f21845020c12 HTTP/1.1" status: 404 len: 339 time: 0.0328584 Jan 28 06:49:05.694069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3dc24810-b1f8-4bc6-b009-4f78c73f4184 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:05.696911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46432) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:05.736009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-279bc77b-f910-4b77-bfdc-8ac24badadbb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:05.744592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Transition to ACTIVE for port object 7e377b04-c60e-4c70-8a05-cc1134466a5b will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:05.745953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:05.756784 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=2416a86a-fc98-4434-8639-722fa43bd4f6,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:05.824535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:05.836940 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8856fa8-0333-4ec0-b714-53748f78fe56 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:05.837396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8856fa8-0333-4ec0-b714-53748f78fe56 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:05.838537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:05.842656 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:05.842821 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a8856fa8-0333-4ec0-b714-53748f78fe56 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/subnets/a0622bdc-f743-4d25-b829-1b62014c245e HTTP/1.1" status: 404 len: 337 time: 0.1424279 Jan 28 06:49:05.861288 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46436) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:05.866153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc24810-b1f8-4bc6-b009-4f78c73f4184 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router 7484255f-cee6-4bea-863c-55bd913aa9bf has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:05.883170 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:05.890972 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:05.980621 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279bc77b-f910-4b77-bfdc-8ac24badadbb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network bff64c5c-baec-43ab-a663-4a77377cc13f is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:05.996048 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-279bc77b-f910-4b77-bfdc-8ac24badadbb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:06.019555 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5be3d2-0673-42d4-ad78-ca7c7d5323b4 None None] Network bff64c5c-baec-43ab-a663-4a77377cc13f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:06.037099 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Network cead2e84-7633-466b-9242-48763c1c3762 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:06.041644 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-2713df60-9543-4001-af1f-52b9e754775e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:06.042116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2713df60-9543-4001-af1f-52b9e754775e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:06.046932 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2713df60-9543-4001-af1f-52b9e754775e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/31e66906-d70f-4287-bc6c-370a01834e57 HTTP/1.1" status: 404 len: 339 time: 0.1781332 Jan 28 06:49:06.048361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46440) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:06.048529 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:06.054084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bc77b-f910-4b77-bfdc-8ac24badadbb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:06.054676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-279bc77b-f910-4b77-bfdc-8ac24badadbb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:06.056892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:49:06.068329 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Pushing event updated for resources: {'Port': ['ID=7e377b04-c60e-4c70-8a05-cc1134466a5b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:06.075214 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bc77b-f910-4b77-bfdc-8ac24badadbb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Subnet': ['ID=6d387f59-3e80-41f6-88e4-b5864a91b894,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:06.093854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc24810-b1f8-4bc6-b009-4f78c73f4184 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:06.101052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3dc24810-b1f8-4bc6-b009-4f78c73f4184 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:06.104827 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3dc24810-b1f8-4bc6-b009-4f78c73f4184 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf HTTP/1.1" status: 200 len: 704 time: 2.5667582 Jan 28 06:49:06.104827 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb51e63-93bf-4c24-990d-d3a7d9adc6f1 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:06.104827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb51e63-93bf-4c24-990d-d3a7d9adc6f1 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:06.106707 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7eb51e63-93bf-4c24-990d-d3a7d9adc6f1 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/subnets/3adb1177-57cc-42fe-bb16-06bca91baa9c HTTP/1.1" status: 404 len: 337 time: 0.0571940 Jan 28 06:49:06.106707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46444) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:06.108722 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ce4f5f60-3217-4593-a076-7df8b58b460d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/routers/00136173-1984-42b0-b27f-9271af501164 HTTP/1.1" status: 200 len: 933 time: 0.4841413 Jan 28 06:49:06.127580 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46448) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:06.128158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46450) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:06.143976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-8a03cf9f-111c-4c5f-9796-de715a5e6b00 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'router': {'routes': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:06.185706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0efe36-084a-4ad9-81de-2a0dc4e56363 None None] Sync routers for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:06.213342 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:06.227578 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=a27d677f-63af-4fb3-8c56-e7be458927d8,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:06.245948 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-279bc77b-f910-4b77-bfdc-8ac24badadbb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0517685 Jan 28 06:49:06.252641 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46456) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:06.255692 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3c2088-c72e-4e38-a14a-05fd6283803c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:06.256174 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3c2088-c72e-4e38-a14a-05fd6283803c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:06.260240 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9f3c2088-c72e-4e38-a14a-05fd6283803c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/4edcefd4-8c52-460e-b691-b001b29cc915 HTTP/1.1" status: 404 len: 339 time: 0.1230447 Jan 28 06:49:06.264705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46460) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:06.293527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0efe36-084a-4ad9-81de-2a0dc4e56363 None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:06.294196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-af0efe36-084a-4ad9-81de-2a0dc4e56363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:06.315469 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d37bc7-d896-4f71-b630-1846b9627abb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:06.316047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d37bc7-d896-4f71-b630-1846b9627abb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:06.320140 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d0d37bc7-d896-4f71-b630-1846b9627abb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/subnets/e8b993d7-81e6-4b0a-bca5-34f59ce5cd84 HTTP/1.1" status: 404 len: 337 time: 0.0523140 Jan 28 06:49:06.322183 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46464) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:06.324942 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'security_group': {'name': 'tempest-secgroup-518962980'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:06.349804 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:06.359350 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2b151798-8c68-4d46-bed2-d3144f35aa08 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf HTTP/1.1" status: 200 len: 704 time: 0.2504430 Jan 28 06:49:06.360746 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-1745af4b-dc7c-417f-9139-134a35bd1a7a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:06.361444 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1745af4b-dc7c-417f-9139-134a35bd1a7a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:06.365459 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1745af4b-dc7c-417f-9139-134a35bd1a7a tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/425ea6a3-9533-42d7-b7b9-8b436b02d083 HTTP/1.1" status: 404 len: 339 time: 0.0399494 Jan 28 06:49:06.365459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46468) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:06.366272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46470) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:06.394480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:security_group and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:06.414189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Attempting to bind port 7e377b04-c60e-4c70-8a05-cc1134466a5b on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:49:06.414458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Attempting to bind port 7e377b04-c60e-4c70-8a05-cc1134466a5b by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '200f877d-1c4e-4ec1-9cd6-8d923573440f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cead2e84-7633-466b-9242-48763c1c3762'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:49:06.414834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Attempting to bind port 7e377b04-c60e-4c70-8a05-cc1134466a5b on network cead2e84-7633-466b-9242-48763c1c3762 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:49:06.416083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:06.432838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:06.490550 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d12f53-3999-4193-ae93-65390369dfcb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:06.491147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d12f53-3999-4193-ae93-65390369dfcb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:06.495391 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f8d12f53-3999-4193-ae93-65390369dfcb tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/subnets/aef9fbe1-de47-47ae-a2f8-9ff38ca8f9ba HTTP/1.1" status: 404 len: 337 time: 0.1256678 Jan 28 06:49:06.513999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:49:06.514554 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Checking segment: {'id': '200f877d-1c4e-4ec1-9cd6-8d923573440f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cead2e84-7633-466b-9242-48763c1c3762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:49:06.514765 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:06.515389 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Bound using segment: {'id': '200f877d-1c4e-4ec1-9cd6-8d923573440f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cead2e84-7633-466b-9242-48763c1c3762'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:49:06.515856 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Bound port: 7e377b04-c60e-4c70-8a05-cc1134466a5b, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200f877d-1c4e-4ec1-9cd6-8d923573440f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cead2e84-7633-466b-9242-48763c1c3762'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:49:06.516235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:06.520538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46476) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:06.662228 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9bda1c-695d-42a6-b0cc-5fe531c1ff1c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:06.662814 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9bda1c-695d-42a6-b0cc-5fe531c1ff1c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:06.666654 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1f9bda1c-695d-42a6-b0cc-5fe531c1ff1c tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/18a6c6f5-1fda-4781-a4c3-5a51d313170d HTTP/1.1" status: 404 len: 339 time: 0.1429222 Jan 28 06:49:06.685703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:06.699624 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] For port 7e377b04-c60e-4c70-8a05-cc1134466a5b, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:49:06.702063 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46480) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:06.710661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:06.788208 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] For port 7e377b04-c60e-4c70-8a05-cc1134466a5b, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7e377b04-c60e-4c70-8a05-cc1134466a5b,segment=NetworkSegment(200f877d-1c4e-4ec1-9cd6-8d923573440f),segment_id=200f877d-1c4e-4ec1-9cd6-8d923573440f)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:49:06.803077 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:03Z', 'revision_number': 6, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '69ed2d5a-1822-49c5-9b62-9d94388c948a', 'name': '', 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:18:6f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:49Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:06.810532 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-af0efe36-084a-4ad9-81de-2a0dc4e56363 None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:06.912534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133fd7b5-9cd3-4fb9-a94c-8ca448a71f81 None None] The sync data for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv is: [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:03Z', 'revision_number': 6, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '69ed2d5a-1822-49c5-9b62-9d94388c948a', 'name': '', 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:18:6f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:49Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:06.915712 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:07.008198 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a3b1e8-eb0e-41ea-8850-dfc0cd77e1af tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:07.008660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a3b1e8-eb0e-41ea-8850-dfc0cd77e1af tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:07.010948 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-16a3b1e8-eb0e-41ea-8850-dfc0cd77e1af tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/subnets/856de9be-5319-47e5-891e-a51e8e3f2839 HTTP/1.1" status: 404 len: 337 time: 0.3079388 Jan 28 06:49:07.018792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46486) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:07.036387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:07.048485 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:security_group_rule and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:07.082012 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 41828c89-4e84-48ee-b40d-5e58000c95c4 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:07.082941 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:07.091834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81690fb-00e9-4fc4-ac2d-bfd7e9b8db4f None None] Pushing event updated for resources: {'Port': ['ID=7e377b04-c60e-4c70-8a05-cc1134466a5b,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:07.092092 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:07.102578 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-757a80dd-4cbd-44a7-8dbe-53daf61ab357 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:07.103255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757a80dd-4cbd-44a7-8dbe-53daf61ab357 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:07.107761 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-757a80dd-4cbd-44a7-8dbe-53daf61ab357 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/de3bfcd4-d7fc-4f76-8ac4-1d0892b914a5 HTTP/1.1" status: 404 len: 339 time: 0.0854113 Jan 28 06:49:07.108354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:07.108835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46490) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:07.114008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5998acfa-310e-4fca-830f-6c4df4b349e9 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726357813230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3049774'] for subnet, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:07.186766 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-129905cb-adc4-4800-be8d-2f1f599ec788 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:07.187335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129905cb-adc4-4800-be8d-2f1f599ec788 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:07.191859 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-129905cb-adc4-4800-be8d-2f1f599ec788 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/subnets/f772c9b2-5985-414b-a8e4-93e687d7b7db HTTP/1.1" status: 404 len: 337 time: 0.0795391 Jan 28 06:49:07.192913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46494) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:07.313090 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b3b616-fe04-47d6-be48-f70fad7a1159 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:07.313565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b3b616-fe04-47d6-be48-f70fad7a1159 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:07.315300 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-98b3b616-fe04-47d6-be48-f70fad7a1159 tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/d259ecd3-b69c-47b2-b831-52252144ffcb HTTP/1.1" status: 404 len: 339 time: 0.1183219 Jan 28 06:49:07.318932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46498) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:07.335110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:07.385561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:07.385950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:07.442980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5998acfa-310e-4fca-830f-6c4df4b349e9 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:07.443681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5998acfa-310e-4fca-830f-6c4df4b349e9 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:07.447644 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5998acfa-310e-4fca-830f-6c4df4b349e9 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "PUT /v2.0/subnets/783a33cc-eac1-4a9b-b5c3-ccaa15149107 HTTP/1.1" status: 200 len: 900 time: 3.2607877 Jan 28 06:49:07.457758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46502) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:07.577790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c904261-83b2-4c84-a67f-32bec9a775aa tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Deleting subnet 711309fa-8fa9-4f1a-9721-cfc3529717de {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:07.578182 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-bff64c5c-baec-43ab-a663-4a77377cc13f', 'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'tenant_id': 'de6a824d5ec249e0b22ece683ed2b1e4', 'fixed_ips': [{'subnet_id': '6d387f59-3e80-41f6-88e4-b5864a91b894'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:49:07.587557 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:07.602151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998acfa-310e-4fca-830f-6c4df4b349e9 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event updated for resources: {'Subnet': ['ID=783a33cc-eac1-4a9b-b5c3-ccaa15149107,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:07.659556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c904261-83b2-4c84-a67f-32bec9a775aa tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:07.713282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4ae1235c-e8b3-4e04-82f0-91ebe4b8810f None None] Provisioning complete for port a27d677f-63af-4fb3-8c56-e7be458927d8 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:07.713580 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4ae1235c-e8b3-4e04-82f0-91ebe4b8810f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:07.806940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c904261-83b2-4c84-a67f-32bec9a775aa tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:07.909909 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:07.911098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Allocated IP 172.20.0.2 (bff64c5c-baec-43ab-a663-4a77377cc13f/6d387f59-3e80-41f6-88e4-b5864a91b894/c57767c7-462d-4cab-8763-226c7175ce50) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:07.915645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:07.970301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting port 7e377b04-c60e-4c70-8a05-cc1134466a5b {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:07.970646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:07.980830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 5558ec57-f777-43cc-8b1d-40340c552c3c has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:08.033524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b88366-5114-40da-b433-16fa63470cf6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:08.040040 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.extraroute_db [None req-8a03cf9f-111c-4c5f-9796-de715a5e6b00 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Added routes are [] {{(pid=88216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 06:49:08.040600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.extraroute_db [None req-8a03cf9f-111c-4c5f-9796-de715a5e6b00 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 06:49:08.073707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:08.169275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:08.175378 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8a03cf9f-111c-4c5f-9796-de715a5e6b00 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:08.179777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Transition to ACTIVE for port object c57767c7-462d-4cab-8763-226c7175ce50 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:08.186323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07ff1d49-62f9-4330-b10b-1c204b382805,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:08.198799 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Transition to ACTIVE for port object c57767c7-462d-4cab-8763-226c7175ce50 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:08.215543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c904261-83b2-4c84-a67f-32bec9a775aa tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:08.306240 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:08.374763 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Network bff64c5c-baec-43ab-a663-4a77377cc13f is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:08.391427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:08.409384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:49:08.427524 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-af0efe36-084a-4ad9-81de-2a0dc4e56363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 7, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '32457671-a2d8-4d20-b320-0af757dfcaa0', 'name': '', 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:3a:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b30cbe78-039b-4529-8142-44400f33f783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:52Z', 'updated_at': '2022-01-28T06:49:02Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'b30cbe78-039b-4529-8142-44400f33f783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:48:56Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:08.445420 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0efe36-084a-4ad9-81de-2a0dc4e56363 None None] Checking router: 7484255f-cee6-4bea-863c-55bd913aa9bf for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:08.453984 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4ae1235c-e8b3-4e04-82f0-91ebe4b8810f None None] Port a27d677f-63af-4fb3-8c56-e7be458927d8 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:08.465751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:08.485564 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97042ff-60f8-4f11-831c-8df2f9c99ed9 None None] Sync routers for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:08.496838 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0efe36-084a-4ad9-81de-2a0dc4e56363 None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:08.498296 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-af0efe36-084a-4ad9-81de-2a0dc4e56363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:08.501184 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97042ff-60f8-4f11-831c-8df2f9c99ed9 None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:08.501790 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a97042ff-60f8-4f11-831c-8df2f9c99ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:08.508783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:08.510177 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9c6719cd-d5f7-4643-9ebd-c0ff035aca86 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2513609 Jan 28 06:49:08.519011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46506) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:08.532040 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'security_group': {'name': 'tempest-secgroup-2027607964'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:08.547162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:08.556616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:security_group and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:08.568185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:08.588895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:08.624098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] For port 7e377b04-c60e-4c70-8a05-cc1134466a5b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7e377b04-c60e-4c70-8a05-cc1134466a5b,segment=NetworkSegment(200f877d-1c4e-4ec1-9cd6-8d923573440f),segment_id=200f877d-1c4e-4ec1-9cd6-8d923573440f)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:08.624456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:08.678916 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8a03cf9f-111c-4c5f-9796-de715a5e6b00 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:08.694312 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8a03cf9f-111c-4c5f-9796-de715a5e6b00 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:08.705889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-af0efe36-084a-4ad9-81de-2a0dc4e56363 None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:08.760491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c904261-83b2-4c84-a67f-32bec9a775aa tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:08.838851 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-a97042ff-60f8-4f11-831c-8df2f9c99ed9 None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:08.942218 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Calling delete_port for 7e377b04-c60e-4c70-8a05-cc1134466a5b owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:08.976011 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3,segment=NetworkSegment(687d8f42-f976-46a6-aef3-769805116064),segment_id=687d8f42-f976-46a6-aef3-769805116064)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:09.080004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:09.084240 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c6b52b-c11b-4232-8abf-acb53153b7f0 None None] Network cead2e84-7633-466b-9242-48763c1c3762 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:09.107265 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9928da1d-d528-4fa2-97ab-d89d07b75111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/5558ec57-f777-43cc-8b1d-40340c552c3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6624057 Jan 28 06:49:09.107525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:09.116435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Sync routers for ids ['5558ec57-f777-43cc-8b1d-40340c552c3c'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:09.135571 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a03cf9f-111c-4c5f-9796-de715a5e6b00 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router 00136173-1984-42b0-b27f-9271af501164 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:09.141754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:09.142190 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:09.191478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Pushing event updated for resources: {'Port': ['ID=c57767c7-462d-4cab-8763-226c7175ce50,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:09.232134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c904261-83b2-4c84-a67f-32bec9a775aa tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Subnet': ['ID=711309fa-8fa9-4f1a-9721-cfc3529717de,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:09.244882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:09.258260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c904261-83b2-4c84-a67f-32bec9a775aa tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:09.282317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f3d64c-8b56-4be6-b33b-22508eef6dd1 None None] Network 07fbd4a7-a85d-4296-8027-64dea9a9d88a requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:09.293235 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:security_group_rule and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:09.295631 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a97042ff-60f8-4f11-831c-8df2f9c99ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:08Z', 'revision_number': 7, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '69ed2d5a-1822-49c5-9b62-9d94388c948a', 'name': '', 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:18:6f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:49Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:09.299647 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97042ff-60f8-4f11-831c-8df2f9c99ed9 None None] Checking router: 00136173-1984-42b0-b27f-9271af501164 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:09.302503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:09.310051 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97042ff-60f8-4f11-831c-8df2f9c99ed9 None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:09.311018 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a97042ff-60f8-4f11-831c-8df2f9c99ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:09.312384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a03cf9f-111c-4c5f-9796-de715a5e6b00 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:09.319409 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8a03cf9f-111c-4c5f-9796-de715a5e6b00 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:09.320722 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8a03cf9f-111c-4c5f-9796-de715a5e6b00 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/00136173-1984-42b0-b27f-9271af501164 HTTP/1.1" status: 200 len: 699 time: 3.1876516 Jan 28 06:49:09.324418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46514) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:09.326986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:09.392235 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Port': ['ID=7e377b04-c60e-4c70-8a05-cc1134466a5b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:09.432007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:09.457327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Attempting to bind port c57767c7-462d-4cab-8763-226c7175ce50 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:49:09.457975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Attempting to bind port c57767c7-462d-4cab-8763-226c7175ce50 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '5c70c333-2ebf-460d-999f-5ce4e2cc74ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:49:09.458105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Attempting to bind port c57767c7-462d-4cab-8763-226c7175ce50 on network bff64c5c-baec-43ab-a663-4a77377cc13f {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:49:09.460307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Routers {'5558ec57-f777-43cc-8b1d-40340c552c3c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:09.461100 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['5558ec57-f777-43cc-8b1d-40340c552c3c'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:09.502257 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-91b88366-5114-40da-b433-16fa63470cf6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port 32457671-a2d8-4d20-b320-0af757dfcaa0 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:09.502605 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b88366-5114-40da-b433-16fa63470cf6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:09.513395 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4e629245-4461-4c82-917c-8c7d69ecfe1f None None] Provisioning for port 7e377b04-c60e-4c70-8a05-cc1134466a5b completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:09.516337 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-a97042ff-60f8-4f11-831c-8df2f9c99ed9 None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:09.529747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No DVR routers for this DVR port 7e377b04-c60e-4c70-8a05-cc1134466a5b on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:09.530748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46518) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:09.532303 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f88e21c6-b3ff-461c-9631-ba687e79bdde tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/routers/00136173-1984-42b0-b27f-9271af501164 HTTP/1.1" status: 200 len: 699 time: 0.2055788 Jan 28 06:49:09.576755 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:49:09.577016 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Checking segment: {'id': '5c70c333-2ebf-460d-999f-5ce4e2cc74ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:49:09.577373 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:09.577772 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Bound using segment: {'id': '5c70c333-2ebf-460d-999f-5ce4e2cc74ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:49:09.578240 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Bound port: c57767c7-462d-4cab-8763-226c7175ce50, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c70c333-2ebf-460d-999f-5ce4e2cc74ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:49:09.578608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:09.601669 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4e629245-4461-4c82-917c-8c7d69ecfe1f None None] Provisioning complete for port 7e377b04-c60e-4c70-8a05-cc1134466a5b triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:09.602061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e629245-4461-4c82-917c-8c7d69ecfe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:09.632370 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4c904261-83b2-4c84-a67f-32bec9a775aa tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/subnets/711309fa-8fa9-4f1a-9721-cfc3529717de HTTP/1.1" status: 204 len: 168 time: 2.3117251 Jan 28 06:49:09.635428 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46522) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:09.733707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4e629245-4461-4c82-917c-8c7d69ecfe1f None None] Port 7e377b04-c60e-4c70-8a05-cc1134466a5b was deleted so its status cannot be updated. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 06:49:09.795679 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:09.814816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:09.818086 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:09.833987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Deleting port 65ebcbfc-ab15-481b-8831-190c8356754a {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:09.834670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:09.927412 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-a97042ff-60f8-4f11-831c-8df2f9c99ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:08Z', 'revision_number': 7, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '69ed2d5a-1822-49c5-9b62-9d94388c948a', 'name': '', 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:18:6f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:49Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:09.931576 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97042ff-60f8-4f11-831c-8df2f9c99ed9 None None] The sync data for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv is: [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:08Z', 'revision_number': 7, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '69ed2d5a-1822-49c5-9b62-9d94388c948a', 'name': '', 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:18:6f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:49Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:10.128254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:10.138570 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:10.170167 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] For port 65ebcbfc-ab15-481b-8831-190c8356754a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=65ebcbfc-ab15-481b-8831-190c8356754a,segment=NetworkSegment(d2a59b14-c689-4f3e-bed3-1b47e8c6bf00),segment_id=d2a59b14-c689-4f3e-bed3-1b47e8c6bf00)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:10.170766 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:10.237078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:10.237581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:10.349259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:10.357373 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Set router 5558ec57-f777-43cc-8b1d-40340c552c3c gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:10.367860 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6c6ff3-e6f7-44c7-9138-9cc0801c24ce None None] Sync routers for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:10.385448 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6c6ff3-e6f7-44c7-9138-9cc0801c24ce None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:10.388029 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9a6c6ff3-e6f7-44c7-9138-9cc0801c24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:10.403095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Subnet': ['ID=783a33cc-eac1-4a9b-b5c3-ccaa15149107,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:10.435211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-91b88366-5114-40da-b433-16fa63470cf6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] For port 32457671-a2d8-4d20-b320-0af757dfcaa0, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=32457671-a2d8-4d20-b320-0af757dfcaa0,segment=NetworkSegment(f4a7bcbb-d701-428f-9e0c-74d82e23cb09),segment_id=f4a7bcbb-d701-428f-9e0c-74d82e23cb09)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:10.435630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b88366-5114-40da-b433-16fa63470cf6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:10.441307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] For port c57767c7-462d-4cab-8763-226c7175ce50, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:49:10.450863 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Calling delete_port for 65ebcbfc-ab15-481b-8831-190c8356754a owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:10.493182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:10.494575 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9695013 Jan 28 06:49:10.515760 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] For port c57767c7-462d-4cab-8763-226c7175ce50, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c57767c7-462d-4cab-8763-226c7175ce50,segment=NetworkSegment(5c70c333-2ebf-460d-999f-5ce4e2cc74ce),segment_id=5c70c333-2ebf-460d-999f-5ce4e2cc74ce)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:49:10.569579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46526) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:10.642855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-91b88366-5114-40da-b433-16fa63470cf6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for 32457671-a2d8-4d20-b320-0af757dfcaa0 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:10.654642 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-9a6c6ff3-e6f7-44c7-9138-9cc0801c24ce None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:10.677886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-600375311', 'security_groups': ['f5fcda44-b1f8-4262-ad6b-eb3eec217a83'], 'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d387f59-3e80-41f6-88e4-b5864a91b894'}]}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:10.690896 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497307af-0d49-4127-8796-abfb8766dce8 None None] Network cead2e84-7633-466b-9242-48763c1c3762 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:10.716533 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:10.754040 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:10.824386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] No DVR routers for this DVR port 65ebcbfc-ab15-481b-8831-190c8356754a on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:10.836821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585cdb1-4dca-48fb-b7db-a2a646441e7a None None] Pushing event updated for resources: {'Port': ['ID=c57767c7-462d-4cab-8763-226c7175ce50,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:10.938605 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:10.946277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a7388-3110-41d0-96d9-73e42a6474a5 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fcda44-b1f8-4262-ad6b-eb3eec217a83,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:10.973810 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Port': ['ID=65ebcbfc-ab15-481b-8831-190c8356754a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:11.058024 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9a6c6ff3-e6f7-44c7-9138-9cc0801c24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:08Z', 'revision_number': 7, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '69ed2d5a-1822-49c5-9b62-9d94388c948a', 'name': '', 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:18:6f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:49Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:11.062421 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6c6ff3-e6f7-44c7-9138-9cc0801c24ce None None] Checking router: 00136173-1984-42b0-b27f-9271af501164 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:11.075607 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6c6ff3-e6f7-44c7-9138-9cc0801c24ce None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:11.076245 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9a6c6ff3-e6f7-44c7-9138-9cc0801c24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:11.101054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:11.103311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-af0efe36-084a-4ad9-81de-2a0dc4e56363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 7, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '32457671-a2d8-4d20-b320-0af757dfcaa0', 'name': '', 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:3a:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b30cbe78-039b-4529-8142-44400f33f783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:52Z', 'updated_at': '2022-01-28T06:49:02Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'b30cbe78-039b-4529-8142-44400f33f783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:48:56Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:11.105289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:11.146268 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fbd4a7-a85d-4296-8027-64dea9a9d88a']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:11.163440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a59b14-c689-4f3e-bed3-1b47e8c6bf00') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:11.164118 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a59b14-c689-4f3e-bed3-1b47e8c6bf00') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:11.180247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0efe36-084a-4ad9-81de-2a0dc4e56363 None None] The sync data for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv is: [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 7, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '32457671-a2d8-4d20-b320-0af757dfcaa0', 'name': '', 'network_id': '17bbe255-b0d2-4ede-91f1-ba8856a934a8', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:3a:59:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'b30cbe78-039b-4529-8142-44400f33f783', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:52Z', 'updated_at': '2022-01-28T06:49:02Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'b30cbe78-039b-4529-8142-44400f33f783', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:48:56Z', 'revision_number': 4, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:11.188711 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:11.211600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:11.233194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:11.250878 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:11.251289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cead2e84-7633-466b-9242-48763c1c3762']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:11.340405 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d6add5-54bd-4f85-938f-3621b6db4a5a None None] DHCP port deletion for 07fbd4a7-a85d-4296-8027-64dea9a9d88a request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:11.343710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device aee8d969-63e1-4048-9e00-179dc454dfbe up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:11.352181 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200f877d-1c4e-4ec1-9cd6-8d923573440f') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:11.352615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200f877d-1c4e-4ec1-9cd6-8d923573440f') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:11.371243 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-9a6c6ff3-e6f7-44c7-9138-9cc0801c24ce None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:11.390143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:11.403683 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:11.433535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141111fd-f59f-49af-bc81-0aae958e8c76 None None] DHCP port deletion for cead2e84-7633-466b-9242-48763c1c3762 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:11.468234 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:11.485823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:11.516582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port aee8d969-63e1-4048-9e00-179dc454dfbe triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:11.519938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:11.530350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:11.531030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:11.539936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:11.553312 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:11.557452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:port and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:11.562184 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:11.567669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:11.614049 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] 10.222.0.25 "DELETE /v2.0/networks/07fbd4a7-a85d-4296-8027-64dea9a9d88a HTTP/1.1" status: 204 len: 168 time: 1.9730053 Jan 28 06:49:11.614049 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643bf0d-6836-484e-afc6-fdbef013ac9e tempest-NetworksTest-374326505 tempest-NetworksTest-374326505-project] Pushing event deleted for resources: {'Network': ['ID=07fbd4a7-a85d-4296-8027-64dea9a9d88a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:11.662443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:11.754738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'port_id': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'mac_address': 'fa:16:3e:7d:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:47:23Z', 'updated_at': '2022-01-28T06:47:29Z', 'revision_number': 1, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a27d677f-63af-4fb3-8c56-e7be458927d8', 'name': '', 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:d0:31:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'fd5eb027-0a43-4a4b-8705-7666848b46dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:01Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'fd5eb027-0a43-4a4b-8705-7666848b46dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:43Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:11.759503 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:11.812455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Checking router: 5558ec57-f777-43cc-8b1d-40340c552c3c for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:11.813194 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Updating router 5558ec57-f777-43cc-8b1d-40340c552c3c port a27d677f-63af-4fb3-8c56-e7be458927d8 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:49:11.823905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:11.894396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:11.901264 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-9a6c6ff3-e6f7-44c7-9138-9cc0801c24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:08Z', 'revision_number': 7, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '69ed2d5a-1822-49c5-9b62-9d94388c948a', 'name': '', 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:18:6f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:49Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:11.905779 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6c6ff3-e6f7-44c7-9138-9cc0801c24ce None None] The sync data for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv is: [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:08Z', 'revision_number': 7, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '69ed2d5a-1822-49c5-9b62-9d94388c948a', 'name': '', 'network_id': 'df00444c-cbb4-42a5-b655-760b56c96b34', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:18:6f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:49Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 4, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'ac799d93-022a-43ba-8bf5-73f362dd4c8f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:11.944572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:11.952689 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:12.002382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Network': ['ID=cead2e84-7633-466b-9242-48763c1c3762,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:12.015769 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:12.018899 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:12.032344 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ee6d1737-4b6e-41aa-b155-297f5f1518ba tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/cead2e84-7633-466b-9242-48763c1c3762 HTTP/1.1" status: 204 len: 168 time: 4.5703731 Jan 28 06:49:12.032748 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46534) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:12.040642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7adb50d-962a-4002-8dcd-3d16f1beec3e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:12.121532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:12.144706 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-be78cf31-2ae6-405f-91a4-9e47c04496ab tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:12.145802 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b88366-5114-40da-b433-16fa63470cf6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:12.149445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be78cf31-2ae6-405f-91a4-9e47c04496ab tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:12.152781 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-be78cf31-2ae6-405f-91a4-9e47c04496ab tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/subnets/783a33cc-eac1-4a9b-b5c3-ccaa15149107 HTTP/1.1" status: 404 len: 337 time: 0.1183150 Jan 28 06:49:12.161049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46538) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:12.301691 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46544) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:12.305074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2416a86a-fc98-4434-8639-722fa43bd4f6 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:12.345658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b88366-5114-40da-b433-16fa63470cf6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Port': ['ID=32457671-a2d8-4d20-b320-0af757dfcaa0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:12.431434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 2416a86a-fc98-4434-8639-722fa43bd4f6 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:12.435328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:12.443952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port 9f341ead-db47-491e-84ef-2073ec13f5e6 yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:49:12.528516 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab54a46-fb5f-4cda-bed9-ef6fb3876d92 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:12.528989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab54a46-fb5f-4cda-bed9-ef6fb3876d92 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:12.530926 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cab54a46-fb5f-4cda-bed9-ef6fb3876d92 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/cead2e84-7633-466b-9242-48763c1c3762 HTTP/1.1" status: 404 len: 339 time: 0.3250854 Jan 28 06:49:12.538446 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46550) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:12.562494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:12.579221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Transition to ACTIVE for port object a27d677f-63af-4fb3-8c56-e7be458927d8 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:12.602837 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b0aa8940-f72d-4066-bfee-0788f869f167 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9f185e4c3054ebc875aae94eb64c827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977581 Jan 28 06:49:12.611348 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46554) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:12.665524 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:12.749725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:12.853874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3dd92a8d-22a1-453b-8c44-10d0d51760b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:12.876474 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-dc3922de-a180-4f9c-b224-3bfda6333b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:12.964528 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-dc3922de-a180-4f9c-b224-3bfda6333b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:12.989043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b88366-5114-40da-b433-16fa63470cf6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.043160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-26546f38-ca8a-406d-ac5b-0002ac0e908b None None] Provisioning complete for port c0821481-6b92-4653-8e50-55795b9caa7d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:13.043767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-26546f38-ca8a-406d-ac5b-0002ac0e908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.049990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3dd92a8d-22a1-453b-8c44-10d0d51760b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.068518 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec67c4-5e1b-471b-a8a1-13d8564b26f7 None None] Pushing event updated for resources: {'Port': ['ID=a27d677f-63af-4fb3-8c56-e7be458927d8,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:13.094236 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-3dd92a8d-22a1-453b-8c44-10d0d51760b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0cc903-091c-447d-84b8-b7ba48868e6a']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:13.108571 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-3dd92a8d-22a1-453b-8c44-10d0d51760b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0235d9-048b-48b1-8f98-bffc517436ad') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:13.109192 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-3dd92a8d-22a1-453b-8c44-10d0d51760b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0235d9-048b-48b1-8f98-bffc517436ad') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:13.122790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3dd92a8d-22a1-453b-8c44-10d0d51760b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.135950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:13.139211 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.148526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3dd92a8d-22a1-453b-8c44-10d0d51760b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.156041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd92a8d-22a1-453b-8c44-10d0d51760b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:13.156449 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3dd92a8d-22a1-453b-8c44-10d0d51760b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.168001 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Attempting to bind port a27d677f-63af-4fb3-8c56-e7be458927d8 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:49:13.168470 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Attempting to bind port a27d677f-63af-4fb3-8c56-e7be458927d8 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '1441c29c-5f20-4efc-b8f9-40f245678bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:49:13.169408 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Attempting to bind port a27d677f-63af-4fb3-8c56-e7be458927d8 on network 41828c89-4e84-48ee-b40d-5e58000c95c4 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:13.172170 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:13.193317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:49:13.193814 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Checking segment: {'id': '1441c29c-5f20-4efc-b8f9-40f245678bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:49:13.194285 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.194745 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Bound using segment: {'id': '1441c29c-5f20-4efc-b8f9-40f245678bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:49:13.195334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Bound port: a27d677f-63af-4fb3-8c56-e7be458927d8, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1441c29c-5f20-4efc-b8f9-40f245678bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:49:13.195806 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.220709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-26546f38-ca8a-406d-ac5b-0002ac0e908b None None] Port c0821481-6b92-4653-8e50-55795b9caa7d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:13.246383 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-dc3922de-a180-4f9c-b224-3bfda6333b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.270007 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3922de-a180-4f9c-b224-3bfda6333b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e34a13-b12b-4681-97ec-e9a037888667,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:13.275847 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-dc3922de-a180-4f9c-b224-3bfda6333b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.277318 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-dc3922de-a180-4f9c-b224-3bfda6333b43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54e34a13-b12b-4681-97ec-e9a037888667 HTTP/1.1" status: 204 len: 168 time: 0.6652362 Jan 28 06:49:13.345545 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3dd92a8d-22a1-453b-8c44-10d0d51760b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.370336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3dd92a8d-22a1-453b-8c44-10d0d51760b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.375274 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Allocated IP 172.20.0.5 (bff64c5c-baec-43ab-a663-4a77377cc13f/6d387f59-3e80-41f6-88e4-b5864a91b894/9f341ead-db47-491e-84ef-2073ec13f5e6) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:13.380427 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd92a8d-22a1-453b-8c44-10d0d51760b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Network': ['ID=7e0cc903-091c-447d-84b8-b7ba48868e6a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:13.392338 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3dd92a8d-22a1-453b-8c44-10d0d51760b2 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/7e0cc903-091c-447d-84b8-b7ba48868e6a HTTP/1.1" status: 204 len: 168 time: 0.8525136 Jan 28 06:49:13.393598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-26546f38-ca8a-406d-ac5b-0002ac0e908b None None] Provisioning for port c57767c7-462d-4cab-8763-226c7175ce50 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:13.393759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46560) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:13.397731 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] For port a27d677f-63af-4fb3-8c56-e7be458927d8, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:49:13.408373 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] For port a27d677f-63af-4fb3-8c56-e7be458927d8, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a27d677f-63af-4fb3-8c56-e7be458927d8,segment=NetworkSegment(1441c29c-5f20-4efc-b8f9-40f245678bda),segment_id=1441c29c-5f20-4efc-b8f9-40f245678bda)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:49:13.418364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 32457671-a2d8-4d20-b320-0af757dfcaa0 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:13.436635 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7eade02-d3ab-44eb-af73-58d5dce3dbb5 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:13.437093 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7eade02-d3ab-44eb-af73-58d5dce3dbb5 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:13.441226 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b7eade02-d3ab-44eb-af73-58d5dce3dbb5 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/subnets/8411a68b-bc8d-44a7-98f3-979c7a170251 HTTP/1.1" status: 404 len: 337 time: 0.0439887 Jan 28 06:49:13.441528 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46564) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:13.453567 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 32457671-a2d8-4d20-b320-0af757dfcaa0 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:13.455323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 32457671-a2d8-4d20-b320-0af757dfcaa0 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 28 06:49:13.488435 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-677b2ad1-2f73-481d-8f7b-00a5c1da6574 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:13.494755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677b2ad1-2f73-481d-8f7b-00a5c1da6574 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:13.494755 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-677b2ad1-2f73-481d-8f7b-00a5c1da6574 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/dc8e34df-8b76-40b7-9aba-b0cde75ad601 HTTP/1.1" status: 404 len: 339 time: 0.0479422 Jan 28 06:49:13.494755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46568) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:13.495056 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Port 32457671-a2d8-4d20-b320-0af757dfcaa0 not found, will not notify nova. {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 28 06:49:13.518686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e7adb50d-962a-4002-8dcd-3d16f1beec3e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port 69ed2d5a-1822-49c5-9b62-9d94388c948a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:13.519033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7adb50d-962a-4002-8dcd-3d16f1beec3e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.534928 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.590213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-04bd6e33-ce2b-4664-8598-74fa1e324787 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting subnet 3dfc5265-8cff-4046-a2ee-08c2262e7405 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:13.593392 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3b4c87e9-7701-4ece-b772-78caee4da6ef no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:13.600806 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-04bd6e33-ce2b-4664-8598-74fa1e324787 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.645346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b88366-5114-40da-b433-16fa63470cf6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router 7484255f-cee6-4bea-863c-55bd913aa9bf has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:13.647257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 3b4c87e9-7701-4ece-b772-78caee4da6ef {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:13.647613 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3b4c87e9-7701-4ece-b772-78caee4da6ef not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:13.664261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-04bd6e33-ce2b-4664-8598-74fa1e324787 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:13.682271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Routers {'5558ec57-f777-43cc-8b1d-40340c552c3c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:13.682817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['5558ec57-f777-43cc-8b1d-40340c552c3c'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:13.752289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec67c4-5e1b-471b-a8a1-13d8564b26f7 None None] Pushing event updated for resources: {'Port': ['ID=a27d677f-63af-4fb3-8c56-e7be458927d8,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:13.807489 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-04bd6e33-ce2b-4664-8598-74fa1e324787 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.022117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] Set router 5558ec57-f777-43cc-8b1d-40340c552c3c gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:14.025750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-04bd6e33-ce2b-4664-8598-74fa1e324787 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.100540 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b88366-5114-40da-b433-16fa63470cf6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:14.119383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6018df-6dc4-44d4-b0d2-4dc7398613ea None None] Sync routers for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:14.127149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd6e33-ce2b-4664-8598-74fa1e324787 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Subnet': ['ID=3dfc5265-8cff-4046-a2ee-08c2262e7405,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:14.146291 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-04bd6e33-ce2b-4664-8598-74fa1e324787 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.194235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300e1ad8-9256-4fa5-bd6a-214d11a3e594 None None] Network 38a02e9f-78c9-4bd9-84f0-d3a15a7ec400 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:14.194486 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-91b88366-5114-40da-b433-16fa63470cf6 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8271515 Jan 28 06:49:14.195151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46582) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:14.205306 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c57767c7-462d-4cab-8763-226c7175ce50 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:14.250227 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-04bd6e33-ce2b-4664-8598-74fa1e324787 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/subnets/3dfc5265-8cff-4046-a2ee-08c2262e7405 HTTP/1.1" status: 204 len: 168 time: 0.7550359 Jan 28 06:49:14.255967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46588) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:14.259711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-e7adb50d-962a-4002-8dcd-3d16f1beec3e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] For port 69ed2d5a-1822-49c5-9b62-9d94388c948a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=69ed2d5a-1822-49c5-9b62-9d94388c948a,segment=NetworkSegment(e0ba52d1-fd3a-49e8-828f-4eb30a88793c),segment_id=e0ba52d1-fd3a-49e8-828f-4eb30a88793c)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:14.263791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7adb50d-962a-4002-8dcd-3d16f1beec3e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.279424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.298035 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6018df-6dc4-44d4-b0d2-4dc7398613ea None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:14.298674 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4b6018df-6dc4-44d4-b0d2-4dc7398613ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:14.338357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-938c4c6a-09e5-41c2-bf2d-7bd56899dc4d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting subnet b30cbe78-039b-4529-8142-44400f33f783 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:14.344361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-938c4c6a-09e5-41c2-bf2d-7bd56899dc4d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.386679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4094006-44e5-40de-9dd6-c73072c2f19c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting subnet 9b6b2037-754f-46fa-88b8-e93183b67bec {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:14.394365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b4094006-44e5-40de-9dd6-c73072c2f19c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.407955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e7adb50d-962a-4002-8dcd-3d16f1beec3e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for 69ed2d5a-1822-49c5-9b62-9d94388c948a owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:14.454076 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-938c4c6a-09e5-41c2-bf2d-7bd56899dc4d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.460879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Transition to ACTIVE for port object 9f341ead-db47-491e-84ef-2073ec13f5e6 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:14.529656 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b4094006-44e5-40de-9dd6-c73072c2f19c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.621104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.663640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-4b6018df-6dc4-44d4-b0d2-4dc7398613ea None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:14.671003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b4094006-44e5-40de-9dd6-c73072c2f19c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.735252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-938c4c6a-09e5-41c2-bf2d-7bd56899dc4d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.880713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network bff64c5c-baec-43ab-a663-4a77377cc13f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:14.884398 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=9f341ead-db47-491e-84ef-2073ec13f5e6,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:14.886844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:14.889561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:49:14.895914 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b4094006-44e5-40de-9dd6-c73072c2f19c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.933556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46600) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:14.966093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:14.966727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.974173 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-938c4c6a-09e5-41c2-bf2d-7bd56899dc4d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:14.997769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4094006-44e5-40de-9dd6-c73072c2f19c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6b2037-754f-46fa-88b8-e93183b67bec,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:15.005107 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b4094006-44e5-40de-9dd6-c73072c2f19c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:15.012952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7adb50d-962a-4002-8dcd-3d16f1beec3e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:15.047383 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-938c4c6a-09e5-41c2-bf2d-7bd56899dc4d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:15.058135 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-938c4c6a-09e5-41c2-bf2d-7bd56899dc4d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/b30cbe78-039b-4529-8142-44400f33f783 HTTP/1.1" status: 204 len: 168 time: 0.8617988 Jan 28 06:49:15.069267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46606) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:15.071173 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b0b048-a502-4935-9e14-44a952198fb3 None None] Network 17bbe255-b0d2-4ede-91f1-ba8856a934a8 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:15.077010 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b4094006-44e5-40de-9dd6-c73072c2f19c tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/subnets/9b6b2037-754f-46fa-88b8-e93183b67bec HTTP/1.1" status: 204 len: 168 time: 0.8197558 Jan 28 06:49:15.087901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46610) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:15.088147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c4c6a-09e5-41c2-bf2d-7bd56899dc4d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Subnet': ['ID=b30cbe78-039b-4529-8142-44400f33f783,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:15.089584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7adb50d-962a-4002-8dcd-3d16f1beec3e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=69ed2d5a-1822-49c5-9b62-9d94388c948a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:15.093755 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port c57767c7-462d-4cab-8763-226c7175ce50 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:15.110055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c57767c7-462d-4cab-8763-226c7175ce50 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:15.111075 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:15.236171 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:15.249079 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port 2416a86a-fc98-4434-8639-722fa43bd4f6 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:15.249418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:15.274173 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6b48cee3-516a-4d3c-b4db-3d1df97b40d8 tempest-ServiceProvidersTest-1778372647 tempest-ServiceProvidersTest-1778372647-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3394516 Jan 28 06:49:15.311443 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fe666baa-195c-4680-9559-5d621c01eccb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.6780779 Jan 28 06:49:15.312204 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46616) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:15.323507 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-94f6962e-8f5b-43d0-bbd5-e95484db55e6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:15.540434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:15.585280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1e301bf9-416d-4278-8006-649ee3f20eed None None] Provisioning for port 9f341ead-db47-491e-84ef-2073ec13f5e6 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:15.607515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1e301bf9-416d-4278-8006-649ee3f20eed None None] Provisioning complete for port 9f341ead-db47-491e-84ef-2073ec13f5e6 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:15.615010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1e301bf9-416d-4278-8006-649ee3f20eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:15.626360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:15.626561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:15.684297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-94f6962e-8f5b-43d0-bbd5-e95484db55e6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:15.736036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-94f6962e-8f5b-43d0-bbd5-e95484db55e6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:15.740671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7adb50d-962a-4002-8dcd-3d16f1beec3e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:15.742079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:15.749936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-94f6962e-8f5b-43d0-bbd5-e95484db55e6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:15.758918 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-94f6962e-8f5b-43d0-bbd5-e95484db55e6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:15.765705 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] For port 2416a86a-fc98-4434-8639-722fa43bd4f6, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=2416a86a-fc98-4434-8639-722fa43bd4f6,segment=NetworkSegment(f4a7bcbb-d701-428f-9e0c-74d82e23cb09),segment_id=f4a7bcbb-d701-428f-9e0c-74d82e23cb09)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:15.766071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:15.808505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1e301bf9-416d-4278-8006-649ee3f20eed None None] Port 9f341ead-db47-491e-84ef-2073ec13f5e6 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:15.827813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddb1073-ea50-4580-ab2a-ad42e1d7e4b5 None None] Update dhcp port {'port': {'network_id': '38a02e9f-78c9-4bd9-84f0-d3a15a7ec400', 'fixed_ips': [{'subnet_id': '9b6b2037-754f-46fa-88b8-e93183b67bec'}], 'binding:host_id': 'dv-neutron-824022-4-hyperv'}, 'id': 'badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689'} from dv-neutron-824022-4-hyperv. {{(pid=88218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 06:49:15.885136 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port c57767c7-462d-4cab-8763-226c7175ce50, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c57767c7-462d-4cab-8763-226c7175ce50,segment=NetworkSegment(5c70c333-2ebf-460d-999f-5ce4e2cc74ce),segment_id=5c70c333-2ebf-460d-999f-5ce4e2cc74ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:15.907675 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'port_id': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'mac_address': 'fa:16:3e:7d:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:47:23Z', 'updated_at': '2022-01-28T06:47:29Z', 'revision_number': 1, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a27d677f-63af-4fb3-8c56-e7be458927d8', 'name': '', 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:d0:31:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'fd5eb027-0a43-4a4b-8705-7666848b46dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:01Z', 'updated_at': '2022-01-28T06:49:13Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'fd5eb027-0a43-4a4b-8705-7666848b46dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:43Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:15.920072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dddb1073-ea50-4580-ab2a-ad42e1d7e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:15.932380 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for 2416a86a-fc98-4434-8639-722fa43bd4f6 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:15.935543 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82486852-1c82-4798-b0d3-93705f54c422 None None] The sync data for ids ['5558ec57-f777-43cc-8b1d-40340c552c3c'] in dv-neutron-824022-4-hyperv is: [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:49:04Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'port_id': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'mac_address': 'fa:16:3e:7d:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:47:23Z', 'updated_at': '2022-01-28T06:47:29Z', 'revision_number': 1, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a27d677f-63af-4fb3-8c56-e7be458927d8', 'name': '', 'network_id': '41828c89-4e84-48ee-b40d-5e58000c95c4', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:d0:31:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1171, 'fixed_ips': [{'subnet_id': 'fd5eb027-0a43-4a4b-8705-7666848b46dd', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:01Z', 'updated_at': '2022-01-28T06:49:13Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'fd5eb027-0a43-4a4b-8705-7666848b46dd', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:43Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:15.961587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46622) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:15.979980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f6962e-8f5b-43d0-bbd5-e95484db55e6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:15.984131 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-94f6962e-8f5b-43d0-bbd5-e95484db55e6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:16.031596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:16.032614 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 69ed2d5a-1822-49c5-9b62-9d94388c948a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:16.174827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 69ed2d5a-1822-49c5-9b62-9d94388c948a {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:16.175212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 69ed2d5a-1822-49c5-9b62-9d94388c948a not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 28 06:49:16.207850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] For port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689,segment=NetworkSegment(f5f40dd9-7e01-4647-8450-420acd2aad09),segment_id=f5f40dd9-7e01-4647-8450-420acd2aad09)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:16.209746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:16.237554 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.ipam_backend_mixin [None req-94f6962e-8f5b-43d0-bbd5-e95484db55e6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6d387f59-3e80-41f6-88e4-b5864a91b894 (CIDR: 172.20.0.0/28) Jan 28 06:49:16.260701 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:16.300614 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771b2fb4-a02e-4b07-8545-e4782a80f3e1 None None] DHCP port deletion for 17bbe255-b0d2-4ede-91f1-ba8856a934a8 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:16.320726 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f6962e-8f5b-43d0-bbd5-e95484db55e6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:49:16.321504 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f6962e-8f5b-43d0-bbd5-e95484db55e6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:16.333180 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] No DVR routers for this DVR port 2416a86a-fc98-4434-8639-722fa43bd4f6 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:16.339902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Port': ['ID=2416a86a-fc98-4434-8639-722fa43bd4f6,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:16.377202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4b6018df-6dc4-44d4-b0d2-4dc7398613ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:11Z', 'revision_number': 8, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:49:08Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:16.388287 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Port 69ed2d5a-1822-49c5-9b62-9d94388c948a not found, will not notify nova. {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 28 06:49:16.388819 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:16.443796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6018df-6dc4-44d4-b0d2-4dc7398613ea None None] Checking router: 7484255f-cee6-4bea-863c-55bd913aa9bf for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:16.474139 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=c57767c7-462d-4cab-8763-226c7175ce50,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:16.490801 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6018df-6dc4-44d4-b0d2-4dc7398613ea None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:16.491618 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4b6018df-6dc4-44d4-b0d2-4dc7398613ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:16.522960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:16.564383 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bbe255-b0d2-4ede-91f1-ba8856a934a8']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:16.579222 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b5aa49-6158-42d1-801e-272cc146940c None None] Network 38a02e9f-78c9-4bd9-84f0-d3a15a7ec400 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:16.582097 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a7bcbb-d701-428f-9e0c-74d82e23cb09') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:16.582405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a7bcbb-d701-428f-9e0c-74d82e23cb09') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:16.596822 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:16.610508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Calling delete_port for badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:16.615183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:16.623538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:16.623939 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:16.642351 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:16.648669 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-94f6962e-8f5b-43d0-bbd5-e95484db55e6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3351007 Jan 28 06:49:16.652499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46630) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:16.654998 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-611ea66b-6846-443e-a835-2742c3340654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:16.753530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2a5bbe92-0b4a-4d18-aac1-24020d2adaab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:16.820583 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:16.821109 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:16.841496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7adb50d-962a-4002-8dcd-3d16f1beec3e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router 00136173-1984-42b0-b27f-9271af501164 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:16.845740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-611ea66b-6846-443e-a835-2742c3340654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:16.849177 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-4b6018df-6dc4-44d4-b0d2-4dc7398613ea None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:16.852892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-611ea66b-6846-443e-a835-2742c3340654 admin admin] Usage tracker for resource:security_group_rule and tenant:80d98fd09bd74ee49811baca49b60209 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:16.857373 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-611ea66b-6846-443e-a835-2742c3340654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:16.877272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-611ea66b-6846-443e-a835-2742c3340654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:16.943875 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b654b6f7-dabd-4b81-bb31-659b7b9b7a68 None None] Provisioning complete for port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:16.944259 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b654b6f7-dabd-4b81-bb31-659b7b9b7a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:16.987530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2a5bbe92-0b4a-4d18-aac1-24020d2adaab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:16.991954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2a5bbe92-0b4a-4d18-aac1-24020d2adaab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:16.994813 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2a5bbe92-0b4a-4d18-aac1-24020d2adaab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:17.002774 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2a5bbe92-0b4a-4d18-aac1-24020d2adaab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:17.019898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:17.043953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:17.052965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Network': ['ID=17bbe255-b0d2-4ede-91f1-ba8856a934a8,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:17.059870 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0c74218c-e17d-4995-8d4e-b42fdc506844 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/networks/17bbe255-b0d2-4ede-91f1-ba8856a934a8 HTTP/1.1" status: 204 len: 168 time: 1.9883447 Jan 28 06:49:17.060261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46634) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:17.105802 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5bbe92-0b4a-4d18-aac1-24020d2adaab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:17.110078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2a5bbe92-0b4a-4d18-aac1-24020d2adaab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:17.123865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7adb50d-962a-4002-8dcd-3d16f1beec3e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:17.136444 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e9649-67bd-48cb-8bbd-7fa7220db749 None None] Sync routers for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:17.146393 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8e9649-67bd-48cb-8bbd-7fa7220db749 None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:17.147260 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1d8e9649-67bd-48cb-8bbd-7fa7220db749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:17.177380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b654b6f7-dabd-4b81-bb31-659b7b9b7a68 None None] Could not find standard attr ID for object badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:49:17.197338 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.plugins.ml2.db [None req-b654b6f7-dabd-4b81-bb31-659b7b9b7a68 None None] No ports have port_id starting with badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 Jan 28 06:49:17.322001 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-1d8e9649-67bd-48cb-8bbd-7fa7220db749 None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:17.393923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf206ba-e542-4d4f-a4b6-3ab7b5856f7a None None] DHCP port deletion for 38a02e9f-78c9-4bd9-84f0-d3a15a7ec400 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:17.426309 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2a5bbe92-0b4a-4d18-aac1-24020d2adaab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:17.449968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4b6018df-6dc4-44d4-b0d2-4dc7398613ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:11Z', 'revision_number': 8, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:49:08Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:17.455489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6018df-6dc4-44d4-b0d2-4dc7398613ea None None] The sync data for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv is: [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:11Z', 'revision_number': 8, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3', 'name': '', 'network_id': 'a9114822-e93b-464e-827d-9f2ca51b852e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:ab:ef:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '93ba386b-d503-4e65-b163-644325491c57', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:43Z', 'updated_at': '2022-01-28T06:49:08Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '93ba386b-d503-4e65-b163-644325491c57', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:17.462858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 65ebcbfc-ab15-481b-8831-190c8356754a no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:17.505691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 65ebcbfc-ab15-481b-8831-190c8356754a {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:17.506169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 65ebcbfc-ab15-481b-8831-190c8356754a not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:17.508602 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5bbe92-0b4a-4d18-aac1-24020d2adaab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network bff64c5c-baec-43ab-a663-4a77377cc13f is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:17.512176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:17.512889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-2a5bbe92-0b4a-4d18-aac1-24020d2adaab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:17.520865 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5bbe92-0b4a-4d18-aac1-24020d2adaab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:17.521461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2a5bbe92-0b4a-4d18-aac1-24020d2adaab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:17.523177 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd86be-880d-45ef-b14b-5aa1bc87db07 None None] Network bff64c5c-baec-43ab-a663-4a77377cc13f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:17.550090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bbe92-0b4a-4d18-aac1-24020d2adaab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Subnet': ['ID=e16d810d-88a7-4399-aeb8-80689a789544,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:17.586031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Port': ['ID=badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:17.597807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No DVR routers for this DVR port badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:17.615506 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2a5bbe92-0b4a-4d18-aac1-24020d2adaab tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9620550 Jan 28 06:49:17.618000 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46638) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:17.629561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-96a00155-3b7d-4a32-a67f-f7823f97e921 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1674415972', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e16d810d-88a7-4399-aeb8-80689a789544'}], 'security_groups': ['07ff1d49-62f9-4330-b10b-1c204b382805']}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:17.710894 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e7adb50d-962a-4002-8dcd-3d16f1beec3e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/00136173-1984-42b0-b27f-9271af501164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1681914 Jan 28 06:49:17.726126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46642) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:17.745925 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1d8e9649-67bd-48cb-8bbd-7fa7220db749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:14Z', 'revision_number': 8, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:17.750824 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e9649-67bd-48cb-8bbd-7fa7220db749 None None] Checking router: 00136173-1984-42b0-b27f-9271af501164 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:17.763259 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8e9649-67bd-48cb-8bbd-7fa7220db749 None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:17.764233 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1d8e9649-67bd-48cb-8bbd-7fa7220db749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:17.868723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-611ea66b-6846-443e-a835-2742c3340654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:17.973641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.010250 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-1d8e9649-67bd-48cb-8bbd-7fa7220db749 None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:18.021287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-611ea66b-6846-443e-a835-2742c3340654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.097598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64f39c4-31ed-49fb-9f68-b2e61f3ec8d8 None None] Update dhcp port {'port': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'fixed_ips': [{'subnet_id': '6d387f59-3e80-41f6-88e4-b5864a91b894', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e16d810d-88a7-4399-aeb8-80689a789544'}], 'binding:host_id': 'dv-neutron-824022-4-hyperv'}, 'id': 'c57767c7-462d-4cab-8763-226c7175ce50'} from dv-neutron-824022-4-hyperv. {{(pid=88218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 06:49:18.103481 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2961db-9b0f-4bc3-8e80-bdbb34597246 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting subnet ac799d93-022a-43ba-8bf5-73f362dd4c8f {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:18.106772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a02e9f-78c9-4bd9-84f0-d3a15a7ec400']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:18.155837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b2961db-9b0f-4bc3-8e80-bdbb34597246 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.191149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96a00155-3b7d-4a32-a67f-f7823f97e921 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.204609 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f40dd9-7e01-4647-8450-420acd2aad09') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:18.204899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f40dd9-7e01-4647-8450-420acd2aad09') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:18.213958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ea66b-6846-443e-a835-2742c3340654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b899c4dd-bab0-4c2d-bf90-660c28fe354b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:18.229312 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b64f39c4-31ed-49fb-9f68-b2e61f3ec8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.235816 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-611ea66b-6846-443e-a835-2742c3340654 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80d98fd09bd74ee49811baca49b60209&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2727869 Jan 28 06:49:18.238179 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46646) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:18.274449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.315984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b2961db-9b0f-4bc3-8e80-bdbb34597246 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.342624 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c57767c7-462d-4cab-8763-226c7175ce50 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:18.361708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.396156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:18.397307 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:18.412904 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:18.466926 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1d8e9649-67bd-48cb-8bbd-7fa7220db749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:14Z', 'revision_number': 8, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:18.471740 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8e9649-67bd-48cb-8bbd-7fa7220db749 None None] The sync data for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv is: [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:14Z', 'revision_number': 8, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '927ea74c-5689-42ee-8043-4abd20d3794a', 'name': '', 'network_id': '4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:08:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a543028f-f813-4791-a289-b2694ce3535b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:33Z', 'updated_at': '2022-01-28T06:48:53Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': 'a543028f-f813-4791-a289-b2694ce3535b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:18.552035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2286f270-5fb1-4cf6-92df-c6f6dac4449f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.564929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c57767c7-462d-4cab-8763-226c7175ce50 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:18.565313 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.626237 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2286f270-5fb1-4cf6-92df-c6f6dac4449f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.641662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b2961db-9b0f-4bc3-8e80-bdbb34597246 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.651369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-96a00155-3b7d-4a32-a67f-f7823f97e921 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Delete allocated IP 172.20.0.5 (bff64c5c-baec-43ab-a663-4a77377cc13f/6d387f59-3e80-41f6-88e4-b5864a91b894) {{(pid=88216) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 06:49:18.659570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-96a00155-3b7d-4a32-a67f-f7823f97e921 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Allocated IP 172.20.0.21 (bff64c5c-baec-43ab-a663-4a77377cc13f/e16d810d-88a7-4399-aeb8-80689a789544/9f341ead-db47-491e-84ef-2073ec13f5e6) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:18.675534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.688917 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a27d677f-63af-4fb3-8c56-e7be458927d8 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:18.722604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.753012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Network': ['ID=38a02e9f-78c9-4bd9-84f0-d3a15a7ec400,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:18.760809 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c0b16396-5b17-47ff-b988-8d97656c8a3f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/38a02e9f-78c9-4bd9-84f0-d3a15a7ec400 HTTP/1.1" status: 204 len: 168 time: 3.6559799 Jan 28 06:49:18.765662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46652) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:18.837431 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port a27d677f-63af-4fb3-8c56-e7be458927d8 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:18.843844 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port a27d677f-63af-4fb3-8c56-e7be458927d8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:18.844331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.886472 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96a00155-3b7d-4a32-a67f-f7823f97e921 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:18.965323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46656) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:18.969702 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ce8c0a-9c3d-47c9-abe9-05bf88f04523 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:18.971464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ce8c0a-9c3d-47c9-abe9-05bf88f04523 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:19.001601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:19.001951 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-75ce8c0a-9c3d-47c9-abe9-05bf88f04523 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/subnets/5d72d926-43c5-491f-8610-62de8c70ae54 HTTP/1.1" status: 404 len: 337 time: 0.2328472 Jan 28 06:49:19.004841 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a98f1dd8-ce7b-40c8-b9e5-d77775abe352 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:19.034959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port a27d677f-63af-4fb3-8c56-e7be458927d8, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a27d677f-63af-4fb3-8c56-e7be458927d8,segment=NetworkSegment(1441c29c-5f20-4efc-b8f9-40f245678bda),segment_id=1441c29c-5f20-4efc-b8f9-40f245678bda)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:19.038121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46660) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:19.069256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-96a00155-3b7d-4a32-a67f-f7823f97e921 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Transition to ACTIVE for port object 9f341ead-db47-491e-84ef-2073ec13f5e6 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:19.072864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2286f270-5fb1-4cf6-92df-c6f6dac4449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:19.075869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2286f270-5fb1-4cf6-92df-c6f6dac4449f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:19.076979 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2286f270-5fb1-4cf6-92df-c6f6dac4449f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b899c4dd-bab0-4c2d-bf90-660c28fe354b HTTP/1.1" status: 204 len: 168 time: 0.8249328 Jan 28 06:49:19.088859 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-757cf63f-b416-49b2-b472-ec8c158dd563 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:19.089221 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-757cf63f-b416-49b2-b472-ec8c158dd563 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:19.093187 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-757cf63f-b416-49b2-b472-ec8c158dd563 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/bcce6975-8d05-4e49-a238-640cda2f9be9 HTTP/1.1" status: 404 len: 339 time: 0.0517862 Jan 28 06:49:19.094325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46666) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:19.134257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:19.144378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b2961db-9b0f-4bc3-8e80-bdbb34597246 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:19.185300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286f270-5fb1-4cf6-92df-c6f6dac4449f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b899c4dd-bab0-4c2d-bf90-660c28fe354b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:19.186244 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb827c7-4f40-4695-ba43-8e8c20e7f0ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:19.187071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb827c7-4f40-4695-ba43-8e8c20e7f0ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:19.188954 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fdb827c7-4f40-4695-ba43-8e8c20e7f0ca tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/subnets/0a47e06b-f062-4119-be83-36e71ba2d4e0 HTTP/1.1" status: 404 len: 337 time: 0.0941825 Jan 28 06:49:19.198093 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46670) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:19.199415 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96a00155-3b7d-4a32-a67f-f7823f97e921 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:19.203693 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2961db-9b0f-4bc3-8e80-bdbb34597246 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Subnet': ['ID=ac799d93-022a-43ba-8bf5-73f362dd4c8f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:19.211635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9b2961db-9b0f-4bc3-8e80-bdbb34597246 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:19.213541 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9b2961db-9b0f-4bc3-8e80-bdbb34597246 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/ac799d93-022a-43ba-8bf5-73f362dd4c8f HTTP/1.1" status: 204 len: 168 time: 1.4846959 Jan 28 06:49:19.218089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46674) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:19.234339 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bf4b47-a6b8-4ef1-a877-89f49c54728c None None] Network df00444c-cbb4-42a5-b655-760b56c96b34 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:19.259502 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2416a86a-fc98-4434-8639-722fa43bd4f6 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:19.354777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 2416a86a-fc98-4434-8639-722fa43bd4f6 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:19.355131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2416a86a-fc98-4434-8639-722fa43bd4f6 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:19.355608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:19.390803 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d5a13a-3e89-4adb-a697-7f23951e8d94 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:19.391530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d5a13a-3e89-4adb-a697-7f23951e8d94 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:19.393379 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-64d5a13a-3e89-4adb-a697-7f23951e8d94 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/c247680b-31f9-4f5b-ac25-cd67aa81b730 HTTP/1.1" status: 404 len: 339 time: 0.1916881 Jan 28 06:49:19.407908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46680) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:19.445496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:19.461116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:19.461742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:19.466000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-b64f39c4-31ed-49fb-9f68-b2e61f3ec8d8 None None] Allocated IP 172.20.0.18 (bff64c5c-baec-43ab-a663-4a77377cc13f/e16d810d-88a7-4399-aeb8-80689a789544/c57767c7-462d-4cab-8763-226c7175ce50) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:19.648333 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=a27d677f-63af-4fb3-8c56-e7be458927d8,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:19.650636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a98f1dd8-ce7b-40c8-b9e5-d77775abe352 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:19.650979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a98f1dd8-ce7b-40c8-b9e5-d77775abe352 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:19.655871 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:19.656321 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device badf1bc2-7d7a-4c2e-af50-8ac8bb0b8689 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:19.656847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 32457671-a2d8-4d20-b320-0af757dfcaa0 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:19.736431 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b64f39c4-31ed-49fb-9f68-b2e61f3ec8d8 None None] For port c57767c7-462d-4cab-8763-226c7175ce50, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c57767c7-462d-4cab-8763-226c7175ce50,segment=NetworkSegment(5c70c333-2ebf-460d-999f-5ce4e2cc74ce),segment_id=5c70c333-2ebf-460d-999f-5ce4e2cc74ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:19.760506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 32457671-a2d8-4d20-b320-0af757dfcaa0 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:19.761019 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 32457671-a2d8-4d20-b320-0af757dfcaa0 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:19.768533 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a00155-3b7d-4a32-a67f-f7823f97e921 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=9f341ead-db47-491e-84ef-2073ec13f5e6,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:19.867941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] For port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3bf30f6d-f962-4e4a-95ec-f385fa8e6c59,segment=NetworkSegment(e0ba52d1-fd3a-49e8-828f-4eb30a88793c),segment_id=e0ba52d1-fd3a-49e8-828f-4eb30a88793c)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:19.871060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:19.881927 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b64f39c4-31ed-49fb-9f68-b2e61f3ec8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:19.890914 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c31c99-bfe1-4623-80f9-fbe83f0f68ed tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:19.894914 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c31c99-bfe1-4623-80f9-fbe83f0f68ed tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:19.894914 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-78c31c99-bfe1-4623-80f9-fbe83f0f68ed tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/subnets/f54b7bef-8c5b-4e29-8dec-b0d40dc28868 HTTP/1.1" status: 404 len: 337 time: 0.4827037 Jan 28 06:49:19.895947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-96a00155-3b7d-4a32-a67f-f7823f97e921 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] In _notify_port_updated(), no bound segment for port 9f341ead-db47-491e-84ef-2073ec13f5e6 on network bff64c5c-baec-43ab-a663-4a77377cc13f {{(pid=88216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:49:19.904023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a00155-3b7d-4a32-a67f-f7823f97e921 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:19.904023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96a00155-3b7d-4a32-a67f-f7823f97e921 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:19.904023 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-96a00155-3b7d-4a32-a67f-f7823f97e921 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "PUT /v2.0/ports/9f341ead-db47-491e-84ef-2073ec13f5e6 HTTP/1.1" status: 200 len: 921 time: 2.2813976 Jan 28 06:49:19.906374 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46692) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:19.906578 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46694) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:19.917978 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b64f39c4-31ed-49fb-9f68-b2e61f3ec8d8 None None] Transition to ACTIVE for port object c57767c7-462d-4cab-8763-226c7175ce50 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:19.968421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b64f39c4-31ed-49fb-9f68-b2e61f3ec8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:20.006400 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfb5962-65c9-44cc-aec7-26a698e9653a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:20.006947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfb5962-65c9-44cc-aec7-26a698e9653a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:20.008648 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7bfb5962-65c9-44cc-aec7-26a698e9653a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/fc0a39d5-65b2-4032-a5bf-8145d77147fc HTTP/1.1" status: 404 len: 339 time: 0.1011767 Jan 28 06:49:20.013559 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46702) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:20.026502 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a27d677f-63af-4fb3-8c56-e7be458927d8 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:20.082759 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56b2753-8e38-4162-958f-dc58ec30eb29 None None] DHCP port deletion for df00444c-cbb4-42a5-b655-760b56c96b34 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:20.089873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:20.096131 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-1da0b93d-2df2-448c-902c-8133ccda5d70 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port 9f341ead-db47-491e-84ef-2073ec13f5e6 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:20.096681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1da0b93d-2df2-448c-902c-8133ccda5d70 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:20.099045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c56b2753-8e38-4162-958f-dc58ec30eb29 None None] Deleting port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:20.099824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c56b2753-8e38-4162-958f-dc58ec30eb29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:20.213539 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbc785d-328b-4fd1-b8cf-e96a461ce902 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting subnet 64dcea12-f3de-49be-a0a4-be5bbdeff676 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:20.217872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-acbc785d-328b-4fd1-b8cf-e96a461ce902 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:20.264879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-a98f1dd8-ce7b-40c8-b9e5-d77775abe352 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] For port ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3,segment=NetworkSegment(687d8f42-f976-46a6-aef3-769805116064),segment_id=687d8f42-f976-46a6-aef3-769805116064)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:20.265239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a98f1dd8-ce7b-40c8-b9e5-d77775abe352 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:20.277286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-acbc785d-328b-4fd1-b8cf-e96a461ce902 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:20.318932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c56b2753-8e38-4162-958f-dc58ec30eb29 None None] For port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3bf30f6d-f962-4e4a-95ec-f385fa8e6c59,segment=NetworkSegment(e0ba52d1-fd3a-49e8-828f-4eb30a88793c),segment_id=e0ba52d1-fd3a-49e8-828f-4eb30a88793c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:20.319611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c56b2753-8e38-4162-958f-dc58ec30eb29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:20.370630 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46712) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:20.400068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:20.411716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a98f1dd8-ce7b-40c8-b9e5-d77775abe352 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:20.525594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c56b2753-8e38-4162-958f-dc58ec30eb29 None None] Calling delete_port for 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:20.553996 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1218943317-network', 'tenant_id': '7588e9cf38c44664a3c43179590607b4'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:20.564081 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:20.586194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f25ae15d-4939-421a-8fad-69a4a505471b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:20.639550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Usage tracker for resource:network and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:20.642539 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-acbc785d-328b-4fd1-b8cf-e96a461ce902 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:20.649213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=3bf30f6d-f962-4e4a-95ec-f385fa8e6c59,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:20.654438 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port a27d677f-63af-4fb3-8c56-e7be458927d8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:20.655162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:20.656972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No DVR routers for this DVR port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:20.689362 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:20.728252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:20.747919 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1da0b93d-2df2-448c-902c-8133ccda5d70 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:20.759007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f39c4-31ed-49fb-9f68-b2e61f3ec8d8 None None] Pushing event updated for resources: {'Port': ['ID=c57767c7-462d-4cab-8763-226c7175ce50,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:20.833810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:20.838964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-c56b2753-8e38-4162-958f-dc58ec30eb29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:49:20.839549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-c56b2753-8e38-4162-958f-dc58ec30eb29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:49:20.847055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 69ed2d5a-1822-49c5-9b62-9d94388c948a no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:20.899878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df00444c-cbb4-42a5-b655-760b56c96b34']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:20.923188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 69ed2d5a-1822-49c5-9b62-9d94388c948a {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:20.923701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 69ed2d5a-1822-49c5-9b62-9d94388c948a not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:20.932611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ba52d1-fd3a-49e8-828f-4eb30a88793c') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:20.932916 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ba52d1-fd3a-49e8-828f-4eb30a88793c') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:20.947538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:20.958892 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-1da0b93d-2df2-448c-902c-8133ccda5d70 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for 9f341ead-db47-491e-84ef-2073ec13f5e6 owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:20.997176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.000779 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Made reservation on behalf of 7588e9cf38c44664a3c43179590607b4 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:21.003077 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.012078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:21.012538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:21.027338 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:21.048176 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.150751 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:21.173800 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Usage tracker for resource:security_group_rule and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:21.181639 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:21.193159 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-acbc785d-328b-4fd1-b8cf-e96a461ce902 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.201198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.203039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a98f1dd8-ce7b-40c8-b9e5-d77775abe352 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.254551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.266761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:21.285360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Network': ['ID=df00444c-cbb4-42a5-b655-760b56c96b34,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:21.290473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc785d-328b-4fd1-b8cf-e96a461ce902 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Subnet': ['ID=64dcea12-f3de-49be-a0a4-be5bbdeff676,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:21.291406 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f1dd8-ce7b-40c8-b9e5-d77775abe352 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Port': ['ID=ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:21.295351 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-acbc785d-328b-4fd1-b8cf-e96a461ce902 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.296035 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d6503c-80ea-43cb-adbf-35b9b012a1d3 None None] Network 6b4a09eb-698f-45dd-8013-1318075f7be4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:21.342339 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c56b2753-8e38-4162-958f-dc58ec30eb29 None None] Deleting port 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:21.343393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c56b2753-8e38-4162-958f-dc58ec30eb29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.367270 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-acbc785d-328b-4fd1-b8cf-e96a461ce902 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/subnets/64dcea12-f3de-49be-a0a4-be5bbdeff676 HTTP/1.1" status: 204 len: 168 time: 1.3490562 Jan 28 06:49:21.371812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46718) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:21.492554 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c56b2753-8e38-4162-958f-dc58ec30eb29 None None] The port '3bf30f6d-f962-4e4a-95ec-f385fa8e6c59' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:49:21.526341 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2f4c29f2-46d1-4318-9b9e-80c282669cb3 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/networks/df00444c-cbb4-42a5-b655-760b56c96b34 HTTP/1.1" status: 204 len: 168 time: 2.3077087 Jan 28 06:49:21.542161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46722) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:21.575404 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-dae77322-a89a-48e2-b151-7a851c27a61b None None] Provisioning complete for port c0821481-6b92-4653-8e50-55795b9caa7d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:21.575786 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dae77322-a89a-48e2-b151-7a851c27a61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.649403 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1da0b93d-2df2-448c-902c-8133ccda5d70 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.660661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dae77322-a89a-48e2-b151-7a851c27a61b None None] Port c0821481-6b92-4653-8e50-55795b9caa7d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:21.727262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a98f1dd8-ce7b-40c8-b9e5-d77775abe352 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.739712 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.743842 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0b93d-2df2-448c-902c-8133ccda5d70 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=9f341ead-db47-491e-84ef-2073ec13f5e6,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:21.757893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f10bd3-9e67-4b24-b77c-3e3fad648211 None None] DHCP port deletion for 6b4a09eb-698f-45dd-8013-1318075f7be4 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:21.759710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-dae77322-a89a-48e2-b151-7a851c27a61b None None] Provisioning for port c57767c7-462d-4cab-8763-226c7175ce50 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:21.766816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-10f10bd3-9e67-4b24-b77c-3e3fad648211 None None] Deleting port f9dc5318-fa6d-4787-bf54-b592853c74bb {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:21.767199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-10f10bd3-9e67-4b24-b77c-3e3fad648211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.873319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-dae77322-a89a-48e2-b151-7a851c27a61b None None] Provisioning complete for port c57767c7-462d-4cab-8763-226c7175ce50 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:21.873702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dae77322-a89a-48e2-b151-7a851c27a61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:21.946571 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:22.025348 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:22.047517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c57767c7-462d-4cab-8763-226c7175ce50 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:22.094850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:49:22.115530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting port f9dc5318-fa6d-4787-bf54-b592853c74bb {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:22.116349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:22.152855 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1da0b93d-2df2-448c-902c-8133ccda5d70 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:22.165469 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f25ae15d-4939-421a-8fad-69a4a505471b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port a27d677f-63af-4fb3-8c56-e7be458927d8 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:22.166284 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f25ae15d-4939-421a-8fad-69a4a505471b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:22.203721 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1da0b93d-2df2-448c-902c-8133ccda5d70 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/9f341ead-db47-491e-84ef-2073ec13f5e6 HTTP/1.1" status: 204 len: 168 time: 2.2939277 Jan 28 06:49:22.219780 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46726) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:22.232793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:22.233905 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Added segment 2cd9ecd3-6a54-4991-bf6e-62508b89626b of type vlan for network 9d0a3adf-4980-425f-bd4a-a74e09017297 Jan 28 06:49:22.277652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-10f10bd3-9e67-4b24-b77c-3e3fad648211 None None] For port f9dc5318-fa6d-4787-bf54-b592853c74bb, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f9dc5318-fa6d-4787-bf54-b592853c74bb,segment=NetworkSegment(93088287-8dbc-4f41-8eaf-56a024adc9b2),segment_id=93088287-8dbc-4f41-8eaf-56a024adc9b2)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:22.278039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-10f10bd3-9e67-4b24-b77c-3e3fad648211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:22.290838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103d44f2-184f-4c24-8e89-edeeb992a901,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:22.332572 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80d97ba-1c89-4c12-acca-92ac447a1683 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] GET failed (client error): The resource could not be found. Jan 28 06:49:22.333266 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b80d97ba-1c89-4c12-acca-92ac447a1683 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:49:22.419958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:22.459018 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-10f10bd3-9e67-4b24-b77c-3e3fad648211 None None] Calling delete_port for f9dc5318-fa6d-4787-bf54-b592853c74bb owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:22.530463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98f1dd8-ce7b-40c8-b9e5-d77775abe352 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router 7484255f-cee6-4bea-863c-55bd913aa9bf has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:22.553443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-dae77322-a89a-48e2-b151-7a851c27a61b None None] Could not find standard attr ID for object 9f341ead-db47-491e-84ef-2073ec13f5e6. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:49:22.572564 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c57767c7-462d-4cab-8763-226c7175ce50 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:22.573658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:22.623756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-10f10bd3-9e67-4b24-b77c-3e3fad648211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:22.670352 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] For port f9dc5318-fa6d-4787-bf54-b592853c74bb, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f9dc5318-fa6d-4787-bf54-b592853c74bb,segment=NetworkSegment(93088287-8dbc-4f41-8eaf-56a024adc9b2),segment_id=93088287-8dbc-4f41-8eaf-56a024adc9b2)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:22.671051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:22.687959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b80d97ba-1c89-4c12-acca-92ac447a1683 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:49:22.692224 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b80d97ba-1c89-4c12-acca-92ac447a1683 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/9f341ead-db47-491e-84ef-2073ec13f5e6 HTTP/1.1" status: 404 len: 333 time: 0.4694943 Jan 28 06:49:22.692923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46730) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:22.750597 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.resource_extend [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:49:22.771913 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f10bd3-9e67-4b24-b77c-3e3fad648211 None None] Pushing event deleted for resources: {'Port': ['ID=f9dc5318-fa6d-4787-bf54-b592853c74bb,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:22.777966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98f1dd8-ce7b-40c8-b9e5-d77775abe352 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:22.786209 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a98f1dd8-ce7b-40c8-b9e5-d77775abe352 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7251599 Jan 28 06:49:22.786863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46734) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:22.794646 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad43c0d-b681-456f-b063-2c89430ccaad None None] Sync routers for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:22.821361 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f10bd3-9e67-4b24-b77c-3e3fad648211 None None] No DVR routers for this DVR port f9dc5318-fa6d-4787-bf54-b592853c74bb on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:22.833974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e880c740-9da3-4731-b642-1112b6b2d225 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:22.843934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-92837d7b-5f75-4d28-b47b-d26d6b419712 None None] Could not find standard attr ID for object 9f341ead-db47-491e-84ef-2073ec13f5e6. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:49:22.914170 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Calling delete_port for f9dc5318-fa6d-4787-bf54-b592853c74bb owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:22.925165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad43c0d-b681-456f-b063-2c89430ccaad None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:22.926062 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cad43c0d-b681-456f-b063-2c89430ccaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:23.024212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea9e371-9b51-4fa5-9e0b-cc6485834aa0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting subnet 93ba386b-d503-4e65-b163-644325491c57 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:23.030042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ea9e371-9b51-4fa5-9e0b-cc6485834aa0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.056550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-f25ae15d-4939-421a-8fad-69a4a505471b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port a27d677f-63af-4fb3-8c56-e7be458927d8, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a27d677f-63af-4fb3-8c56-e7be458927d8,segment=NetworkSegment(1441c29c-5f20-4efc-b8f9-40f245678bda),segment_id=1441c29c-5f20-4efc-b8f9-40f245678bda)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:23.057071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f25ae15d-4939-421a-8fad-69a4a505471b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.082853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.083843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:23.084499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.146382 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-cad43c0d-b681-456f-b063-2c89430ccaad None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:23.187032 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ea9e371-9b51-4fa5-9e0b-cc6485834aa0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.196524 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f9dc5318-fa6d-4787-bf54-b592853c74bb no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:23.242793 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: f9dc5318-fa6d-4787-bf54-b592853c74bb {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:23.243146 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f9dc5318-fa6d-4787-bf54-b592853c74bb not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:23.243586 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:23.244150 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f25ae15d-4939-421a-8fad-69a4a505471b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for a27d677f-63af-4fb3-8c56-e7be458927d8 owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:23.294609 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:23.294609 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3bf30f6d-f962-4e4a-95ec-f385fa8e6c59 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:23.312658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:49:23.313237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:49:23.330016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-add7f199-cead-46e6-83f6-88ffdffb9b5a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.358713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ea9e371-9b51-4fa5-9e0b-cc6485834aa0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.410518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e880c740-9da3-4731-b642-1112b6b2d225 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port 927ea74c-5689-42ee-8043-4abd20d3794a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:23.410918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e880c740-9da3-4731-b642-1112b6b2d225 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.414447 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] Pushing event updated for resources: {'Network': ['ID=9d0a3adf-4980-425f-bd4a-a74e09017297,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:23.420958 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-50234b73-5398-4d06-a614-1d5e9db3d4a8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0484755 Jan 28 06:49:23.423604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46740) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:23.433588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Request body: {'subnet': {'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1218943317-subnet', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'ip_version': 4}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:23.437536 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-add7f199-cead-46e6-83f6-88ffdffb9b5a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.449955 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:23.469897 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Usage tracker for resource:subnet and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:23.479251 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:23.479455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 9d0a3adf-4980-425f-bd4a-a74e09017297 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:49:23.489002 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:23.596124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ea9e371-9b51-4fa5-9e0b-cc6485834aa0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.662774 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8244e395-d5f7-4c0e-944b-be4d45170c04 None None] Network a9114822-e93b-464e-827d-9f2ca51b852e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:23.667635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ea9e371-9b51-4fa5-9e0b-cc6485834aa0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.672982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9e371-9b51-4fa5-9e0b-cc6485834aa0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Subnet': ['ID=93ba386b-d503-4e65-b163-644325491c57,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:23.689500 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7ea9e371-9b51-4fa5-9e0b-cc6485834aa0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/93ba386b-d503-4e65-b163-644325491c57 HTTP/1.1" status: 204 len: 168 time: 0.8997424 Jan 28 06:49:23.690321 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46744) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:23.692031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-e880c740-9da3-4731-b642-1112b6b2d225 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] For port 927ea74c-5689-42ee-8043-4abd20d3794a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=927ea74c-5689-42ee-8043-4abd20d3794a,segment=NetworkSegment(a9af5f41-56ad-4016-810d-eef86c2ad1ce),segment_id=a9af5f41-56ad-4016-810d-eef86c2ad1ce)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:23.692381 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e880c740-9da3-4731-b642-1112b6b2d225 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.723167 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Made reservation on behalf of 7588e9cf38c44664a3c43179590607b4 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:23.725657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.820110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting port f9dc5318-fa6d-4787-bf54-b592853c74bb {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:23.820263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.831007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cad43c0d-b681-456f-b063-2c89430ccaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:20Z', 'revision_number': 9, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:23.844937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad43c0d-b681-456f-b063-2c89430ccaad None None] Checking router: 7484255f-cee6-4bea-863c-55bd913aa9bf for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:23.864831 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad43c0d-b681-456f-b063-2c89430ccaad None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:23.865462 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cad43c0d-b681-456f-b063-2c89430ccaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:23.873123 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-add7f199-cead-46e6-83f6-88ffdffb9b5a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.934244 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] The port 'f9dc5318-fa6d-4787-bf54-b592853c74bb' was deleted {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:49:23.938075 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7f199-cead-46e6-83f6-88ffdffb9b5a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fcda44-b1f8-4262-ad6b-eb3eec217a83,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:23.978505 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-add7f199-cead-46e6-83f6-88ffdffb9b5a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:23.982353 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-add7f199-cead-46e6-83f6-88ffdffb9b5a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/security-groups/f5fcda44-b1f8-4262-ad6b-eb3eec217a83 HTTP/1.1" status: 204 len: 168 time: 1.2242892 Jan 28 06:49:23.987970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46750) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:24.011217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e880c740-9da3-4731-b642-1112b6b2d225 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for 927ea74c-5689-42ee-8043-4abd20d3794a owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:24.045206 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-cad43c0d-b681-456f-b063-2c89430ccaad None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:24.153764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.167027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.183578 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c560af73-218b-4ce4-a344-16cca323243a None None] DHCP port deletion for a9114822-e93b-464e-827d-9f2ca51b852e request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:24.205113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c560af73-218b-4ce4-a344-16cca323243a None None] Deleting port aee8d969-63e1-4048-9e00-179dc454dfbe {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:24.205340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c560af73-218b-4ce4-a344-16cca323243a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.206085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port aee8d969-63e1-4048-9e00-179dc454dfbe {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:24.206705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.249508 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4a09eb-698f-45dd-8013-1318075f7be4']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:24.274426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93088287-8dbc-4f41-8eaf-56a024adc9b2') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:24.274724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93088287-8dbc-4f41-8eaf-56a024adc9b2') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:24.307717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.330187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-70ebc750-d3b0-4206-afba-8b86e139cfda tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.361305 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f25ae15d-4939-421a-8fad-69a4a505471b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.376175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.437252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-70ebc750-d3b0-4206-afba-8b86e139cfda tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.444594 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ae15d-4939-421a-8fad-69a4a505471b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=a27d677f-63af-4fb3-8c56-e7be458927d8,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:24.447052 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:24.447658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:24.465744 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:24.501878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] For port aee8d969-63e1-4048-9e00-179dc454dfbe, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=aee8d969-63e1-4048-9e00-179dc454dfbe,segment=NetworkSegment(687d8f42-f976-46a6-aef3-769805116064),segment_id=687d8f42-f976-46a6-aef3-769805116064)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:24.502464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.513507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e880c740-9da3-4731-b642-1112b6b2d225 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.532386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.596229 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c560af73-218b-4ce4-a344-16cca323243a None None] For port aee8d969-63e1-4048-9e00-179dc454dfbe, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=aee8d969-63e1-4048-9e00-179dc454dfbe,segment=NetworkSegment(687d8f42-f976-46a6-aef3-769805116064),segment_id=687d8f42-f976-46a6-aef3-769805116064)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:24.596857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c560af73-218b-4ce4-a344-16cca323243a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.683878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880c740-9da3-4731-b642-1112b6b2d225 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=927ea74c-5689-42ee-8043-4abd20d3794a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:24.692205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for aee8d969-63e1-4048-9e00-179dc454dfbe owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:24.749845 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c560af73-218b-4ce4-a344-16cca323243a None None] Calling delete_port for aee8d969-63e1-4048-9e00-179dc454dfbe owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:24.755790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Pushing event updated for resources: {'Subnet': ['ID=451cc62c-ac3d-4b19-bfce-976b0f33ddb9,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:24.786875 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.791051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.810280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-70ebc750-d3b0-4206-afba-8b86e139cfda tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.812798 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-70ebc750-d3b0-4206-afba-8b86e139cfda tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.816795 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-70ebc750-d3b0-4206-afba-8b86e139cfda tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/security-groups/07ff1d49-62f9-4330-b10b-1c204b382805 HTTP/1.1" status: 204 len: 168 time: 0.8267934 Jan 28 06:49:24.819986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46754) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:24.838943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cad43c0d-b681-456f-b063-2c89430ccaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:20Z', 'revision_number': 9, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:24.843239 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad43c0d-b681-456f-b063-2c89430ccaad None None] The sync data for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv is: [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:20Z', 'revision_number': 9, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67729d79-96a5-44cd-9cc0-6a264ee4f3d9', 'name': '', 'network_id': 'c9a95f19-a342-410a-bbd0-ed4600deb47e', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:45:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:31Z', 'updated_at': '2022-01-28T06:49:00Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': 'cd30ab84-ddb7-4b10-9d74-12e3d688b15c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:24.848203 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/6b4a09eb-698f-45dd-8013-1318075f7be4 HTTP/1.1" status: 204 len: 168 time: 3.4749818 Jan 28 06:49:24.862184 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46758) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:24.865104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Checking segment: {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:49:24.865467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Network hostable DHCP agents. Network: 9d0a3adf-4980-425f-bd4a-a74e09017297, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:49:24.870553 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebc750-d3b0-4206-afba-8b86e139cfda tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ff1d49-62f9-4330-b10b-1c204b382805,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:24.880626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05ca89-9807-42ba-9c7a-e4f70adddbdf tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Network': ['ID=6b4a09eb-698f-45dd-8013-1318075f7be4,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:24.906142 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c560af73-218b-4ce4-a344-16cca323243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.961218 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560af73-218b-4ce4-a344-16cca323243a None None] Pushing event deleted for resources: {'Port': ['ID=aee8d969-63e1-4048-9e00-179dc454dfbe,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:24.962451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e77823-9d01-481a-9892-37df4982f1d4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting subnet 6d387f59-3e80-41f6-88e4-b5864a91b894 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:24.967742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c6e77823-9d01-481a-9892-37df4982f1d4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:24.970006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560af73-218b-4ce4-a344-16cca323243a None None] No DVR routers for this DVR port aee8d969-63e1-4048-9e00-179dc454dfbe on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:24.991942 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b05e1f-af6d-4b46-a764-74d2f9f10e50 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:24.992605 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b05e1f-af6d-4b46-a764-74d2f9f10e50 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:24.997397 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-10b05e1f-af6d-4b46-a764-74d2f9f10e50 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/subnets/0fed95d7-f021-40b6-8adf-d814d4d7f273 HTTP/1.1" status: 404 len: 337 time: 0.1203384 Jan 28 06:49:25.001758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46762) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:25.102082 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84e06e5-d7be-4e31-b1e8-8bfa660eac90 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:25.102549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84e06e5-d7be-4e31-b1e8-8bfa660eac90 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:25.106602 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e84e06e5-d7be-4e31-b1e8-8bfa660eac90 tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/8d157602-7492-47dd-a93d-a0450c0f8505 HTTP/1.1" status: 404 len: 339 time: 0.0963175 Jan 28 06:49:25.106947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46766) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:25.112653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:49:25.112978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:49:25.173726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c6e77823-9d01-481a-9892-37df4982f1d4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:25.232987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Network 9d0a3adf-4980-425f-bd4a-a74e09017297 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:49:25.251523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e880c740-9da3-4731-b642-1112b6b2d225 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:25.259143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-96235253-241d-4e18-ba6f-5630af30f08a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting subnet 042c3975-f154-4e90-9792-94e49737eaee {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:25.264759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96235253-241d-4e18-ba6f-5630af30f08a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:25.318869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f25ae15d-4939-421a-8fad-69a4a505471b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:25.337290 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96235253-241d-4e18-ba6f-5630af30f08a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:25.540190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 9d0a3adf-4980-425f-bd4a-a74e09017297) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:25.545779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c6e77823-9d01-481a-9892-37df4982f1d4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:25.552866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f178957-b2c7-4e7e-9894-110485db811a None None] Network 9d0a3adf-4980-425f-bd4a-a74e09017297 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:25.564875 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:25.565466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:25.615794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port aee8d969-63e1-4048-9e00-179dc454dfbe {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:25.616507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:25.710433 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bbf549b1-198e-4502-9610-13b63aabddad admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2827694 Jan 28 06:49:25.717426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46770) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:25.723672 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96235253-241d-4e18-ba6f-5630af30f08a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:25.753355 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:25.763368 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:25.781537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-9d0a3adf-4980-425f-bd4a-a74e09017297', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:49:25.783026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:25.826905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Usage tracker for resource:router and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:25.841450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] The port 'aee8d969-63e1-4048-9e00-179dc454dfbe' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:49:25.844699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:25.863301 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:25.960414 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e880c740-9da3-4731-b642-1112b6b2d225 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router 00136173-1984-42b0-b27f-9271af501164 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:25.974065 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:25.975120 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:25.997456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25ae15d-4939-421a-8fad-69a4a505471b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 5558ec57-f777-43cc-8b1d-40340c552c3c has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:26.021636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.052196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Allocated IP 172.20.0.2 (9d0a3adf-4980-425f-bd4a-a74e09017297/451cc62c-ac3d-4b19-bfce-976b0f33ddb9/2905336c-409f-451c-9a74-22d17de02bda) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:26.066629 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device aee8d969-63e1-4048-9e00-179dc454dfbe no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:26.084932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.086658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96235253-241d-4e18-ba6f-5630af30f08a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.100115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c6e77823-9d01-481a-9892-37df4982f1d4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.119608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: aee8d969-63e1-4048-9e00-179dc454dfbe {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:26.119977 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device aee8d969-63e1-4048-9e00-179dc454dfbe not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:26.120378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:26.148685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96235253-241d-4e18-ba6f-5630af30f08a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Subnet': ['ID=042c3975-f154-4e90-9792-94e49737eaee,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:26.156888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-96235253-241d-4e18-ba6f-5630af30f08a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.157976 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:26.158331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ade0c5ba-83b4-45bd-82fa-ac6c0c0516b3 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:26.173842 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfd1f54-156c-4986-91d6-e2ca3086c571 None None] Network eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:26.211526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9114822-e93b-464e-827d-9f2ca51b852e']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:26.232329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c6e77823-9d01-481a-9892-37df4982f1d4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.233919 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-96235253-241d-4e18-ba6f-5630af30f08a tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/subnets/042c3975-f154-4e90-9792-94e49737eaee HTTP/1.1" status: 204 len: 168 time: 1.1259072 Jan 28 06:49:26.235366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e77823-9d01-481a-9892-37df4982f1d4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Subnet': ['ID=6d387f59-3e80-41f6-88e4-b5864a91b894,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:26.237042 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46774) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:26.257830 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3ed119-827a-4b5d-834f-321243817ec4 None None] Network bff64c5c-baec-43ab-a663-4a77377cc13f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:26.262671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687d8f42-f976-46a6-aef3-769805116064') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:26.262968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687d8f42-f976-46a6-aef3-769805116064') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:26.285066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.294215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25ae15d-4939-421a-8fad-69a4a505471b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:26.298029 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c6e77823-9d01-481a-9892-37df4982f1d4 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/6d387f59-3e80-41f6-88e4-b5864a91b894 HTTP/1.1" status: 204 len: 168 time: 1.4775648 Jan 28 06:49:26.303292 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f25ae15d-4939-421a-8fad-69a4a505471b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/5558ec57-f777-43cc-8b1d-40340c552c3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3315704 Jan 28 06:49:26.303476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46778) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:26.311001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c7d90ca7-7f8f-4394-a35b-2491a61a0932 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:26.315867 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7eadf-9c94-486e-a6db-350f713d3cdf None None] Sync routers for ids ['5558ec57-f777-43cc-8b1d-40340c552c3c'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:26.329189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e880c740-9da3-4731-b642-1112b6b2d225 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:26.341066 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e880c740-9da3-4731-b642-1112b6b2d225 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/00136173-1984-42b0-b27f-9271af501164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7955630 Jan 28 06:49:26.346066 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7eadf-9c94-486e-a6db-350f713d3cdf None None] Routers {'5558ec57-f777-43cc-8b1d-40340c552c3c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:26.346829 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-26e7eadf-9c94-486e-a6db-350f713d3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['5558ec57-f777-43cc-8b1d-40340c552c3c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:26.352867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46784) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:26.361357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.405131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3188d5a1-de88-4a70-a5c5-0f83d194eb19 None None] Sync routers for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:26.447843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfdf47d1-e9f7-4f03-9823-9de4a2c3a762 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting subnet a543028f-f813-4791-a289-b2694ce3535b {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:26.480442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bfdf47d1-e9f7-4f03-9823-9de4a2c3a762 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.536352 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.563915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bfdf47d1-e9f7-4f03-9823-9de4a2c3a762 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.575075 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-26e7eadf-9c94-486e-a6db-350f713d3cdf None None] Set router 5558ec57-f777-43cc-8b1d-40340c552c3c gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:26.602367 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3188d5a1-de88-4a70-a5c5-0f83d194eb19 None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:26.603281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3188d5a1-de88-4a70-a5c5-0f83d194eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:26.678808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bfdf47d1-e9f7-4f03-9823-9de4a2c3a762 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.682398 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Deleting port 66cf3591-1000-4ab3-af41-845dbdaa7861 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:26.682398 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.720833 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.723382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:26.725254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: util.warn( Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:26.747626 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:26.794764 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-3188d5a1-de88-4a70-a5c5-0f83d194eb19 None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:26.916910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c7d90ca7-7f8f-4394-a35b-2491a61a0932 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:26.975984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c7d90ca7-7f8f-4394-a35b-2491a61a0932 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:27.021520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c7d90ca7-7f8f-4394-a35b-2491a61a0932 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:27.028302 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-26e7eadf-9c94-486e-a6db-350f713d3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:49:23Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'port_id': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'mac_address': 'fa:16:3e:7d:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:47:23Z', 'updated_at': '2022-01-28T06:47:29Z', 'revision_number': 1, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:43Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:27.034308 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7eadf-9c94-486e-a6db-350f713d3cdf None None] Checking router: 5558ec57-f777-43cc-8b1d-40340c552c3c for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:27.044425 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7eadf-9c94-486e-a6db-350f713d3cdf None None] Routers {'5558ec57-f777-43cc-8b1d-40340c552c3c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:27.045338 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-26e7eadf-9c94-486e-a6db-350f713d3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['5558ec57-f777-43cc-8b1d-40340c552c3c'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:27.048298 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c7d90ca7-7f8f-4394-a35b-2491a61a0932 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:27.133688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c7f7b-21de-4e86-afa7-7147f7987cb8 req-2c90a9d3-5dab-4d57-aeba-77e800539705 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:27.141282 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-401c7f7b-21de-4e86-afa7-7147f7987cb8 req-2c90a9d3-5dab-4d57-aeba-77e800539705 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 946 time: 0.2188876 Jan 28 06:49:27.160369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] For port 66cf3591-1000-4ab3-af41-845dbdaa7861, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=66cf3591-1000-4ab3-af41-845dbdaa7861,segment=NetworkSegment(954eae91-4caa-47d8-966d-381d8614d1b4),segment_id=954eae91-4caa-47d8-966d-381d8614d1b4)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:27.161324 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:27.163549 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:27.190309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:27.203358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d90ca7-7f8f-4394-a35b-2491a61a0932 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:27.207063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7d90ca7-7f8f-4394-a35b-2491a61a0932 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:27.221486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bfdf47d1-e9f7-4f03-9823-9de4a2c3a762 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:27.222456 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:27.257164 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-26e7eadf-9c94-486e-a6db-350f713d3cdf None None] Set router 5558ec57-f777-43cc-8b1d-40340c552c3c gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:27.272895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Transition to ACTIVE for port object 2905336c-409f-451c-9a74-22d17de02bda will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:27.275216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf47d1-e9f7-4f03-9823-9de4a2c3a762 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Subnet': ['ID=a543028f-f813-4791-a289-b2694ce3535b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:27.292249 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-401c7f7b-21de-4e86-afa7-7147f7987cb8 req-cdf28911-a5f6-4cb5-a166-a1e3fdbcf915 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500399 Jan 28 06:49:27.293165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Network': ['ID=a9114822-e93b-464e-827d-9f2ca51b852e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:27.304756 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4917003c-979a-4293-81b4-2e52e45c3ab2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/networks/a9114822-e93b-464e-827d-9f2ca51b852e HTTP/1.1" status: 204 len: 168 time: 3.6036932 Jan 28 06:49:27.306223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46790) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:27.335105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Calling delete_port for 66cf3591-1000-4ab3-af41-845dbdaa7861 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:27.345282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59ccc62-eed3-4f47-8d5e-9f47fe3fa6bd None None] Network 4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:27.454598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Transition to ACTIVE for port object 2905336c-409f-451c-9a74-22d17de02bda will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:27.517257 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bfdf47d1-e9f7-4f03-9823-9de4a2c3a762 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:27.519513 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bfdf47d1-e9f7-4f03-9823-9de4a2c3a762 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/a543028f-f813-4791-a289-b2694ce3535b HTTP/1.1" status: 204 len: 168 time: 1.1659217 Jan 28 06:49:27.522492 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46794) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:27.558201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:27.608886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:27.707894 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] No DVR routers for this DVR port 66cf3591-1000-4ab3-af41-845dbdaa7861 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:27.758618 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-26e7eadf-9c94-486e-a6db-350f713d3cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:49:23Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'port_id': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'mac_address': 'fa:16:3e:7d:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:47:23Z', 'updated_at': '2022-01-28T06:47:29Z', 'revision_number': 1, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:43Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:27.767625 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e7eadf-9c94-486e-a6db-350f713d3cdf None None] The sync data for ids ['5558ec57-f777-43cc-8b1d-40340c552c3c'] in dv-neutron-824022-4-hyperv is: [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:49:23Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'port_id': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'mac_address': 'fa:16:3e:7d:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:47:23Z', 'updated_at': '2022-01-28T06:47:29Z', 'revision_number': 1, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:43Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:27.770590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Network 9d0a3adf-4980-425f-bd4a-a74e09017297 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:27.793033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:27.803754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:49:27.807811 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Pushing event updated for resources: {'Port': ['ID=2905336c-409f-451c-9a74-22d17de02bda,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:27.832526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Port': ['ID=66cf3591-1000-4ab3-af41-845dbdaa7861,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:27.948865 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Attempting to bind port 2905336c-409f-451c-9a74-22d17de02bda on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:49:27.949901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Attempting to bind port 2905336c-409f-451c-9a74-22d17de02bda by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:49:27.950359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Attempting to bind port 2905336c-409f-451c-9a74-22d17de02bda on network 9d0a3adf-4980-425f-bd4a-a74e09017297 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:49:27.968892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3188d5a1-de88-4a70-a5c5-0f83d194eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:24Z', 'revision_number': 9, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:27.971410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:49:27.971880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Checking segment: {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:49:27.972354 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:27.972823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Bound using segment: {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:49:27.973370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Bound port: 2905336c-409f-451c-9a74-22d17de02bda, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:49:27.973817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:27.989832 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3188d5a1-de88-4a70-a5c5-0f83d194eb19 None None] Checking router: 00136173-1984-42b0-b27f-9271af501164 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:28.045117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3188d5a1-de88-4a70-a5c5-0f83d194eb19 None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:28.045875 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3188d5a1-de88-4a70-a5c5-0f83d194eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:28.093781 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.117643 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.156936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:28.180640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954eae91-4caa-47d8-966d-381d8614d1b4') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:28.180936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954eae91-4caa-47d8-966d-381d8614d1b4') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:28.200877 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:28.201282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.239440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7d90ca7-7f8f-4394-a35b-2491a61a0932 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.281460 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.333237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.353959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d90ca7-7f8f-4394-a35b-2491a61a0932 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network bff64c5c-baec-43ab-a663-4a77377cc13f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:28.371615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c7d90ca7-7f8f-4394-a35b-2491a61a0932 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:28.377559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d90ca7-7f8f-4394-a35b-2491a61a0932 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:28.377785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5e60a0-ff8a-4687-93d3-26a79455ee94 None None] DHCP port deletion for eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:28.378143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c7d90ca7-7f8f-4394-a35b-2491a61a0932 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.378842 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.382193 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabcbf39-7b66-438a-9707-4c7a947252d3 None None] DHCP port deletion for 4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:28.386245 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 66cf3591-1000-4ab3-af41-845dbdaa7861 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:28.401009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:28.401009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.434341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d90ca7-7f8f-4394-a35b-2491a61a0932 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Subnet': ['ID=a10f692b-29f2-4a04-a2d9-830dcc586b34,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:28.456562 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d7447f81-a693-4803-b2ba-399d4efb628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.481470 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] For port 2905336c-409f-451c-9a74-22d17de02bda, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:49:28.485200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] For port 2905336c-409f-451c-9a74-22d17de02bda, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=2905336c-409f-451c-9a74-22d17de02bda,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:49:28.524179 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-3188d5a1-de88-4a70-a5c5-0f83d194eb19 None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:28.559199 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:28.577229 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.620581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.634400 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c7d90ca7-7f8f-4394-a35b-2491a61a0932 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3301466 Jan 28 06:49:28.646358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46800) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:28.653935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.679221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dabcbf39-7b66-438a-9707-4c7a947252d3 None None] Deleting port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:28.679937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dabcbf39-7b66-438a-9707-4c7a947252d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.706940 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] Pushing event deleted for resources: {'Network': ['ID=eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:28.719054 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'security_group': {'name': 'tempest-secgroup-1311187143'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:28.746444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.769242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:28.782006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:security_group and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:28.786752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:28.797094 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 66cf3591-1000-4ab3-af41-845dbdaa7861 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:28.797460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 66cf3591-1000-4ab3-af41-845dbdaa7861 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:28.797880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a27d677f-63af-4fb3-8c56-e7be458927d8 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:28.799954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:28.838244 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c9b5beed-8097-4e50-b961-6b7ec7e0853f tempest-NetworksIpV6Test-345475097 tempest-NetworksIpV6Test-345475097-project] 10.222.0.25 "DELETE /v2.0/networks/eb320bd7-fd59-4af5-9d4a-8cffd2e5eccb HTTP/1.1" status: 204 len: 168 time: 2.6001761 Jan 28 06:49:28.897343 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3d872-f0b7-48cc-bb33-22ded08cea2f None None] Pushing event updated for resources: {'Port': ['ID=2905336c-409f-451c-9a74-22d17de02bda,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:28.904503 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019fad1a-e365-4ba2-9cd9-2e370a3b939e None None] Network bff64c5c-baec-43ab-a663-4a77377cc13f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:28.943858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:28.966195 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: a27d677f-63af-4fb3-8c56-e7be458927d8 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:28.966670 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a27d677f-63af-4fb3-8c56-e7be458927d8 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:28.970519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5247700-896c-4d27-bafa-f869e6b1f2bb req-bd73fdf3-a69d-4594-aeee-07740f1a4c74 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:28.972150 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a5247700-896c-4d27-bafa-f869e6b1f2bb req-bd73fdf3-a69d-4594-aeee-07740f1a4c74 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 946 time: 0.4304209 Jan 28 06:49:28.987502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff50db-b9bc-429b-8d4a-530d57f63e0d req-183ee629-a684-45df-925a-06281bbaaecc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:28.987732 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-80ff50db-b9bc-429b-8d4a-530d57f63e0d req-183ee629-a684-45df-925a-06281bbaaecc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 946 time: 0.4606893 Jan 28 06:49:29.051659 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Allocated IP 172.26.4.63 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/ba56005f-0434-4876-97fb-6d328e657cce) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:29.080904 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:29.094729 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:security_group_rule and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:29.100266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:29.124262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:29.142440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-a5247700-896c-4d27-bafa-f869e6b1f2bb req-427bfa93-1aed-42f4-b515-e0a8ec41bffd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 9e08b697-3365-4447-a5a0-884889ab4e5d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:29.143048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a5247700-896c-4d27-bafa-f869e6b1f2bb req-427bfa93-1aed-42f4-b515-e0a8ec41bffd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:29.171138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] For port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=47b11217-c45e-40ce-95b6-c54fdc4b3e6f,segment=NetworkSegment(a9af5f41-56ad-4016-810d-eef86c2ad1ce),segment_id=a9af5f41-56ad-4016-810d-eef86c2ad1ce)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:29.171577 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:29.195164 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7c929049-ddec-4dbd-8e18-a3a4454a5025 None None] Provisioning complete for port c0821481-6b92-4653-8e50-55795b9caa7d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:29.195638 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c929049-ddec-4dbd-8e18-a3a4454a5025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:29.262850 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7c929049-ddec-4dbd-8e18-a3a4454a5025 None None] Port c0821481-6b92-4653-8e50-55795b9caa7d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:29.349977 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-80ff50db-b9bc-429b-8d4a-530d57f63e0d req-a733c3fc-06ba-4dad-a758-76a43809b34c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=819ee852-20b7-4cb8-9400-c466b80514ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3248742 Jan 28 06:49:29.388229 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for 47b11217-c45e-40ce-95b6-c54fdc4b3e6f owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:29.463105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46808) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:29.596312 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:29.643054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-dabcbf39-7b66-438a-9707-4c7a947252d3 None None] For port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=47b11217-c45e-40ce-95b6-c54fdc4b3e6f,segment=NetworkSegment(a9af5f41-56ad-4016-810d-eef86c2ad1ce),segment_id=a9af5f41-56ad-4016-810d-eef86c2ad1ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:29.643503 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dabcbf39-7b66-438a-9707-4c7a947252d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:29.654966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7c929049-ddec-4dbd-8e18-a3a4454a5025 None None] Provisioning complete for port c57767c7-462d-4cab-8763-226c7175ce50 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:29.655371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c929049-ddec-4dbd-8e18-a3a4454a5025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:29.694837 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:29.730728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d7447f81-a693-4803-b2ba-399d4efb628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:29.732400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d7447f81-a693-4803-b2ba-399d4efb628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:29.792614 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No DVR routers for this DVR port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:29.804963 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7a73db52-b795-45b7-bdd1-d0f8cc53fc83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d1a202517054b17a7cb08b38b43359c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356731 Jan 28 06:49:29.804963 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:29.817668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46814) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:29.840321 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:29.844437 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=47b11217-c45e-40ce-95b6-c54fdc4b3e6f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:29.868460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dabcbf39-7b66-438a-9707-4c7a947252d3 None None] Calling delete_port for 47b11217-c45e-40ce-95b6-c54fdc4b3e6f owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:29.881558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-a5247700-896c-4d27-bafa-f869e6b1f2bb req-427bfa93-1aed-42f4-b515-e0a8ec41bffd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 9e08b697-3365-4447-a5a0-884889ab4e5d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9e08b697-3365-4447-a5a0-884889ab4e5d,segment=NetworkSegment(1441c29c-5f20-4efc-b8f9-40f245678bda),segment_id=1441c29c-5f20-4efc-b8f9-40f245678bda)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:29.881920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a5247700-896c-4d27-bafa-f869e6b1f2bb req-427bfa93-1aed-42f4-b515-e0a8ec41bffd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:29.958572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba56005f-0434-4876-97fb-6d328e657cce,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:29.969796 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:29.971375 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:29.974033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:29.986828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:49:30.054631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3188d5a1-de88-4a70-a5c5-0f83d194eb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:24Z', 'revision_number': 9, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:30.068304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3188d5a1-de88-4a70-a5c5-0f83d194eb19 None None] The sync data for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv is: [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:24Z', 'revision_number': 9, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': '7a8f7d77-e80d-47cd-9d84-4e7840d72bd1', 'name': '', 'network_id': 'a95371c8-2e0b-4090-9138-4f50b951f617', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:dc:08:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '0ead510a-de2a-497a-b440-378501e47b8c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:22Z', 'updated_at': '2022-01-28T06:48:34Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '0ead510a-de2a-497a-b440-378501e47b8c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:30.073115 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-dabcbf39-7b66-438a-9707-4c7a947252d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:49:30.073444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-dabcbf39-7b66-438a-9707-4c7a947252d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:49:30.088686 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:30.131710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:30.149468 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-a5247700-896c-4d27-bafa-f869e6b1f2bb req-427bfa93-1aed-42f4-b515-e0a8ec41bffd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 9e08b697-3365-4447-a5a0-884889ab4e5d owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:30.209294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9af5f41-56ad-4016-810d-eef86c2ad1ce') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:30.209630 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9af5f41-56ad-4016-810d-eef86c2ad1ce') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:30.249919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602fade8-6131-4a15-87d3-d384eb58eb1f None None] Update dhcp port {'port': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'fixed_ips': [{'subnet_id': 'e16d810d-88a7-4399-aeb8-80689a789544', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a10f692b-29f2-4a04-a2d9-830dcc586b34'}], 'binding:host_id': 'dv-neutron-824022-4-hyperv'}, 'id': 'c57767c7-462d-4cab-8763-226c7175ce50'} from dv-neutron-824022-4-hyperv. {{(pid=88218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 06:49:30.275523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:30.305990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-602fade8-6131-4a15-87d3-d384eb58eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:30.319215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0798d0-11ab-4777-925d-5f7bc2a4981a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:30.337812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:30.351283 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-def9bac8-b292-456f-b863-4939bcc86460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:30.352457 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:30.352723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:30.378497 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:30.391368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:30.396238 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b9af29d5-b54f-4d22-ac4b-002ec7b9d236 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7465436 Jan 28 06:49:30.396482 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46820) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:30.425052 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2905336c-409f-451c-9a74-22d17de02bda up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:30.535688 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'security_group': {'name': 'tempest-secgroup-1447363557'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:30.544558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-d7447f81-a693-4803-b2ba-399d4efb628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] For port 67729d79-96a5-44cd-9cc0-6a264ee4f3d9, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=67729d79-96a5-44cd-9cc0-6a264ee4f3d9,segment=NetworkSegment(6d1ef9ad-3602-4851-a717-380d94f820d7),segment_id=6d1ef9ad-3602-4851-a717-380d94f820d7)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:30.544924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d7447f81-a693-4803-b2ba-399d4efb628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:30.590034 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dabcbf39-7b66-438a-9707-4c7a947252d3 None None] Deleting port 47b11217-c45e-40ce-95b6-c54fdc4b3e6f {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:30.590411 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dabcbf39-7b66-438a-9707-4c7a947252d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:30.620762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a5247700-896c-4d27-bafa-f869e6b1f2bb req-427bfa93-1aed-42f4-b515-e0a8ec41bffd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:30.729263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dabcbf39-7b66-438a-9707-4c7a947252d3 None None] The port '47b11217-c45e-40ce-95b6-c54fdc4b3e6f' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:49:30.737785 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:30.817549 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-833d549b-c9fc-4362-ab09-6dc3556c7622 req-78519b6c-762f-4567-a293-cbeb6e16196b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 210 time: 0.2539048 Jan 28 06:49:30.828529 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 2905336c-409f-451c-9a74-22d17de02bda completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:30.893749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-def9bac8-b292-456f-b863-4939bcc86460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:30.893919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f362a3-d515-463a-839d-842c1f1650fc None None] Network 9d0a3adf-4980-425f-bd4a-a74e09017297 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:30.903805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427bfa93-1aed-42f4-b515-e0a8ec41bffd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=9e08b697-3365-4447-a5a0-884889ab4e5d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:30.950275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5125f1c3-a542-4a58-b5bd-dcfdd4442c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:30.962295 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 47b11217-c45e-40ce-95b6-c54fdc4b3e6f no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:30.969358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d7447f81-a693-4803-b2ba-399d4efb628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:30.975267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:30.982890 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:30.999525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5247700-896c-4d27-bafa-f869e6b1f2bb req-427bfa93-1aed-42f4-b515-e0a8ec41bffd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] No DVR routers for this DVR port 9e08b697-3365-4447-a5a0-884889ab4e5d on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:31.002135 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a5247700-896c-4d27-bafa-f869e6b1f2bb req-427bfa93-1aed-42f4-b515-e0a8ec41bffd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:31.011005 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:31.014595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7355c7a4-ce19-4717-ac2d-5bbbd4dfb884', 'name': 'network-vif-deleted', 'tag': '9e08b697-3365-4447-a5a0-884889ab4e5d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:49:31.018005 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:security_group and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:31.039816 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:31.043373 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Network': ['ID=4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:31.052363 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:31.057352 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6793b37a-f91d-4786-b45d-ec95a1265b0c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/networks/4e5bdfe9-6583-4e3c-a1d1-ed5a8dbc2041 HTTP/1.1" status: 204 len: 168 time: 3.5330501 Jan 28 06:49:31.062119 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46826) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:31.070723 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7355c7a4-ce19-4717-ac2d-5bbbd4dfb884', 'name': 'network-vif-deleted', 'tag': '9e08b697-3365-4447-a5a0-884889ab4e5d', 'status': 'completed', 'code': 200} Jan 28 06:49:31.139886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 47b11217-c45e-40ce-95b6-c54fdc4b3e6f {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:31.142044 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 47b11217-c45e-40ce-95b6-c54fdc4b3e6f not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:31.169998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-602fade8-6131-4a15-87d3-d384eb58eb1f None None] Allocated IP 172.20.0.2 (bff64c5c-baec-43ab-a663-4a77377cc13f/a10f692b-29f2-4a04-a2d9-830dcc586b34/c57767c7-462d-4cab-8763-226c7175ce50) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:31.186610 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4d58bcaa-5aea-46cc-ae39-75326d77d8e4 None None] Provisioning for port 2905336c-409f-451c-9a74-22d17de02bda completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:31.221232 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4d58bcaa-5aea-46cc-ae39-75326d77d8e4 None None] Provisioning complete for port 2905336c-409f-451c-9a74-22d17de02bda triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:31.221633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4d58bcaa-5aea-46cc-ae39-75326d77d8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:31.236715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-def9bac8-b292-456f-b863-4939bcc86460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:31.240376 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a5247700-896c-4d27-bafa-f869e6b1f2bb req-427bfa93-1aed-42f4-b515-e0a8ec41bffd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "DELETE /v2.0/ports/9e08b697-3365-4447-a5a0-884889ab4e5d HTTP/1.1" status: 204 len: 173 time: 2.2503850 Jan 28 06:49:31.260906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9bac8-b292-456f-b863-4939bcc86460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccab152-8570-4bf3-9c77-35b6890b6b2b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:31.270405 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-def9bac8-b292-456f-b863-4939bcc86460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:31.272116 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-def9bac8-b292-456f-b863-4939bcc86460 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ccab152-8570-4bf3-9c77-35b6890b6b2b HTTP/1.1" status: 204 len: 168 time: 1.4528286 Jan 28 06:49:31.291977 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:31.305197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d7447f81-a693-4803-b2ba-399d4efb628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:31.329838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:31.341448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:security_group_rule and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:31.566209 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:31.624250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7447f81-a693-4803-b2ba-399d4efb628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Port': ['ID=67729d79-96a5-44cd-9cc0-6a264ee4f3d9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:31.653284 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:31.665118 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:31.767468 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-602fade8-6131-4a15-87d3-d384eb58eb1f None None] For port c57767c7-462d-4cab-8763-226c7175ce50, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c57767c7-462d-4cab-8763-226c7175ce50,segment=NetworkSegment(5c70c333-2ebf-460d-999f-5ce4e2cc74ce),segment_id=5c70c333-2ebf-460d-999f-5ce4e2cc74ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:31.813488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d7447f81-a693-4803-b2ba-399d4efb628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:31.881164 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4d58bcaa-5aea-46cc-ae39-75326d77d8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:31.954821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.resource_extend [None req-602fade8-6131-4a15-87d3-d384eb58eb1f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 06:49:31.994340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-602fade8-6131-4a15-87d3-d384eb58eb1f None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:32.055434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 927ea74c-5689-42ee-8043-4abd20d3794a no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:32.151784 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 927ea74c-5689-42ee-8043-4abd20d3794a {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:32.157285 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 927ea74c-5689-42ee-8043-4abd20d3794a not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:32.177552 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4d58bcaa-5aea-46cc-ae39-75326d77d8e4 None None] For port 2905336c-409f-451c-9a74-22d17de02bda, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=2905336c-409f-451c-9a74-22d17de02bda,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:32.180997 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-602fade8-6131-4a15-87d3-d384eb58eb1f None None] Transition to ACTIVE for port object c57767c7-462d-4cab-8763-226c7175ce50 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:32.231460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4d58bcaa-5aea-46cc-ae39-75326d77d8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:32.252651 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:32.319432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58bcaa-5aea-46cc-ae39-75326d77d8e4 None None] Pushing event updated for resources: {'Port': ['ID=2905336c-409f-451c-9a74-22d17de02bda,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:32.322453 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-602fade8-6131-4a15-87d3-d384eb58eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:32.341054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:32.383621 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c925f653-f5e2-48db-9a5e-904e60cfa7b0 req-3030760f-7c37-42ec-863f-f86cda0097bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:49:32.386571 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3518cf27-3826-479c-899b-c9a526aadb2c,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:32.397088 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Router ef9833fd-fda0-4cfa-b103-4b4682482779 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:49:32.448301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7447f81-a693-4803-b2ba-399d4efb628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router 7484255f-cee6-4bea-863c-55bd913aa9bf has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:32.489364 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:32.493569 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4e45db76-2439-4f31-b4fa-86406e89241f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9694946 Jan 28 06:49:32.495663 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46850) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:32.511717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'security_group': {'name': 'tempest-secgroup-1843605686'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:32.534076 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:32.542457 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:security_group and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:32.548906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:32.562817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f361ce36-963a-4b0e-bdad-747c888d7b1d None None] Provisioning complete for port 2905336c-409f-451c-9a74-22d17de02bda triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:32.563032 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f361ce36-963a-4b0e-bdad-747c888d7b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:32.620049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fade8-6131-4a15-87d3-d384eb58eb1f None None] Pushing event updated for resources: {'Port': ['ID=c57767c7-462d-4cab-8763-226c7175ce50,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:32.663834 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c925f653-f5e2-48db-9a5e-904e60cfa7b0 req-3030760f-7c37-42ec-863f-f86cda0097bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:49:32.664655 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c925f653-f5e2-48db-9a5e-904e60cfa7b0 req-3030760f-7c37-42ec-863f-f86cda0097bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=7355c7a4-ce19-4717-ac2d-5bbbd4dfb884 HTTP/1.1" status: 200 len: 210 time: 0.3738079 Jan 28 06:49:32.723878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7447f81-a693-4803-b2ba-399d4efb628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:32.724093 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d45854-9b6b-45ab-bb45-e524c40e2c2d None None] Sync routers for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:32.727357 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d7447f81-a693-4803-b2ba-399d4efb628b tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4051597 Jan 28 06:49:32.732035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46856) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:32.737898 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d45854-9b6b-45ab-bb45-e524c40e2c2d None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:32.738722 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-59d45854-9b6b-45ab-bb45-e524c40e2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:32.809736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:32.812432 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:32.827382 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Sync routers for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:32.831678 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-09edf26c-6095-4c0f-9c70-4d0845b4c5f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:32.842472 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:32.844026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:32.870623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b06759f-b98e-40ac-aeed-bab057a56ee9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting subnet cd30ab84-ddb7-4b10-9d74-12e3d688b15c {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:32.872795 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46860) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:32.891391 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b06759f-b98e-40ac-aeed-bab057a56ee9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:32.983177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b06759f-b98e-40ac-aeed-bab057a56ee9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:33.016852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:33.018097 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-144f372b-2f6d-4668-9f60-2713904620c8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2997425 Jan 28 06:49:33.031743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46866) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:33.073358 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:33.150406 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:33.164198 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-59d45854-9b6b-45ab-bb45-e524c40e2c2d None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:33.171599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:33.185134 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:security_group_rule and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:33.189504 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:33.210360 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:33.367769 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 9e08b697-3365-4447-a5a0-884889ab4e5d no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:33.418324 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-09edf26c-6095-4c0f-9c70-4d0845b4c5f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:33.418892 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-09edf26c-6095-4c0f-9c70-4d0845b4c5f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:33.422528 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 9e08b697-3365-4447-a5a0-884889ab4e5d {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:33.423129 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 9e08b697-3365-4447-a5a0-884889ab4e5d not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:33.439106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b06759f-b98e-40ac-aeed-bab057a56ee9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:33.445033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:33.488143 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-861f67f3-7797-4502-add5-39fd85463691 None None] Provisioning complete for port c0821481-6b92-4653-8e50-55795b9caa7d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:33.488897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-861f67f3-7797-4502-add5-39fd85463691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:33.510865 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:33.546174 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-59d45854-9b6b-45ab-bb45-e524c40e2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:31Z', 'revision_number': 10, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:33.550485 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d45854-9b6b-45ab-bb45-e524c40e2c2d None None] Checking router: 7484255f-cee6-4bea-863c-55bd913aa9bf for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:33.561149 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d45854-9b6b-45ab-bb45-e524c40e2c2d None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:33.561766 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-59d45854-9b6b-45ab-bb45-e524c40e2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:33.566747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86fe2bf5-ee74-4566-ba3e-95396045b956,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:33.615869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-861f67f3-7797-4502-add5-39fd85463691 None None] Port c0821481-6b92-4653-8e50-55795b9caa7d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:33.629664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-50718733-5bb4-4231-91aa-bbc87b131063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:33.709801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-09edf26c-6095-4c0f-9c70-4d0845b4c5f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] For port 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7a8f7d77-e80d-47cd-9d84-4e7840d72bd1,segment=NetworkSegment(4d44bafd-baa9-481a-8752-8dc82bb0a8a2),segment_id=4d44bafd-baa9-481a-8752-8dc82bb0a8a2)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:33.710390 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-09edf26c-6095-4c0f-9c70-4d0845b4c5f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:33.731282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-861f67f3-7797-4502-add5-39fd85463691 None None] Provisioning for port c57767c7-462d-4cab-8763-226c7175ce50 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:33.745197 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-59d45854-9b6b-45ab-bb45-e524c40e2c2d None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:33.755016 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-861f67f3-7797-4502-add5-39fd85463691 None None] Provisioning complete for port c57767c7-462d-4cab-8763-226c7175ce50 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:33.755744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-861f67f3-7797-4502-add5-39fd85463691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:33.889372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c0552c22-4471-4844-b372-736d76c935eb tempest-DvrRoutersNegativeTest-139091004 tempest-DvrRoutersNegativeTest-139091004-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-353855500', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:33.892539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.policy [None req-c0552c22-4471-4844-b372-736d76c935eb tempest-DvrRoutersNegativeTest-139091004 tempest-DvrRoutersNegativeTest-139091004-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88217) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 28 06:49:33.892539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.policy [None req-c0552c22-4471-4844-b372-736d76c935eb tempest-DvrRoutersNegativeTest-139091004 tempest-DvrRoutersNegativeTest-139091004-project] Failed policy check for 'create_router' {{(pid=88217) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 28 06:49:33.893000 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-c0552c22-4471-4844-b372-736d76c935eb tempest-DvrRoutersNegativeTest-139091004 tempest-DvrRoutersNegativeTest-139091004-project] create failed (client error): Access was denied to this resource. Jan 28 06:49:33.893995 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c0552c22-4471-4844-b372-736d76c935eb tempest-DvrRoutersNegativeTest-139091004 tempest-DvrRoutersNegativeTest-139091004-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 1.0202618 Jan 28 06:49:33.896794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46872) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:33.935971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-09edf26c-6095-4c0f-9c70-4d0845b4c5f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:33.941857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c57767c7-462d-4cab-8763-226c7175ce50 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:34.062634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-52ac2063-d766-41e1-9f2a-1de7e53f5109 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:34.135649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-52ac2063-d766-41e1-9f2a-1de7e53f5109 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:34.143457 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c57767c7-462d-4cab-8763-226c7175ce50 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:34.144165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:34.146144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b06759f-b98e-40ac-aeed-bab057a56ee9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:34.165959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:34.170629 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bf95d950-ea74-42c4-97b6-35a5c9cd334f tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6659541 Jan 28 06:49:34.171946 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46878) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:34.177083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-779475217', 'security_groups': ['86fe2bf5-ee74-4566-ba3e-95396045b956'], 'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a10f692b-29f2-4a04-a2d9-830dcc586b34'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:34.204664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b06759f-b98e-40ac-aeed-bab057a56ee9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:34.217561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-09edf26c-6095-4c0f-9c70-4d0845b4c5f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:34.221200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06759f-b98e-40ac-aeed-bab057a56ee9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Subnet': ['ID=cd30ab84-ddb7-4b10-9d74-12e3d688b15c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:34.236970 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:30Z', 'revision_number': 3, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:34.242213 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1680a5d6-90a8-489f-ae83-966ddb4a2d27 None None] Network c9a95f19-a342-410a-bbd0-ed4600deb47e requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:34.244652 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0b06759f-b98e-40ac-aeed-bab057a56ee9 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/cd30ab84-ddb7-4b10-9d74-12e3d688b15c HTTP/1.1" status: 204 len: 168 time: 1.5101264 Jan 28 06:49:34.249351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46882) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:34.251270 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-59d45854-9b6b-45ab-bb45-e524c40e2c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:31Z', 'revision_number': 10, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:34.256962 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d45854-9b6b-45ab-bb45-e524c40e2c2d None None] The sync data for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv is: [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:31Z', 'revision_number': 10, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None, '_interfaces': [{'id': '6190e67d-a6ee-4a01-891d-9bcb4c50fb1f', 'name': '', 'network_id': '50e647b3-777d-41d6-ba2d-15f5f676cb3d', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'mac_address': 'fa:16:3e:e1:fd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:15Z', 'updated_at': '2022-01-28T06:48:39Z', 'revision_number': 5, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'subnets': [{'id': '03e01b15-d3c9-4424-aad2-7eedc7e64556', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:34.268578 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Checking router: ef9833fd-fda0-4cfa-b103-4b4682482779 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:34.268979 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Updating router ef9833fd-fda0-4cfa-b103-4b4682482779 port ba56005f-0434-4876-97fb-6d328e657cce binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:49:34.285064 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edf26c-6095-4c0f-9c70-4d0845b4c5f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=7a8f7d77-e80d-47cd-9d84-4e7840d72bd1,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:34.325834 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:49:34.447254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:34.473124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:34.481085 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2905336c-409f-451c-9a74-22d17de02bda up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:34.607497 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:34.622697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46888) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:34.694021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:34.694437 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:34.729662 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:34.733093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-52ac2063-d766-41e1-9f2a-1de7e53f5109 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:34.740587 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:34.768907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac2063-d766-41e1-9f2a-1de7e53f5109 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=819ee852-20b7-4cb8-9400-c466b80514ca,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:34.816410 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-09edf26c-6095-4c0f-9c70-4d0845b4c5f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:34.830774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Allocated IP 172.20.0.1 (9d0a3adf-4980-425f-bd4a-a74e09017297/451cc62c-ac3d-4b19-bfce-976b0f33ddb9/3b458546-c924-4d88-b9d3-8acc514b6210) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:34.830982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'port': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:34.943909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:34.972733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.057630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-52ac2063-d766-41e1-9f2a-1de7e53f5109 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.061538 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-52ac2063-d766-41e1-9f2a-1de7e53f5109 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/security-groups/819ee852-20b7-4cb8-9400-c466b80514ca HTTP/1.1" status: 204 len: 168 time: 1.1612251 Jan 28 06:49:35.070117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] For port 0c146a00-4462-4c2f-bacf-d6386ed7f5a6, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0c146a00-4462-4c2f-bacf-d6386ed7f5a6,segment=NetworkSegment(6d1ef9ad-3602-4851-a717-380d94f820d7),segment_id=6d1ef9ad-3602-4851-a717-380d94f820d7)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:35.070480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.072695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0767abd9-fddd-43ba-a47c-4f84e16b4738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.118904 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0767abd9-fddd-43ba-a47c-4f84e16b4738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:35.146949 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 2905336c-409f-451c-9a74-22d17de02bda triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:35.147266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.176559 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46896) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:35.189190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0767abd9-fddd-43ba-a47c-4f84e16b4738 admin admin] Usage tracker for resource:security_group_rule and tenant:17fce0d02e654bbc8d9cf462c3a23fca is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:35.211726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:35.272325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0767abd9-fddd-43ba-a47c-4f84e16b4738 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:35.272573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.299138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0767abd9-fddd-43ba-a47c-4f84e16b4738 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:35.309649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Transition to ACTIVE for port object 3b458546-c924-4d88-b9d3-8acc514b6210 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:35.379798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85931d13-3d1d-4350-be07-9ce1c77faf61 None None] DHCP port deletion for c9a95f19-a342-410a-bbd0-ed4600deb47e request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:35.383337 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08249e0-73fb-4571-967f-c012d31e5288 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting subnet fd5eb027-0a43-4a4b-8705-7666848b46dd {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:35.392803 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-85931d13-3d1d-4350-be07-9ce1c77faf61 None None] Deleting port 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:35.393184 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-85931d13-3d1d-4350-be07-9ce1c77faf61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.414027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.438781 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.452934 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a08249e0-73fb-4571-967f-c012d31e5288 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.472340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.479266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-85931d13-3d1d-4350-be07-9ce1c77faf61 None None] The port '0c146a00-4462-4c2f-bacf-d6386ed7f5a6' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:49:35.497977 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Transition to ACTIVE for port object ba56005f-0434-4876-97fb-6d328e657cce will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:35.592275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.595670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Port': ['ID=0c146a00-4462-4c2f-bacf-d6386ed7f5a6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:35.596141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] device_id is not set on port 41cd073e-1c34-4500-b286-1b32a3ba05fa yet. {{(pid=88216) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:49:35.599556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.603689 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] No DVR routers for this DVR port 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:35.667384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a08249e0-73fb-4571-967f-c012d31e5288 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.698569 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Attempting to bind port ba56005f-0434-4876-97fb-6d328e657cce on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:49:35.699144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Attempting to bind port ba56005f-0434-4876-97fb-6d328e657cce by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:49:35.699632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Attempting to bind port ba56005f-0434-4876-97fb-6d328e657cce on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:49:35.705625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037f9c7-1277-4890-b452-7b61ca6acc57 None None] Pushing event updated for resources: {'Port': ['ID=ba56005f-0434-4876-97fb-6d328e657cce,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:35.711266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:49:35.711532 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:49:35.711956 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.712780 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:49:35.713008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Bound port: ba56005f-0434-4876-97fb-6d328e657cce, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:49:35.713585 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.720301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Network 9d0a3adf-4980-425f-bd4a-a74e09017297 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:35.726200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:35.740254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:49:35.761357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09edf26c-6095-4c0f-9c70-4d0845b4c5f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router 00136173-1984-42b0-b27f-9271af501164 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:35.790339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Pushing event updated for resources: {'Port': ['ID=3b458546-c924-4d88-b9d3-8acc514b6210,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:35.798984 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] For port ba56005f-0434-4876-97fb-6d328e657cce, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:49:35.802683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] For port ba56005f-0434-4876-97fb-6d328e657cce, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ba56005f-0434-4876-97fb-6d328e657cce,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:49:35.804427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.857983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0767abd9-fddd-43ba-a47c-4f84e16b4738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.865426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.883757 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.907887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:35.943708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a95f19-a342-410a-bbd0-ed4600deb47e']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:35.978257 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1ef9ad-3602-4851-a717-380d94f820d7') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:35.978257 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1ef9ad-3602-4851-a717-380d94f820d7') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:35.995540 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:36.002395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.034820 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:36.035383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:36.038028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.046369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:36.046836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:36.063012 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:36.084022 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0767abd9-fddd-43ba-a47c-4f84e16b4738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.092067 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:36.092067 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 67729d79-96a5-44cd-9cc0-6a264ee4f3d9 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:36.092314 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:36.136965 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037f9c7-1277-4890-b452-7b61ca6acc57 None None] Pushing event updated for resources: {'Port': ['ID=ba56005f-0434-4876-97fb-6d328e657cce,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:36.152015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:36.152364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0c146a00-4462-4c2f-bacf-d6386ed7f5a6 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:36.201783 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0767abd9-fddd-43ba-a47c-4f84e16b4738 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=17fce0d02e654bbc8d9cf462c3a23fca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5693655 Jan 28 06:49:36.204570 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46900) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:36.220964 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a08249e0-73fb-4571-967f-c012d31e5288 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.255874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.261008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:36.263649 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767abd9-fddd-43ba-a47c-4f84e16b4738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15ba2e8-39f6-4083-903d-ea692e6797e0,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:36.270789 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09edf26c-6095-4c0f-9c70-4d0845b4c5f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:36.289680 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcba5a-0dc2-4741-a248-5e04c0ce32de None None] Sync routers for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:36.304225 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcba5a-0dc2-4741-a248-5e04c0ce32de None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:36.304920 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-47fcba5a-0dc2-4741-a248-5e04c0ce32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:36.308564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Allocated IP 172.20.0.9 (bff64c5c-baec-43ab-a663-4a77377cc13f/a10f692b-29f2-4a04-a2d9-830dcc586b34/41cd073e-1c34-4500-b286-1b32a3ba05fa) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:36.312983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.334622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Network': ['ID=c9a95f19-a342-410a-bbd0-ed4600deb47e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:36.342927 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-09edf26c-6095-4c0f-9c70-4d0845b4c5f9 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/00136173-1984-42b0-b27f-9271af501164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2794998 Jan 28 06:49:36.345937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46904) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:36.359674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:36.360264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:36.360759 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:36.361245 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:36.361736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:36.362243 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:36.362737 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:36.363403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:36.363880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:36.364159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b8d7cc43-3532-4bd8-9f03-82ab87bf94d5 None None] Provisioning for port 3b458546-c924-4d88-b9d3-8acc514b6210 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:36.364528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:36.365006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:36.365480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:36.376839 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-67c6c4b2-0d74-4e0d-a880-1bfeb6aecaaa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/networks/c9a95f19-a342-410a-bbd0-ed4600deb47e HTTP/1.1" status: 204 len: 168 time: 2.1264520 Jan 28 06:49:36.382802 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46908) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:36.388718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.390465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b8d7cc43-3532-4bd8-9f03-82ab87bf94d5 None None] Provisioning complete for port 3b458546-c924-4d88-b9d3-8acc514b6210 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:36.390839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8d7cc43-3532-4bd8-9f03-82ab87bf94d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.514214 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-db07ef92-fba5-4334-a007-c312d7d7cda5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting subnet 0ead510a-de2a-497a-b440-378501e47b8c {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:36.523441 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b8d7cc43-3532-4bd8-9f03-82ab87bf94d5 None None] Port 3b458546-c924-4d88-b9d3-8acc514b6210 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:36.527826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db07ef92-fba5-4334-a007-c312d7d7cda5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.536274 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-47fcba5a-0dc2-4741-a248-5e04c0ce32de None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:36.626497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5c22857-e043-46f8-8d46-300835fb7fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.646685 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:30Z', 'revision_number': 3, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:36.653796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91335b9-cf1c-42f7-b222-feea7154d5e3 None None] The sync data for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv is: [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:30Z', 'revision_number': 3, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:36.679043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5c22857-e043-46f8-8d46-300835fb7fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.788573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a08249e0-73fb-4571-967f-c012d31e5288 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.829131 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db07ef92-fba5-4334-a007-c312d7d7cda5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.936828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a08249e0-73fb-4571-967f-c012d31e5288 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:36.936932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1067442-3e1f-45bf-bbc3-d84ac08d362c None None] Network 41828c89-4e84-48ee-b40d-5e58000c95c4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:36.938230 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-47fcba5a-0dc2-4741-a248-5e04c0ce32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:34Z', 'revision_number': 10, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:36.943642 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcba5a-0dc2-4741-a248-5e04c0ce32de None None] Checking router: 00136173-1984-42b0-b27f-9271af501164 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:36.987945 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcba5a-0dc2-4741-a248-5e04c0ce32de None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:36.994341 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-47fcba5a-0dc2-4741-a248-5e04c0ce32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:37.059026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08249e0-73fb-4571-967f-c012d31e5288 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5eb027-0a43-4a4b-8705-7666848b46dd,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:37.083560 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:37.100732 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a08249e0-73fb-4571-967f-c012d31e5288 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/subnets/fd5eb027-0a43-4a4b-8705-7666848b46dd HTTP/1.1" status: 204 len: 168 time: 1.9197407 Jan 28 06:49:37.104478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46912) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:37.107463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5c22857-e043-46f8-8d46-300835fb7fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:37.144897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c22857-e043-46f8-8d46-300835fb7fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15ba2e8-39f6-4083-903d-ea692e6797e0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:37.151252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5c22857-e043-46f8-8d46-300835fb7fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:37.154968 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b5c22857-e043-46f8-8d46-300835fb7fe6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f15ba2e8-39f6-4083-903d-ea692e6797e0 HTTP/1.1" status: 204 len: 168 time: 0.9491975 Jan 28 06:49:37.199065 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Transition to ACTIVE for port object 41cd073e-1c34-4500-b286-1b32a3ba05fa will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:37.240165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:37.265962 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-47fcba5a-0dc2-4741-a248-5e04c0ce32de None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:37.305078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db07ef92-fba5-4334-a007-c312d7d7cda5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:37.315667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:37.374695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c05ec8-6ac1-4a94-a238-9c59cc1d0db9 None None] DHCP port deletion for 41828c89-4e84-48ee-b40d-5e58000c95c4 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:37.379800 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e0c05ec8-6ac1-4a94-a238-9c59cc1d0db9 None None] Deleting port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:37.380462 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0c05ec8-6ac1-4a94-a238-9c59cc1d0db9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:37.425644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:37.592208 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db07ef92-fba5-4334-a007-c312d7d7cda5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:37.700790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:37.726815 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Pushing event updated for resources: {'Port': ['ID=3b458546-c924-4d88-b9d3-8acc514b6210,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:37.736794 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network bff64c5c-baec-43ab-a663-4a77377cc13f is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:37.738100 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-47fcba5a-0dc2-4741-a248-5e04c0ce32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:34Z', 'revision_number': 10, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:37.738603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07ef92-fba5-4334-a007-c312d7d7cda5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Subnet': ['ID=0ead510a-de2a-497a-b440-378501e47b8c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:37.752102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0a773-47b7-45d9-9613-fa6abdd033d1 None None] Network a95371c8-2e0b-4090-9138-4f50b951f617 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:37.753792 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:37.755901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:37.766318 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fcba5a-0dc2-4741-a248-5e04c0ce32de None None] The sync data for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv is: [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:34Z', 'revision_number': 10, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None, '_interfaces': [{'id': 'aab8f544-6009-47ae-bf26-70f9a39d4da6', 'name': '', 'network_id': 'ccd9f290-a5ea-4240-9edc-bb74e64e692f', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'mac_address': 'fa:16:3e:1c:d9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00136173-1984-42b0-b27f-9271af501164', 'device_owner': 'network:router_interface', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '42158c60-369c-4a7b-94a1-6d048f520926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:48:13Z', 'updated_at': '2022-01-28T06:48:23Z', 'revision_number': 5, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'subnets': [{'id': '42158c60-369c-4a7b-94a1-6d048f520926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:37.784816 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db07ef92-fba5-4334-a007-c312d7d7cda5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:37.799025 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-db07ef92-fba5-4334-a007-c312d7d7cda5 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/0ead510a-de2a-497a-b440-378501e47b8c HTTP/1.1" status: 204 len: 168 time: 1.4497705 Jan 28 06:49:37.801936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:49:37.860268 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e0c05ec8-6ac1-4a94-a238-9c59cc1d0db9 None None] For port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=92247dc3-803d-4c9d-b57e-2e9ce3d8ce95,segment=NetworkSegment(1441c29c-5f20-4efc-b8f9-40f245678bda),segment_id=1441c29c-5f20-4efc-b8f9-40f245678bda)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:37.860955 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0c05ec8-6ac1-4a94-a238-9c59cc1d0db9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:37.861420 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46920) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:37.882436 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=41cd073e-1c34-4500-b286-1b32a3ba05fa,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:38.022404 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:38.022755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:38.032891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a31b078-1f68-437c-b875-b44c8a17ffc3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:38.073506 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:38.085851 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:38.145130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Network 9d0a3adf-4980-425f-bd4a-a74e09017297 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:38.157077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:38.201736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:38.234779 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e0c05ec8-6ac1-4a94-a238-9c59cc1d0db9 None None] Calling delete_port for 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:38.309008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port fae250cf-1677-49cb-914b-b7d4eeb33d0e {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:38.309742 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:38.317405 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ba56005f-0434-4876-97fb-6d328e657cce up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:38.563164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=92247dc3-803d-4c9d-b57e-2e9ce3d8ce95,segment=NetworkSegment(1441c29c-5f20-4efc-b8f9-40f245678bda),segment_id=1441c29c-5f20-4efc-b8f9-40f245678bda)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:38.563797 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:38.573293 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b8b9a5c1-5a18-47b2-983b-7f0fb6e440c6 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4005759 Jan 28 06:49:38.598953 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46932) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:38.604672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0f894493-7e64-4606-bdbf-7738b5d63955 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:38.617025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef931a31-0fde-4e6e-a94a-2dac5d14c95e None None] DHCP port deletion for a95371c8-2e0b-4090-9138-4f50b951f617 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:38.622547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ef931a31-0fde-4e6e-a94a-2dac5d14c95e None None] Deleting port fae250cf-1677-49cb-914b-b7d4eeb33d0e {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:38.624057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ef931a31-0fde-4e6e-a94a-2dac5d14c95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:38.682344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0c05ec8-6ac1-4a94-a238-9c59cc1d0db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:38.726563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-28fa9cb9-5405-441b-a517-23bb86185379 None None] Provisioning for port 41cd073e-1c34-4500-b286-1b32a3ba05fa completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:38.730454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:38.730902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port ba56005f-0434-4876-97fb-6d328e657cce completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:38.760158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ba56005f-0434-4876-97fb-6d328e657cce triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:38.761383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:38.787893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c05ec8-6ac1-4a94-a238-9c59cc1d0db9 None None] Pushing event deleted for resources: {'Port': ['ID=92247dc3-803d-4c9d-b57e-2e9ce3d8ce95,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:38.798523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-28fa9cb9-5405-441b-a517-23bb86185379 None None] Provisioning complete for port 41cd073e-1c34-4500-b286-1b32a3ba05fa triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:38.799160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28fa9cb9-5405-441b-a517-23bb86185379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:38.813938 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Router ef9833fd-fda0-4cfa-b103-4b4682482779 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:38.849643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c05ec8-6ac1-4a94-a238-9c59cc1d0db9 None None] No DVR routers for this DVR port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:38.944878 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:49:38.945433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:49:38.950180 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-28fa9cb9-5405-441b-a517-23bb86185379 None None] Port 41cd073e-1c34-4500-b286-1b32a3ba05fa cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:39.037341 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] For port fae250cf-1677-49cb-914b-b7d4eeb33d0e, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=fae250cf-1677-49cb-914b-b7d4eeb33d0e,segment=NetworkSegment(4d44bafd-baa9-481a-8752-8dc82bb0a8a2),segment_id=4d44bafd-baa9-481a-8752-8dc82bb0a8a2)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:39.037699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:39.049542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0f894493-7e64-4606-bdbf-7738b5d63955 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:39.062635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0f894493-7e64-4606-bdbf-7738b5d63955 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:39.069014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0f894493-7e64-4606-bdbf-7738b5d63955 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:39.129789 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:39.138845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0f894493-7e64-4606-bdbf-7738b5d63955 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:39.159599 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6bbb9004-1d53-4e1f-a5aa-3811486d1f28 None None] Provisioning complete for port 3b458546-c924-4d88-b9d3-8acc514b6210 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:39.160768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6bbb9004-1d53-4e1f-a5aa-3811486d1f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:39.172387 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5a31b078-1f68-437c-b875-b44c8a17ffc3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:39.173333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a31b078-1f68-437c-b875-b44c8a17ffc3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:39.219427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ef931a31-0fde-4e6e-a94a-2dac5d14c95e None None] For port fae250cf-1677-49cb-914b-b7d4eeb33d0e, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=fae250cf-1677-49cb-914b-b7d4eeb33d0e,segment=NetworkSegment(4d44bafd-baa9-481a-8752-8dc82bb0a8a2),segment_id=4d44bafd-baa9-481a-8752-8dc82bb0a8a2)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:39.219827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ef931a31-0fde-4e6e-a94a-2dac5d14c95e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:39.236709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port ba56005f-0434-4876-97fb-6d328e657cce, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ba56005f-0434-4876-97fb-6d328e657cce,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:39.293131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46944) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:39.307323 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033827 Jan 28 06:49:39.319947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46946) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:39.330034 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for fae250cf-1677-49cb-914b-b7d4eeb33d0e owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:39.394925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:39.400373 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4c6ceabd-5c08-4941-930e-3605b4616f09 admin admin] 10.222.0.25 "PUT /v2.0/routers/ef9833fd-fda0-4cfa-b103-4b4682482779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3676274 Jan 28 06:49:39.401162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f894493-7e64-4606-bdbf-7738b5d63955 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:39.405190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f894493-7e64-4606-bdbf-7738b5d63955 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:39.411217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ef931a31-0fde-4e6e-a94a-2dac5d14c95e None None] Calling delete_port for fae250cf-1677-49cb-914b-b7d4eeb33d0e owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:39.438131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:39.451972 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:39.452589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:39.483185 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Sync routers for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:39.498547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb9004-1d53-4e1f-a5aa-3811486d1f28 None None] Port 3b458546-c924-4d88-b9d3-8acc514b6210 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:39.530265 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:39.530813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:39.545934 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-5a31b078-1f68-437c-b875-b44c8a17ffc3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] For port 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6190e67d-a6ee-4a01-891d-9bcb4c50fb1f,segment=NetworkSegment(f37ad379-c157-4e33-bc69-b5ea93528eb9),segment_id=f37ad379-c157-4e33-bc69-b5ea93528eb9)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:39.546791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a31b078-1f68-437c-b875-b44c8a17ffc3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:39.571618 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-401141a5-f644-43db-a00d-881cba13c4df tempest-NetworksApiDiscovery-1123431649 tempest-NetworksApiDiscovery-1123431649-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2454081 Jan 28 06:49:39.585686 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:39.590693 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:39.648140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] The port '92247dc3-803d-4c9d-b57e-2e9ce3d8ce95' was deleted {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:49:39.652684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:39.653518 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 92247dc3-803d-4c9d-b57e-2e9ce3d8ce95 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:39.673005 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=fae250cf-1677-49cb-914b-b7d4eeb33d0e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:39.694235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=ba56005f-0434-4876-97fb-6d328e657cce,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:39.704881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-ef931a31-0fde-4e6e-a94a-2dac5d14c95e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:49:39.705369 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-ef931a31-0fde-4e6e-a94a-2dac5d14c95e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:49:39.849064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:39.862600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No DVR routers for this DVR port fae250cf-1677-49cb-914b-b7d4eeb33d0e on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:39.868744 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:39.879173 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:39.879613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:39.880021 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:39.880483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:39.880918 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:39.882604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:39.883007 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:39.884989 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:39.885405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:39.885806 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:39.886825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:39.887264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:39.937345 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5a31b078-1f68-437c-b875-b44c8a17ffc3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:39.951018 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ba56005f-0434-4876-97fb-6d328e657cce up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:39.968720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41828c89-4e84-48ee-b40d-5e58000c95c4']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:39.987976 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.ipam_backend_mixin [None req-0f894493-7e64-4606-bdbf-7738b5d63955 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a10f692b-29f2-4a04-a2d9-830dcc586b34 (CIDR: 172.20.0.0/28) Jan 28 06:49:39.994459 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1441c29c-5f20-4efc-b8f9-40f245678bda') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:39.994848 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1441c29c-5f20-4efc-b8f9-40f245678bda') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:40.058835 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.060997 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f894493-7e64-4606-bdbf-7738b5d63955 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:49:40.061717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f894493-7e64-4606-bdbf-7738b5d63955 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:40.067393 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.109513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95371c8-2e0b-4090-9138-4f50b951f617']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:40.116967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.128063 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d44bafd-baa9-481a-8752-8dc82bb0a8a2') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:40.128438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d44bafd-baa9-481a-8752-8dc82bb0a8a2') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:40.135348 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:40.135859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: util.warn( Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:40.150959 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:40.173685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.185257 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0f894493-7e64-4606-bdbf-7738b5d63955 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5854230 Jan 28 06:49:40.187945 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46960) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:40.213924 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ef931a31-0fde-4e6e-a94a-2dac5d14c95e None None] Deleting port fae250cf-1677-49cb-914b-b7d4eeb33d0e {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:40.214326 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ef931a31-0fde-4e6e-a94a-2dac5d14c95e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.249180 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-85c8d919-cd29-4a5b-85d4-9d712e921fe1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:40.268412 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.276081 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:40.276452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.294707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ef931a31-0fde-4e6e-a94a-2dac5d14c95e None None] The port 'fae250cf-1677-49cb-914b-b7d4eeb33d0e' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:49:40.295815 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a31b078-1f68-437c-b875-b44c8a17ffc3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:40.306318 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:40.369764 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ba56005f-0434-4876-97fb-6d328e657cce triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:40.370138 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.394228 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31b078-1f68-437c-b875-b44c8a17ffc3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Port': ['ID=6190e67d-a6ee-4a01-891d-9bcb4c50fb1f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:40.417864 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.422461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.443523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46968) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:40.543836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 2, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:40.551683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Checking router: ef9833fd-fda0-4cfa-b103-4b4682482779 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:40.553818 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Updating router ef9833fd-fda0-4cfa-b103-4b4682482779 port 3b458546-c924-4d88-b9d3-8acc514b6210 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:49:40.567335 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/networks/41828c89-4e84-48ee-b40d-5e58000c95c4 HTTP/1.1" status: 204 len: 168 time: 3.4595678 Jan 28 06:49:40.568177 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63bfe7-d8e0-48a3-b4d2-d6e3a47fb5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Network': ['ID=41828c89-4e84-48ee-b40d-5e58000c95c4,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:40.570749 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46976) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:40.684207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.758760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.763413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.764232 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5a31b078-1f68-437c-b875-b44c8a17ffc3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.781451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device fae250cf-1677-49cb-914b-b7d4eeb33d0e no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:40.846482 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.875644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: fae250cf-1677-49cb-914b-b7d4eeb33d0e {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:40.876238 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device fae250cf-1677-49cb-914b-b7d4eeb33d0e not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:40.876407 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:40.934919 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/networks/a95371c8-2e0b-4090-9138-4f50b951f617 HTTP/1.1" status: 204 len: 168 time: 3.0597072 Jan 28 06:49:40.943476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46984) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:40.943823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46986) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:40.950718 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:40.950718 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7a8f7d77-e80d-47cd-9d84-4e7840d72bd1 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:40.952804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-724962905-network', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:40.958549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ebd74-7115-44f9-9f38-e11a3b712fce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Network': ['ID=a95371c8-2e0b-4090-9138-4f50b951f617,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:40.986068 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-29847283-405f-4be4-93cf-8a59da1acf39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:40.997252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-85c8d919-cd29-4a5b-85d4-9d712e921fe1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:41.009991 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-85c8d919-cd29-4a5b-85d4-9d712e921fe1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:41.013977 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-85c8d919-cd29-4a5b-85d4-9d712e921fe1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:41.025825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:41.026023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-29847283-405f-4be4-93cf-8a59da1acf39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:41.030157 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-85c8d919-cd29-4a5b-85d4-9d712e921fe1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:41.042911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-29847283-405f-4be4-93cf-8a59da1acf39 admin admin] Usage tracker for resource:security_group_rule and tenant:6fc382f28e3944f487eb02a0c7ce151c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:41.045258 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-29847283-405f-4be4-93cf-8a59da1acf39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:41.048368 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-28033a9f-7204-4701-b628-72281045cc5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port a4c83a88-0725-47ef-83a5-9810f05ad693 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:41.048715 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28033a9f-7204-4701-b628-72281045cc5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:41.086984 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-29847283-405f-4be4-93cf-8a59da1acf39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:41.129027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Usage tracker for resource:network and tenant:fc6a093cc54c4bcf974d09280e305670 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:41.142663 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:41.143998 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c8d919-cd29-4a5b-85d4-9d712e921fe1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:41.147426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-85c8d919-cd29-4a5b-85d4-9d712e921fe1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:41.172042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:41.288886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:41.302306 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Transition to ACTIVE for port object 3b458546-c924-4d88-b9d3-8acc514b6210 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:41.316978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a31b078-1f68-437c-b875-b44c8a17ffc3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router 7484255f-cee6-4bea-863c-55bd913aa9bf has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:41.381421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Made reservation on behalf of fc6a093cc54c4bcf974d09280e305670 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:41.383295 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:41.402798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:41.413970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:41.502419 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28033a9f-7204-4701-b628-72281045cc5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:41.502760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28033a9f-7204-4701-b628-72281045cc5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:41.607726 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e18eb-aa06-4087-9aed-590b827b9224 None None] Pushing event updated for resources: {'Port': ['ID=3b458546-c924-4d88-b9d3-8acc514b6210,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:41.643394 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Attempting to bind port 3b458546-c924-4d88-b9d3-8acc514b6210 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:49:41.649519 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Attempting to bind port 3b458546-c924-4d88-b9d3-8acc514b6210 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:49:41.649519 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Attempting to bind port 3b458546-c924-4d88-b9d3-8acc514b6210 on network 9d0a3adf-4980-425f-bd4a-a74e09017297 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:49:41.652560 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:49:41.653159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Checking segment: {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:49:41.653974 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:41.654747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Bound using segment: {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:49:41.655576 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Bound port: 3b458546-c924-4d88-b9d3-8acc514b6210, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:49:41.656185 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:41.658728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-28033a9f-7204-4701-b628-72281045cc5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for a4c83a88-0725-47ef-83a5-9810f05ad693 owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:41.713250 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.ipam_backend_mixin [None req-85c8d919-cd29-4a5b-85d4-9d712e921fe1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e16d810d-88a7-4399-aeb8-80689a789544 (CIDR: 172.20.0.16/28) Jan 28 06:49:41.723987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-29847283-405f-4be4-93cf-8a59da1acf39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:41.746513 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c8d919-cd29-4a5b-85d4-9d712e921fe1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:49:41.746913 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c8d919-cd29-4a5b-85d4-9d712e921fe1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:41.768876 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] For port 3b458546-c924-4d88-b9d3-8acc514b6210, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:49:41.774112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] For port 3b458546-c924-4d88-b9d3-8acc514b6210, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3b458546-c924-4d88-b9d3-8acc514b6210,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:49:41.786153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:41.803294 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Usage tracker for resource:security_group_rule and tenant:fc6a093cc54c4bcf974d09280e305670 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:41.808283 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a31b078-1f68-437c-b875-b44c8a17ffc3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:41.809953 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:41.825644 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e29b7-73fe-4193-9f8d-ff3d873490d5 None None] Sync routers for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:41.831857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-29847283-405f-4be4-93cf-8a59da1acf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:41.832327 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e29b7-73fe-4193-9f8d-ff3d873490d5 None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:41.832931 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e52e29b7-73fe-4193-9f8d-ff3d873490d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:41.844118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:41.863849 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5a31b078-1f68-437c-b875-b44c8a17ffc3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4797223 Jan 28 06:49:41.864782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 46992) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:41.865741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:41.925293 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-85c8d919-cd29-4a5b-85d4-9d712e921fe1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6891394 Jan 28 06:49:41.928970 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-29847283-405f-4be4-93cf-8a59da1acf39 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6fc382f28e3944f487eb02a0c7ce151c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4667125 Jan 28 06:49:41.930091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46996) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:41.933249 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 46998) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:41.937344 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e84d777c-489c-404b-8004-8058bc5bca3a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'subnet': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:41.964073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29847283-405f-4be4-93cf-8a59da1acf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ba4fe3-88d7-4439-bce8-45cd445edac9,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:42.006601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:42.008161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:42.043673 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-e52e29b7-73fe-4193-9f8d-ff3d873490d5 None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:42.057485 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff27d8b4-ac07-42e8-af31-7ae779cae823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.068263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-194cc391-dcbf-4de3-b307-bde4599c9dc2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting subnet 03e01b15-d3c9-4424-aad2-7eedc7e64556 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:42.072050 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-194cc391-dcbf-4de3-b307-bde4599c9dc2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.133699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e18eb-aa06-4087-9aed-590b827b9224 None None] Pushing event updated for resources: {'Port': ['ID=3b458546-c924-4d88-b9d3-8acc514b6210,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:42.136992 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28033a9f-7204-4701-b628-72281045cc5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.145320 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e18eb-aa06-4087-9aed-590b827b9224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:42.149996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e18eb-aa06-4087-9aed-590b827b9224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:42.149996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e18eb-aa06-4087-9aed-590b827b9224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:42.149996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e18eb-aa06-4087-9aed-590b827b9224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:42.149996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e18eb-aa06-4087-9aed-590b827b9224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:42.149996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e18eb-aa06-4087-9aed-590b827b9224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:42.149996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e18eb-aa06-4087-9aed-590b827b9224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:42.149996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e18eb-aa06-4087-9aed-590b827b9224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:42.149996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e18eb-aa06-4087-9aed-590b827b9224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:42.149996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e18eb-aa06-4087-9aed-590b827b9224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:42.149996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e18eb-aa06-4087-9aed-590b827b9224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:42.149996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25e18eb-aa06-4087-9aed-590b827b9224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:49:42.150936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-194cc391-dcbf-4de3-b307-bde4599c9dc2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.201958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff27d8b4-ac07-42e8-af31-7ae779cae823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.217990 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e52e29b7-73fe-4193-9f8d-ff3d873490d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:40Z', 'revision_number': 11, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:42.231811 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e29b7-73fe-4193-9f8d-ff3d873490d5 None None] Checking router: 7484255f-cee6-4bea-863c-55bd913aa9bf for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:42.242132 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e29b7-73fe-4193-9f8d-ff3d873490d5 None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:42.244665 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e52e29b7-73fe-4193-9f8d-ff3d873490d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:42.298886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-194cc391-dcbf-4de3-b307-bde4599c9dc2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.299974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28033a9f-7204-4701-b628-72281045cc5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=a4c83a88-0725-47ef-83a5-9810f05ad693,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:42.305513 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:42.406733 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-e52e29b7-73fe-4193-9f8d-ff3d873490d5 None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:42.410687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.424158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff27d8b4-ac07-42e8-af31-7ae779cae823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.458454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27d8b4-ac07-42e8-af31-7ae779cae823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ba4fe3-88d7-4439-bce8-45cd445edac9,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:42.459258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b49187-5f45-449d-816d-e1d7a02cbc4d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.504181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e84d777c-489c-404b-8004-8058bc5bca3a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:42.514543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28033a9f-7204-4701-b628-72281045cc5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.514893 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-28033a9f-7204-4701-b628-72281045cc5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e disassociated (deleted). External IP: 172.26.4.86, port: 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d. Jan 28 06:49:42.527051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.530228 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-194cc391-dcbf-4de3-b307-bde4599c9dc2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.545636 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e52e29b7-73fe-4193-9f8d-ff3d873490d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:40Z', 'revision_number': 11, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:42.550168 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e29b7-73fe-4193-9f8d-ff3d873490d5 None None] The sync data for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv is: [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:40Z', 'revision_number': 11, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:42.585066 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e84d777c-489c-404b-8004-8058bc5bca3a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Usage tracker for resource:subnet and tenant:de6a824d5ec249e0b22ece683ed2b1e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:42.587916 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff27d8b4-ac07-42e8-af31-7ae779cae823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.592527 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ff27d8b4-ac07-42e8-af31-7ae779cae823 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42ba4fe3-88d7-4439-bce8-45cd445edac9 HTTP/1.1" status: 204 len: 168 time: 0.6278417 Jan 28 06:49:42.592527 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e84d777c-489c-404b-8004-8058bc5bca3a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:42.610977 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e84d777c-489c-404b-8004-8058bc5bca3a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:42.658466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194cc391-dcbf-4de3-b307-bde4599c9dc2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Subnet': ['ID=03e01b15-d3c9-4424-aad2-7eedc7e64556,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:42.673164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:49:42.675254 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64323526-c8a5-4c6a-97c6-165c35f81c66 None None] Network 50e647b3-777d-41d6-ba2d-15f5f676cb3d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:42.677927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-194cc391-dcbf-4de3-b307-bde4599c9dc2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.694976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8af7c66-c93d-4225-a957-7fed89c60f0d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:42.706770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.707109 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Added segment e6e52c03-d883-4b69-a294-6e9b20ccba8c of type vlan for network 410f6258-4b41-4c66-9d8d-bd9db5b8040b Jan 28 06:49:42.729823 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-194cc391-dcbf-4de3-b307-bde4599c9dc2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/03e01b15-d3c9-4424-aad2-7eedc7e64556 HTTP/1.1" status: 204 len: 168 time: 0.8597672 Jan 28 06:49:42.729988 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47006) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:42.779817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84d777c-489c-404b-8004-8058bc5bca3a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Made reservation on behalf of de6a824d5ec249e0b22ece683ed2b1e4 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:42.784046 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e84d777c-489c-404b-8004-8058bc5bca3a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.838429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.935576 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.971330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.978299 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:42.979024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:42.983832 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:41Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:42.988091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7314805f-3952-4fe8-b9f9-c45b534b3dc2 None None] The sync data for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv is: [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:41Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:43.051931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-91b49187-5f45-449d-816d-e1d7a02cbc4d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port aab8f544-6009-47ae-bf26-70f9a39d4da6 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:43.051931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b49187-5f45-449d-816d-e1d7a02cbc4d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:43.068903 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c0137-69e9-453d-833e-04b9fe840319 None None] DHCP port deletion for 50e647b3-777d-41d6-ba2d-15f5f676cb3d request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:43.080439 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-026c0137-69e9-453d-833e-04b9fe840319 None None] Deleting port a6e29c29-f1ed-4a50-aadf-808df9a991fe {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:43.080439 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-026c0137-69e9-453d-833e-04b9fe840319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:43.154479 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2059586 Jan 28 06:49:43.155975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47010) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:43.168168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Request body: {'subnet': {'network_id': '410f6258-4b41-4c66-9d8d-bd9db5b8040b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-724962905-subnet', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:43.269571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:43.275160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Usage tracker for resource:subnet and tenant:fc6a093cc54c4bcf974d09280e305670 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:43.280101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:43.288491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:43.302376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938572e-19fe-4faf-9c4f-caea361c3e9e admin admin] Pushing event updated for resources: {'Network': ['ID=410f6258-4b41-4c66-9d8d-bd9db5b8040b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:43.318568 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 410f6258-4b41-4c66-9d8d-bd9db5b8040b details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:49:43.414300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Made reservation on behalf of fc6a093cc54c4bcf974d09280e305670 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:49:43.416687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:43.479510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port a6e29c29-f1ed-4a50-aadf-808df9a991fe {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:43.480937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:43.556567 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-026c0137-69e9-453d-833e-04b9fe840319 None None] For port a6e29c29-f1ed-4a50-aadf-808df9a991fe, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a6e29c29-f1ed-4a50-aadf-808df9a991fe,segment=NetworkSegment(f37ad379-c157-4e33-bc69-b5ea93528eb9),segment_id=f37ad379-c157-4e33-bc69-b5ea93528eb9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:43.557054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-026c0137-69e9-453d-833e-04b9fe840319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:43.558208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-91b49187-5f45-449d-816d-e1d7a02cbc4d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] For port aab8f544-6009-47ae-bf26-70f9a39d4da6, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=aab8f544-6009-47ae-bf26-70f9a39d4da6,segment=NetworkSegment(d7420368-4eb2-4134-8055-4cf0a068afb8),segment_id=d7420368-4eb2-4134-8055-4cf0a068afb8)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:43.558403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b49187-5f45-449d-816d-e1d7a02cbc4d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:43.666935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28033a9f-7204-4701-b628-72281045cc5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 5558ec57-f777-43cc-8b1d-40340c552c3c has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:43.690884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-026c0137-69e9-453d-833e-04b9fe840319 None None] Calling delete_port for a6e29c29-f1ed-4a50-aadf-808df9a991fe owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:43.874843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-91b49187-5f45-449d-816d-e1d7a02cbc4d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for aab8f544-6009-47ae-bf26-70f9a39d4da6 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:43.924465 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] For port a6e29c29-f1ed-4a50-aadf-808df9a991fe, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a6e29c29-f1ed-4a50-aadf-808df9a991fe,segment=NetworkSegment(f37ad379-c157-4e33-bc69-b5ea93528eb9),segment_id=f37ad379-c157-4e33-bc69-b5ea93528eb9)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:43.924987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:43.984143 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3b458546-c924-4d88-b9d3-8acc514b6210 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:44.019476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-026c0137-69e9-453d-833e-04b9fe840319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:44.084531 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Calling delete_port for a6e29c29-f1ed-4a50-aadf-808df9a991fe owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:44.093664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c0137-69e9-453d-833e-04b9fe840319 None None] Pushing event deleted for resources: {'Port': ['ID=a6e29c29-f1ed-4a50-aadf-808df9a991fe,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:44.100766 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c0137-69e9-453d-833e-04b9fe840319 None None] No DVR routers for this DVR port a6e29c29-f1ed-4a50-aadf-808df9a991fe on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:44.191016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:44.230944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 3b458546-c924-4d88-b9d3-8acc514b6210 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:44.237670 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 3b458546-c924-4d88-b9d3-8acc514b6210 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:44.239045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:44.283516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28033a9f-7204-4701-b628-72281045cc5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:44.285110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03414954-081f-450a-b0f9-b0475e7c8bbe,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:44.298122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Checking segment: {'id': 'e6e52c03-d883-4b69-a294-6e9b20ccba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '410f6258-4b41-4c66-9d8d-bd9db5b8040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:49:44.299728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Network hostable DHCP agents. Network: 410f6258-4b41-4c66-9d8d-bd9db5b8040b, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:49:44.301248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:49:44.301551 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c3baa6-5b91-4814-8035-c404ede63408 None None] Sync routers for ids ['5558ec57-f777-43cc-8b1d-40340c552c3c'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:44.301736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:49:44.306432 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-28033a9f-7204-4701-b628-72281045cc5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:44.335778 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3baa6-5b91-4814-8035-c404ede63408 None None] Routers {'5558ec57-f777-43cc-8b1d-40340c552c3c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:44.336512 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-28c3baa6-5b91-4814-8035-c404ede63408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['5558ec57-f777-43cc-8b1d-40340c552c3c'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:44.350326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b49187-5f45-449d-816d-e1d7a02cbc4d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:44.375615 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-28033a9f-7204-4701-b628-72281045cc5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/floatingips/cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e HTTP/1.1" status: 204 len: 168 time: 3.7984278 Jan 28 06:49:44.375615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'tag': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:49:44.396718 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e84d777c-489c-404b-8004-8058bc5bca3a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:44.425704 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b49187-5f45-449d-816d-e1d7a02cbc4d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Port': ['ID=aab8f544-6009-47ae-bf26-70f9a39d4da6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:44.454718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Network 410f6258-4b41-4c66-9d8d-bd9db5b8040b is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:49:44.474719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84d777c-489c-404b-8004-8058bc5bca3a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Network bff64c5c-baec-43ab-a663-4a77377cc13f is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:44.484570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-e84d777c-489c-404b-8004-8058bc5bca3a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:44.489902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84d777c-489c-404b-8004-8058bc5bca3a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:44.490497 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e84d777c-489c-404b-8004-8058bc5bca3a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:44.528249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:44.537450 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d777c-489c-404b-8004-8058bc5bca3a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Subnet': ['ID=fff2f354-cce7-48c3-a606-391420103d7f,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:44.557648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0179db-585c-4652-8d01-0c12bd0f36d3 None None] Network bff64c5c-baec-43ab-a663-4a77377cc13f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:44.584613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 410f6258-4b41-4c66-9d8d-bd9db5b8040b) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:44.615382 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786e6543-cf96-473d-a05d-e603199561fb None None] Network 410f6258-4b41-4c66-9d8d-bd9db5b8040b requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:44.625547 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e84d777c-489c-404b-8004-8058bc5bca3a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6935809 Jan 28 06:49:44.628440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47020) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:44.637745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-339f3a34-fe40-4315-b415-d02d0a9b4721 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1708360046', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fff2f354-cce7-48c3-a606-391420103d7f'}], 'security_groups': ['1d0798d0-11ab-4777-925d-5f7bc2a4981a', '3518cf27-3826-479c-899b-c9a526aadb2c']}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:44.693426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:44.693940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:44.706398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 3b458546-c924-4d88-b9d3-8acc514b6210, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3b458546-c924-4d88-b9d3-8acc514b6210,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:44.783807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:44.814508 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Deleting port a6e29c29-f1ed-4a50-aadf-808df9a991fe {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:44.816802 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:44.885212 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d4c476fc-b756-49b0-9a3f-801615e6c510 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7283938 Jan 28 06:49:44.895750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47024) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:44.904136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-724962905-router', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:44.936511 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'tag': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'status': 'completed', 'code': 200} Jan 28 06:49:44.990721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] The port 'a6e29c29-f1ed-4a50-aadf-808df9a991fe' was deleted {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:49:44.991338 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:45.004728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Usage tracker for resource:router and tenant:fc6a093cc54c4bcf974d09280e305670 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:45.008421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-91b49187-5f45-449d-816d-e1d7a02cbc4d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:45.013844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:45.059401 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:45.089267 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:45.168417 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:45.169160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6190e67d-a6ee-4a01-891d-9bcb4c50fb1f not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:45.169160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a6e29c29-f1ed-4a50-aadf-808df9a991fe no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:45.191579 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:45.234994 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e647b3-777d-41d6-ba2d-15f5f676cb3d']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:45.241838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-339f3a34-fe40-4315-b415-d02d0a9b4721 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:45.251133 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: a6e29c29-f1ed-4a50-aadf-808df9a991fe {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:45.255163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a6e29c29-f1ed-4a50-aadf-808df9a991fe not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:45.255346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:45.255346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:45.260111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f37ad379-c157-4e33-bc69-b5ea93528eb9') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:45.260409 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f37ad379-c157-4e33-bc69-b5ea93528eb9') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:45.274697 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-28c3baa6-5b91-4814-8035-c404ede63408 None None] Set router 5558ec57-f777-43cc-8b1d-40340c552c3c gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:45.306564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:45.341983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:45.357354 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=3b458546-c924-4d88-b9d3-8acc514b6210,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:45.438473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:45.469858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e903d2-6d0a-4965-a48a-36def7ab546e req-5f1d2fd4-74d9-480e-b84b-624f0617224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:45.471626 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13e903d2-6d0a-4965-a48a-36def7ab546e req-5f1d2fd4-74d9-480e-b84b-624f0617224a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 1098 time: 0.4537773 Jan 28 06:49:45.475830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b49187-5f45-449d-816d-e1d7a02cbc4d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router 00136173-1984-42b0-b27f-9271af501164 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:45.509895 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:45.510516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91cf33b-05d8-473c-bc79-ad38df70dbb4 req-923f31b5-ec4a-4d23-a7c6-57000f950878 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:45.510636 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:45.512288 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c91cf33b-05d8-473c-bc79-ad38df70dbb4 req-923f31b5-ec4a-4d23-a7c6-57000f950878 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 945 time: 0.3789165 Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:45.525158 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:45.746302 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-410f6258-4b41-4c66-9d8d-bd9db5b8040b', 'network_id': '410f6258-4b41-4c66-9d8d-bd9db5b8040b', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'fixed_ips': [{'subnet_id': '03414954-081f-450a-b0f9-b0475e7c8bbe'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:49:45.747125 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:45.755179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:45.784373 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:46.009929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-339f3a34-fe40-4315-b415-d02d0a9b4721 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Delete allocated IP 172.20.0.9 (bff64c5c-baec-43ab-a663-4a77377cc13f/a10f692b-29f2-4a04-a2d9-830dcc586b34) {{(pid=88216) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 06:49:46.025358 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/networks/50e647b3-777d-41d6-ba2d-15f5f676cb3d HTTP/1.1" status: 204 len: 168 time: 3.2943671 Jan 28 06:49:46.030408 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47030) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:46.036225 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b52197ea-fc17-46f4-a6b5-5a2138e5a9f1 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'router': {'routes': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:46.051981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3b458546-c924-4d88-b9d3-8acc514b6210 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:46.086623 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b7255-2722-44cf-b904-179840ab0fa2 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Pushing event deleted for resources: {'Network': ['ID=50e647b3-777d-41d6-ba2d-15f5f676cb3d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:46.087038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Allocated IP 172.20.0.2 (410f6258-4b41-4c66-9d8d-bd9db5b8040b/03414954-081f-450a-b0f9-b0475e7c8bbe/5d81aa83-3e29-4d1c-993e-7e11f08bdee7) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:46.087315 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b49187-5f45-449d-816d-e1d7a02cbc4d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:46.096537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-339f3a34-fe40-4315-b415-d02d0a9b4721 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Allocated IP 172.20.0.40 (bff64c5c-baec-43ab-a663-4a77377cc13f/fff2f354-cce7-48c3-a606-391420103d7f/41cd073e-1c34-4500-b286-1b32a3ba05fa) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:46.098559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c91cf33b-05d8-473c-bc79-ad38df70dbb4 req-0f581c44-9e52-4762-a193-77b13a801fad tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:49:46.118831 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c57c115-5a65-4eef-a751-b4141413bfad None None] Sync routers for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:46.140328 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57c115-5a65-4eef-a751-b4141413bfad None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:46.141822 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1c57c115-5a65-4eef-a751-b4141413bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:46.164135 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-28c3baa6-5b91-4814-8035-c404ede63408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:49:23Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:43Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:46.189042 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-91b49187-5f45-449d-816d-e1d7a02cbc4d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/00136173-1984-42b0-b27f-9271af501164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2425303 Jan 28 06:49:46.198816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c3baa6-5b91-4814-8035-c404ede63408 None None] Checking router: 5558ec57-f777-43cc-8b1d-40340c552c3c for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:46.203997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47034) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:46.211036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:46.215796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e903d2-6d0a-4965-a48a-36def7ab546e req-8a83aef9-3978-450b-832e-2f16ab7abc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:46.217339 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13e903d2-6d0a-4965-a48a-36def7ab546e req-8a83aef9-3978-450b-832e-2f16ab7abc6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=98e0775f-f72f-4160-b526-3c217463d46f HTTP/1.1" status: 200 len: 897 time: 0.7345166 Jan 28 06:49:46.269185 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a4e2a-142c-4998-8b70-2479b48466f2 None None] Update dhcp port {'port': {'network_id': 'bff64c5c-baec-43ab-a663-4a77377cc13f', 'fixed_ips': [{'subnet_id': 'e16d810d-88a7-4399-aeb8-80689a789544', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a10f692b-29f2-4a04-a2d9-830dcc586b34', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fff2f354-cce7-48c3-a606-391420103d7f'}], 'binding:host_id': 'dv-neutron-824022-4-hyperv'}, 'id': 'c57767c7-462d-4cab-8763-226c7175ce50'} from dv-neutron-824022-4-hyperv. {{(pid=88218) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 06:49:46.302181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c3baa6-5b91-4814-8035-c404ede63408 None None] Routers {'5558ec57-f777-43cc-8b1d-40340c552c3c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:46.302751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-28c3baa6-5b91-4814-8035-c404ede63408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['5558ec57-f777-43cc-8b1d-40340c552c3c'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:46.322370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c91cf33b-05d8-473c-bc79-ad38df70dbb4 req-0f581c44-9e52-4762-a193-77b13a801fad tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:49:46.324271 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c91cf33b-05d8-473c-bc79-ad38df70dbb4 req-0f581c44-9e52-4762-a193-77b13a801fad tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8007421 Jan 28 06:49:46.337244 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13e903d2-6d0a-4965-a48a-36def7ab546e req-554902cf-708b-4552-b20c-81ca2a26627f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d HTTP/1.1" status: 200 len: 217 time: 0.0856524 Jan 28 06:49:46.394671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-745a4e2a-142c-4998-8b70-2479b48466f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:46.415386 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-873d3ee1-809b-40d2-9402-c11a6b102eed tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting subnet 42158c60-369c-4a7b-94a1-6d048f520926 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:46.418737 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-1c57c115-5a65-4eef-a751-b4141413bfad None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:46.420252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.extraroute_db [None req-b52197ea-fc17-46f4-a6b5-5a2138e5a9f1 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Added routes are [] {{(pid=88216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 06:49:46.420558 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.extraroute_db [None req-b52197ea-fc17-46f4-a6b5-5a2138e5a9f1 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Removed routes are [] {{(pid=88216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 06:49:46.420921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b52197ea-fc17-46f4-a6b5-5a2138e5a9f1 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:46.430674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-873d3ee1-809b-40d2-9402-c11a6b102eed tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:46.441004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 3b458546-c924-4d88-b9d3-8acc514b6210 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:46.441391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:46.491352 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e903d2-6d0a-4965-a48a-36def7ab546e req-7703a1d6-fc73-40df-b852-01c52da2cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:46.493587 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13e903d2-6d0a-4965-a48a-36def7ab546e req-7703a1d6-fc73-40df-b852-01c52da2cfc9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9494a6f9-bea7-41ec-95e0-ea86021426f4 HTTP/1.1" status: 200 len: 833 time: 0.1319695 Jan 28 06:49:46.515647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-873d3ee1-809b-40d2-9402-c11a6b102eed tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:46.673715 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1c57c115-5a65-4eef-a751-b4141413bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 11, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:46.680908 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c57c115-5a65-4eef-a751-b4141413bfad None None] Checking router: 00136173-1984-42b0-b27f-9271af501164 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:46.691496 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c57c115-5a65-4eef-a751-b4141413bfad None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:46.692140 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1c57c115-5a65-4eef-a751-b4141413bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:46.766603 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-873d3ee1-809b-40d2-9402-c11a6b102eed tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:46.781335 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b52197ea-fc17-46f4-a6b5-5a2138e5a9f1 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:46.789648 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b52197ea-fc17-46f4-a6b5-5a2138e5a9f1 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:46.802028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e903d2-6d0a-4965-a48a-36def7ab546e req-357f980b-e899-4756-bfea-0c835c57911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:46.803923 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13e903d2-6d0a-4965-a48a-36def7ab546e req-357f980b-e899-4756-bfea-0c835c57911f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98e0775f-f72f-4160-b526-3c217463d46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2544317 Jan 28 06:49:46.885332 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:46.909490 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-28c3baa6-5b91-4814-8035-c404ede63408 None None] Set router 5558ec57-f777-43cc-8b1d-40340c552c3c gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:46.985269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Transition to ACTIVE for port object 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:46.990500 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-1c57c115-5a65-4eef-a751-b4141413bfad None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:47.080828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Transition to ACTIVE for port object 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:47.095728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52197ea-fc17-46f4-a6b5-5a2138e5a9f1 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router 7484255f-cee6-4bea-863c-55bd913aa9bf has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:47.119210 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1c57c115-5a65-4eef-a751-b4141413bfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 11, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:47.124067 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c57c115-5a65-4eef-a751-b4141413bfad None None] The sync data for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv is: [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 11, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:47.186923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:47.192264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-339f3a34-fe40-4315-b415-d02d0a9b4721 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:47.273614 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52197ea-fc17-46f4-a6b5-5a2138e5a9f1 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:47.280680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b52197ea-fc17-46f4-a6b5-5a2138e5a9f1 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:47.284697 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b52197ea-fc17-46f4-a6b5-5a2138e5a9f1 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf HTTP/1.1" status: 200 len: 705 time: 1.2526674 Jan 28 06:49:47.287636 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47038) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:47.320642 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc460aa7-f6e8-46c7-bba0-c00cf3dcd8ff None None] Sync routers for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:47.324961 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Network 410f6258-4b41-4c66-9d8d-bd9db5b8040b is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:47.330932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4833213e-8c82-4048-a55e-6d3c1cc2f54e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Synchronizing usage tracker for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:49:47.333936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:47.341754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:49:47.362827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Pushing event updated for resources: {'Port': ['ID=5d81aa83-3e29-4d1c-993e-7e11f08bdee7,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:47.394739 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc460aa7-f6e8-46c7-bba0-c00cf3dcd8ff None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:47.395404 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bc460aa7-f6e8-46c7-bba0-c00cf3dcd8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:47.410981 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4833213e-8c82-4048-a55e-6d3c1cc2f54e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Unset dirty status for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:49:47.410981 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4833213e-8c82-4048-a55e-6d3c1cc2f54e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports?device_id=7484255f-cee6-4bea-863c-55bd913aa9bf HTTP/1.1" status: 200 len: 205 time: 0.1204450 Jan 28 06:49:47.411862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47044) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:47.418057 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:47.469837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:47.488886 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-339f3a34-fe40-4315-b415-d02d0a9b4721 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Transition to ACTIVE for port object 41cd073e-1c34-4500-b286-1b32a3ba05fa will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:47.525599 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13e903d2-6d0a-4965-a48a-36def7ab546e req-503b80e2-6dd1-4f4b-a388-7da9fab4bbb3 service neutron] 10.222.0.37 "GET /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6797910 Jan 28 06:49:47.529180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-873d3ee1-809b-40d2-9402-c11a6b102eed tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:47.578587 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c018dd6-1f5d-4132-9c07-ef32461e272f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:47.638113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-bc460aa7-f6e8-46c7-bba0-c00cf3dcd8ff None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:47.647750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bf1bc-dd98-475f-8d63-6e48ccb89699 req-6a2b2b60-3c88-47cc-b55a-3a54020f469f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:47.649225 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a0bf1bc-dd98-475f-8d63-6e48ccb89699 req-6a2b2b60-3c88-47cc-b55a-3a54020f469f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 945 time: 0.8377631 Jan 28 06:49:47.651195 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-339f3a34-fe40-4315-b415-d02d0a9b4721 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:47.657746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d3ee1-809b-40d2-9402-c11a6b102eed tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Subnet': ['ID=42158c60-369c-4a7b-94a1-6d048f520926,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:47.683122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-873d3ee1-809b-40d2-9402-c11a6b102eed tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:47.769815 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f22ccec-9226-4194-8ca5-24552af31988 None None] Network ccd9f290-a5ea-4240-9edc-bb74e64e692f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:47.804734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Attempting to bind port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:49:47.805020 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Attempting to bind port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'e6e52c03-d883-4b69-a294-6e9b20ccba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '410f6258-4b41-4c66-9d8d-bd9db5b8040b'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:49:47.805387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Attempting to bind port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 on network 410f6258-4b41-4c66-9d8d-bd9db5b8040b {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:49:47.816696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bc460aa7-f6e8-46c7-bba0-c00cf3dcd8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:40Z', 'revision_number': 11, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:47.817735 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-873d3ee1-809b-40d2-9402-c11a6b102eed tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/42158c60-369c-4a7b-94a1-6d048f520926 HTTP/1.1" status: 204 len: 168 time: 1.6116493 Jan 28 06:49:47.831687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47048) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:47.837117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:49:47.837500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Checking segment: {'id': 'e6e52c03-d883-4b69-a294-6e9b20ccba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '410f6258-4b41-4c66-9d8d-bd9db5b8040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:49:47.837994 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:47.838294 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Bound using segment: {'id': 'e6e52c03-d883-4b69-a294-6e9b20ccba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '410f6258-4b41-4c66-9d8d-bd9db5b8040b'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:49:47.838864 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Bound port: 5d81aa83-3e29-4d1c-993e-7e11f08bdee7, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e52c03-d883-4b69-a294-6e9b20ccba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '410f6258-4b41-4c66-9d8d-bd9db5b8040b'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:49:47.839251 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:47.866839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc460aa7-f6e8-46c7-bba0-c00cf3dcd8ff None None] Checking router: 7484255f-cee6-4bea-863c-55bd913aa9bf for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:47.876127 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device aab8f544-6009-47ae-bf26-70f9a39d4da6 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:47.917875 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-6a0bf1bc-dd98-475f-8d63-6e48ccb89699 req-a0cae07d-23b9-4f5a-9f3e-8db52b200d7a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:47.918217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6a0bf1bc-dd98-475f-8d63-6e48ccb89699 req-a0cae07d-23b9-4f5a-9f3e-8db52b200d7a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:47.988136 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f3a34-fe40-4315-b415-d02d0a9b4721 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event updated for resources: {'Port': ['ID=41cd073e-1c34-4500-b286-1b32a3ba05fa,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:48.009266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: aab8f544-6009-47ae-bf26-70f9a39d4da6 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:48.009266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device aab8f544-6009-47ae-bf26-70f9a39d4da6 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:48.023034 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-745a4e2a-142c-4998-8b70-2479b48466f2 None None] Allocated IP 172.20.0.34 (bff64c5c-baec-43ab-a663-4a77377cc13f/fff2f354-cce7-48c3-a606-391420103d7f/c57767c7-462d-4cab-8763-226c7175ce50) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:48.047124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc460aa7-f6e8-46c7-bba0-c00cf3dcd8ff None None] Routers {'7484255f-cee6-4bea-863c-55bd913aa9bf'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:48.047818 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bc460aa7-f6e8-46c7-bba0-c00cf3dcd8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7484255f-cee6-4bea-863c-55bd913aa9bf'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:48.068825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c018dd6-1f5d-4132-9c07-ef32461e272f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:48.072762 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c018dd6-1f5d-4132-9c07-ef32461e272f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:48.095244 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13e903d2-6d0a-4965-a48a-36def7ab546e req-c80da063-970d-4950-82b2-6b62df900bec service neutron] 10.222.0.37 "GET /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935408 Jan 28 06:49:48.097718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Allocated IP 172.26.4.241 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/cdbd5175-c08f-4ab1-b6d8-e649516aef01) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:48.102271 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-339f3a34-fe40-4315-b415-d02d0a9b4721 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] In _notify_port_updated(), no bound segment for port 41cd073e-1c34-4500-b286-1b32a3ba05fa on network bff64c5c-baec-43ab-a663-4a77377cc13f {{(pid=88216) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:49:48.108003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339f3a34-fe40-4315-b415-d02d0a9b4721 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:48.108629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-339f3a34-fe40-4315-b415-d02d0a9b4721 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:48.113675 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-339f3a34-fe40-4315-b415-d02d0a9b4721 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "PUT /v2.0/ports/41cd073e-1c34-4500-b286-1b32a3ba05fa HTTP/1.1" status: 200 len: 960 time: 3.4798784 Jan 28 06:49:48.116199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:48.116331 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47052) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:48.122409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db609c9-8816-4610-a673-1eabfd437baf req-30d3a1fb-326c-4d07-b91b-5522b79bff74 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:48.129381 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2db609c9-8816-4610-a673-1eabfd437baf req-30d3a1fb-326c-4d07-b91b-5522b79bff74 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 945 time: 0.6064839 Jan 28 06:49:48.183279 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c018dd6-1f5d-4132-9c07-ef32461e272f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:48.183805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c018dd6-1f5d-4132-9c07-ef32461e272f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Fanout notify agent at l3_agent the message router_deleted on router 7484255f-cee6-4bea-863c-55bd913aa9bf {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:49:48.206242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-65cb112f-a4e6-428e-81a3-b71dcab2d7b1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port 41cd073e-1c34-4500-b286-1b32a3ba05fa {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:48.207970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-65cb112f-a4e6-428e-81a3-b71dcab2d7b1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:48.243164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3c018dd6-1f5d-4132-9c07-ef32461e272f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:48.248268 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3c018dd6-1f5d-4132-9c07-ef32461e272f tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf HTTP/1.1" status: 204 len: 168 time: 0.8313520 Jan 28 06:49:48.250334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47056) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:48.285799 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a7f711f4-d3f0-4880-9c35-98a85e693c71 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1489195320', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:48.293576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port d2ea3334-0267-47a9-9631-866b643758dc {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:48.294206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:48.314646 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-bc460aa7-f6e8-46c7-bba0-c00cf3dcd8ff None None] Set router 7484255f-cee6-4bea-863c-55bd913aa9bf gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:48.329633 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2db609c9-8816-4610-a673-1eabfd437baf req-fadffec0-34bb-4e2a-994f-271b3bdd9545 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993201 Jan 28 06:49:48.341356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a7f711f4-d3f0-4880-9c35-98a85e693c71 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:48.417229 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a7f711f4-d3f0-4880-9c35-98a85e693c71 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Usage tracker for resource:router and tenant:0d07c815a9ba4bbcb3169ef62da728db is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:48.421576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a7f711f4-d3f0-4880-9c35-98a85e693c71 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:48.437294 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a7f711f4-d3f0-4880-9c35-98a85e693c71 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:48.478414 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] For port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:49:48.481922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-28c3baa6-5b91-4814-8035-c404ede63408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:49:23Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:43Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:48.489613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-65cb112f-a4e6-428e-81a3-b71dcab2d7b1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:48.545325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c3baa6-5b91-4814-8035-c404ede63408 None None] The sync data for ids ['5558ec57-f777-43cc-8b1d-40340c552c3c'] in dv-neutron-824022-4-hyperv is: [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:49:23Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a', 'name': '', 'network_id': '98e0775f-f72f-4160-b526-3c217463d46f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:e3:6a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:22Z', 'updated_at': '2022-01-28T06:46:43Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '9494a6f9-bea7-41ec-95e0-ea86021426f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:48.546964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bc460aa7-f6e8-46c7-bba0-c00cf3dcd8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:40Z', 'revision_number': 11, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:48.550828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] For port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5d81aa83-3e29-4d1c-993e-7e11f08bdee7,segment=NetworkSegment(e6e52c03-d883-4b69-a294-6e9b20ccba8c),segment_id=e6e52c03-d883-4b69-a294-6e9b20ccba8c)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:49:48.561735 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc460aa7-f6e8-46c7-bba0-c00cf3dcd8ff None None] The sync data for ids ['7484255f-cee6-4bea-863c-55bd913aa9bf'] in dv-neutron-824022-4-hyperv is: [{'id': '7484255f-cee6-4bea-863c-55bd913aa9bf', 'name': 'tempest-RoutersIpV6Test-router-2114311720', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:09Z', 'updated_at': '2022-01-28T06:49:40Z', 'revision_number': 11, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:48.616253 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-745a4e2a-142c-4998-8b70-2479b48466f2 None None] For port c57767c7-462d-4cab-8763-226c7175ce50, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c57767c7-462d-4cab-8763-226c7175ce50,segment=NetworkSegment(5c70c333-2ebf-460d-999f-5ce4e2cc74ce),segment_id=5c70c333-2ebf-460d-999f-5ce4e2cc74ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:48.618939 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:48.709520 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a15e094-4f7a-486d-904a-388e34cb9fbb None None] DHCP port deletion for ccd9f290-a5ea-4240-9edc-bb74e64e692f request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:48.737135 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8a15e094-4f7a-486d-904a-388e34cb9fbb None None] Deleting port d2ea3334-0267-47a9-9631-866b643758dc {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:48.737514 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a15e094-4f7a-486d-904a-388e34cb9fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:48.781441 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-65cb112f-a4e6-428e-81a3-b71dcab2d7b1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for 41cd073e-1c34-4500-b286-1b32a3ba05fa owned by {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:48.795783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-745a4e2a-142c-4998-8b70-2479b48466f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:48.847431 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa373cd0-a8ed-4968-bb5a-411b38dda499 None None] Pushing event updated for resources: {'Port': ['ID=5d81aa83-3e29-4d1c-993e-7e11f08bdee7,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:48.864586 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-745a4e2a-142c-4998-8b70-2479b48466f2 None None] Transition to ACTIVE for port object c57767c7-462d-4cab-8763-226c7175ce50 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:48.898975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] For port d2ea3334-0267-47a9-9631-866b643758dc, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d2ea3334-0267-47a9-9631-866b643758dc,segment=NetworkSegment(d7420368-4eb2-4134-8055-4cf0a068afb8),segment_id=d7420368-4eb2-4134-8055-4cf0a068afb8)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:48.899575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:48.933776 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-745a4e2a-142c-4998-8b70-2479b48466f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.013862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-65cb112f-a4e6-428e-81a3-b71dcab2d7b1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.064637 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63818c3-f93e-4145-bc4a-d895c415559e None None] New status for floating IP cd55a0e1-46f3-4a3e-95fc-a82e0a201b9e: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:49:49.092470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb112f-a4e6-428e-81a3-b71dcab2d7b1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=41cd073e-1c34-4500-b286-1b32a3ba05fa,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:49.142831 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a4e2a-142c-4998-8b70-2479b48466f2 None None] Pushing event updated for resources: {'Port': ['ID=c57767c7-462d-4cab-8763-226c7175ce50,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:49.209173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.248835 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-65cb112f-a4e6-428e-81a3-b71dcab2d7b1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.317506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8a15e094-4f7a-486d-904a-388e34cb9fbb None None] For port d2ea3334-0267-47a9-9631-866b643758dc, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d2ea3334-0267-47a9-9631-866b643758dc,segment=NetworkSegment(d7420368-4eb2-4134-8055-4cf0a068afb8),segment_id=d7420368-4eb2-4134-8055-4cf0a068afb8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:49.317933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a15e094-4f7a-486d-904a-388e34cb9fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.340579 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-65cb112f-a4e6-428e-81a3-b71dcab2d7b1 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/41cd073e-1c34-4500-b286-1b32a3ba05fa HTTP/1.1" status: 204 len: 168 time: 1.2244093 Jan 28 06:49:49.341390 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-6a0bf1bc-dd98-475f-8d63-6e48ccb89699 req-a0cae07d-23b9-4f5a-9f3e-8db52b200d7a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d,segment=NetworkSegment(5fbf314a-ca07-484f-996a-cf450c6d8384),segment_id=5fbf314a-ca07-484f-996a-cf450c6d8384)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:49.341749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6a0bf1bc-dd98-475f-8d63-6e48ccb89699 req-a0cae07d-23b9-4f5a-9f3e-8db52b200d7a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.343049 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47060) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:49.423354 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-487afb13-89e5-43d0-a7d5-4d04599b99b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] GET failed (client error): The resource could not be found. Jan 28 06:49:49.424150 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-487afb13-89e5-43d0-a7d5-4d04599b99b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Synchronizing usage tracker for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:49:49.485836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8a15e094-4f7a-486d-904a-388e34cb9fbb None None] Calling delete_port for d2ea3334-0267-47a9-9631-866b643758dc owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:49.487410 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-487afb13-89e5-43d0-a7d5-4d04599b99b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Unset dirty status for tenant:de6a824d5ec249e0b22ece683ed2b1e4 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:49:49.488836 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-487afb13-89e5-43d0-a7d5-4d04599b99b9 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports/41cd073e-1c34-4500-b286-1b32a3ba05fa HTTP/1.1" status: 404 len: 333 time: 0.1441956 Jan 28 06:49:49.491487 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47066) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:49.576486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-6a0bf1bc-dd98-475f-8d63-6e48ccb89699 req-a0cae07d-23b9-4f5a-9f3e-8db52b200d7a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:49.597768 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7a4287fb-ec80-42b1-abae-e55a0363b118 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.613510 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7f711f4-d3f0-4880-9c35-98a85e693c71 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.614566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7f711f4-d3f0-4880-9c35-98a85e693c71 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.625112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Calling delete_port for d2ea3334-0267-47a9-9631-866b643758dc owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:49.632359 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7a4287fb-ec80-42b1-abae-e55a0363b118 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.664452 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a15e094-4f7a-486d-904a-388e34cb9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.714901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15e094-4f7a-486d-904a-388e34cb9fbb None None] Pushing event deleted for resources: {'Port': ['ID=d2ea3334-0267-47a9-9631-866b643758dc,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:49.719268 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a15e094-4f7a-486d-904a-388e34cb9fbb None None] No DVR routers for this DVR port d2ea3334-0267-47a9-9631-866b643758dc on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:49.734601 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7a4287fb-ec80-42b1-abae-e55a0363b118 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.766825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4287fb-ec80-42b1-abae-e55a0363b118 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fe2bf5-ee74-4566-ba3e-95396045b956,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:49.770890 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7a4287fb-ec80-42b1-abae-e55a0363b118 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.774460 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7a4287fb-ec80-42b1-abae-e55a0363b118 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/security-groups/86fe2bf5-ee74-4566-ba3e-95396045b956 HTTP/1.1" status: 204 len: 168 time: 0.2793982 Jan 28 06:49:49.774922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47070) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:49.790388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7f711f4-d3f0-4880-9c35-98a85e693c71 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.862078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c36b89ad-da8a-4767-973b-7c0c7c9010da tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.902785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.920967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c36b89ad-da8a-4767-973b-7c0c7c9010da tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:49.951823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:49:49.952141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:49:50.004393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446060f-7909-44cf-a56c-a47d5c254603 req-5ed21008-26d0-4c5b-9c20-58442117cd12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:49:50.006149 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0446060f-7909-44cf-a56c-a47d5c254603 req-5ed21008-26d0-4c5b-9c20-58442117cd12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 945 time: 0.3521895 Jan 28 06:49:50.023174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7f711f4-d3f0-4880-9c35-98a85e693c71 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:50.065333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:50.065452 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c57767c7-462d-4cab-8763-226c7175ce50 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:50.070597 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c36b89ad-da8a-4767-973b-7c0c7c9010da tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:50.075087 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:50.088241 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:49:50.098248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b89ad-da8a-4767-973b-7c0c7c9010da tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3518cf27-3826-479c-899b-c9a526aadb2c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:50.109935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c36b89ad-da8a-4767-973b-7c0c7c9010da tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:50.111554 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c36b89ad-da8a-4767-973b-7c0c7c9010da tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/security-groups/3518cf27-3826-479c-899b-c9a526aadb2c HTTP/1.1" status: 204 len: 168 time: 0.3356068 Jan 28 06:49:50.114115 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47074) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:50.121418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Pushing event updated for resources: {'Port': ['ID=cdbd5175-c08f-4ab1-b6d8-e649516aef01,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:50.162919 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0446060f-7909-44cf-a56c-a47d5c254603 req-c5171418-4740-4083-87f8-e14d66f26b37 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264c353-708e-4bcc-88d2-c4c2263f9f02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448963 Jan 28 06:49:50.162919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6a0bf1bc-dd98-475f-8d63-6e48ccb89699 req-a0cae07d-23b9-4f5a-9f3e-8db52b200d7a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:50.204641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:50.230738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cce2c632-7381-4560-a791-ffcd3fa73c38 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:50.233619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cae07d-23b9-4f5a-9f3e-8db52b200d7a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=5377f41d-d6c6-4d1c-8c9a-088a4f0df22d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:50.282280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cce2c632-7381-4560-a791-ffcd3fa73c38 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:50.337447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d5eebfa5-eaf1-4c67-a43d-65aba6bd45b6 None None] Provisioning complete for port c0821481-6b92-4653-8e50-55795b9caa7d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:50.339271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5eebfa5-eaf1-4c67-a43d-65aba6bd45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:50.383587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a7f711f4-d3f0-4880-9c35-98a85e693c71 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:50.384794 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a7f711f4-d3f0-4880-9c35-98a85e693c71 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.1345096 Jan 28 06:49:50.389653 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47078) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:50.396603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-1a8203bc-4616-4adf-8c55-9d8c67f48760 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:50.398194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0bf1bc-dd98-475f-8d63-6e48ccb89699 req-a0cae07d-23b9-4f5a-9f3e-8db52b200d7a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] No DVR routers for this DVR port 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:50.399908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d5eebfa5-eaf1-4c67-a43d-65aba6bd45b6 None None] Port c0821481-6b92-4653-8e50-55795b9caa7d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:50.400715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6a0bf1bc-dd98-475f-8d63-6e48ccb89699 req-a0cae07d-23b9-4f5a-9f3e-8db52b200d7a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:50.402901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d5eebfa5-eaf1-4c67-a43d-65aba6bd45b6 None None] Could not find standard attr ID for object 41cd073e-1c34-4500-b286-1b32a3ba05fa. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:49:50.403275 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a0bf1bc-dd98-475f-8d63-6e48ccb89699 req-a0cae07d-23b9-4f5a-9f3e-8db52b200d7a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "DELETE /v2.0/ports/5377f41d-d6c6-4d1c-8c9a-088a4f0df22d HTTP/1.1" status: 204 len: 173 time: 2.7340868 Jan 28 06:49:50.405344 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'name': 'network-vif-deleted', 'tag': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:49:50.418767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:50.475921 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Deleting port d2ea3334-0267-47a9-9631-866b643758dc {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:50.482417 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:50.485951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d2ea3334-0267-47a9-9631-866b643758dc no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:50.525282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: d2ea3334-0267-47a9-9631-866b643758dc {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:50.525709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d2ea3334-0267-47a9-9631-866b643758dc not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:50.526968 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395ad1cd-5dde-4263-89fc-6765a4c64844', 'name': 'network-vif-deleted', 'tag': '5377f41d-d6c6-4d1c-8c9a-088a4f0df22d', 'status': 'completed', 'code': 200} Jan 28 06:49:50.533516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed311309-1f7d-4942-9319-db490072e5ea None None] Network 410f6258-4b41-4c66-9d8d-bd9db5b8040b requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:50.549425 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d5eebfa5-eaf1-4c67-a43d-65aba6bd45b6 None None] Provisioning for port c57767c7-462d-4cab-8763-226c7175ce50 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:50.569388 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d5eebfa5-eaf1-4c67-a43d-65aba6bd45b6 None None] Provisioning complete for port c57767c7-462d-4cab-8763-226c7175ce50 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:50.569831 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5eebfa5-eaf1-4c67-a43d-65aba6bd45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:50.578101 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cce2c632-7381-4560-a791-ffcd3fa73c38 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:50.600091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] The port 'd2ea3334-0267-47a9-9631-866b643758dc' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:49:50.633156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cce2c632-7381-4560-a791-ffcd3fa73c38 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:50.634575 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cce2c632-7381-4560-a791-ffcd3fa73c38 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/security-groups/1d0798d0-11ab-4777-925d-5f7bc2a4981a HTTP/1.1" status: 204 len: 168 time: 0.5192463 Jan 28 06:49:50.663020 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47084) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:50.720130 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2c632-7381-4560-a791-ffcd3fa73c38 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0798d0-11ab-4777-925d-5f7bc2a4981a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:50.958717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:50.990881 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcf2c4f-20c0-4035-b4ef-67f27e8b9e0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting subnet a10f692b-29f2-4a04-a2d9-830dcc586b34 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:50.998896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2c4f-20c0-4035-b4ef-67f27e8b9e0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.028346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd9f290-a5ea-4240-9edc-bb74e64e692f']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:51.029449 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1a8203bc-4616-4adf-8c55-9d8c67f48760 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.086599 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a3976f3c-a233-44a7-ba5c-aaa1c63ae19f None None] Could not find standard attr ID for object 41cd073e-1c34-4500-b286-1b32a3ba05fa. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 06:49:51.105320 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1a8203bc-4616-4adf-8c55-9d8c67f48760 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.138758 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a3976f3c-a233-44a7-ba5c-aaa1c63ae19f None None] Provisioning for port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:51.145598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a3976f3c-a233-44a7-ba5c-aaa1c63ae19f None None] Provisioning complete for port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:51.146091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a3976f3c-a233-44a7-ba5c-aaa1c63ae19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.256302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7420368-4eb2-4134-8055-4cf0a068afb8') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:51.256666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7420368-4eb2-4134-8055-4cf0a068afb8') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:51.275121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.337191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2c4f-20c0-4035-b4ef-67f27e8b9e0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.391992 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a3976f3c-a233-44a7-ba5c-aaa1c63ae19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.404494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:51.423537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.430102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8203bc-4616-4adf-8c55-9d8c67f48760 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Router 7aae19d0-defb-427d-b7f9-d6fa42e411ba is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:49:51.443371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:51.444042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.453618 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:51.453969 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5377f41d-d6c6-4d1c-8c9a-088a4f0df22d not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:51.462566 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:51.487109 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a3976f3c-a233-44a7-ba5c-aaa1c63ae19f None None] For port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5d81aa83-3e29-4d1c-993e-7e11f08bdee7,segment=NetworkSegment(e6e52c03-d883-4b69-a294-6e9b20ccba8c),segment_id=e6e52c03-d883-4b69-a294-6e9b20ccba8c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:51.573218 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a3976f3c-a233-44a7-ba5c-aaa1c63ae19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.647390 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3976f3c-a233-44a7-ba5c-aaa1c63ae19f None None] Pushing event updated for resources: {'Port': ['ID=5d81aa83-3e29-4d1c-993e-7e11f08bdee7,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:51.699710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b7c62efd-83b7-4a97-a6e7-6e1612d7130f req-8195abc0-ed25-48da-9e99-3cd2477a767f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:49:51.703215 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0767ab86-3a8e-4b1a-855d-a9d330bf2c1b None None] Provisioning complete for port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:51.704263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0767ab86-3a8e-4b1a-855d-a9d330bf2c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.722145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.744973 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8203bc-4616-4adf-8c55-9d8c67f48760 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:51.754642 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1a8203bc-4616-4adf-8c55-9d8c67f48760 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.754833 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1a8203bc-4616-4adf-8c55-9d8c67f48760 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "PUT /v2.0/routers/7aae19d0-defb-427d-b7f9-d6fa42e411ba HTTP/1.1" status: 200 len: 698 time: 1.3641703 Jan 28 06:49:51.758042 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47090) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:51.759171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c470d46-79db-4b75-9519-fc84f00d245a None None] Sync routers for ids ['7aae19d0-defb-427d-b7f9-d6fa42e411ba'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:51.785964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c470d46-79db-4b75-9519-fc84f00d245a None None] Routers {'7aae19d0-defb-427d-b7f9-d6fa42e411ba'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:51.786888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7c470d46-79db-4b75-9519-fc84f00d245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7aae19d0-defb-427d-b7f9-d6fa42e411ba'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:51.793537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.800233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2c4f-20c0-4035-b4ef-67f27e8b9e0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.852410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:51.896734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Pushing event deleted for resources: {'Network': ['ID=ccd9f290-a5ea-4240-9edc-bb74e64e692f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:51.908707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b7c62efd-83b7-4a97-a6e7-6e1612d7130f req-8195abc0-ed25-48da-9e99-3cd2477a767f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:49:51.909878 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7c62efd-83b7-4a97-a6e7-6e1612d7130f req-8195abc0-ed25-48da-9e99-3cd2477a767f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=395ad1cd-5dde-4263-89fc-6765a4c64844 HTTP/1.1" status: 200 len: 210 time: 0.3273990 Jan 28 06:49:51.922337 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-44888dc8-70d2-4455-906a-85f9d4d9547d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/networks/ccd9f290-a5ea-4240-9edc-bb74e64e692f HTTP/1.1" status: 204 len: 168 time: 4.0896080 Jan 28 06:49:51.927173 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47094) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:51.936110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-804e6c05-55f2-414a-802a-328766c9a956 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'router': {'routes': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:51.979027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-7c470d46-79db-4b75-9519-fc84f00d245a None None] Set router 7aae19d0-defb-427d-b7f9-d6fa42e411ba gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:51.997376 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bf33b52c-8151-4563-bee6-6aeb59998701 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/routers/7aae19d0-defb-427d-b7f9-d6fa42e411ba HTTP/1.1" status: 200 len: 704 time: 0.2351875 Jan 28 06:49:52.000890 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47098) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:52.021870 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:52.106568 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-529d0aa6-7db4-44ee-ae82-40e8a14acfcd tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aae19d0-defb-427d-b7f9-d6fa42e411ba HTTP/1.1" status: 200 len: 205 time: 0.1017320 Jan 28 06:49:52.111042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47102) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:52.141331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7c470d46-79db-4b75-9519-fc84f00d245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aae19d0-defb-427d-b7f9-d6fa42e411ba', 'name': 'tempest-RoutersIpV6Test-router-1489195320', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:49Z', 'updated_at': '2022-01-28T06:49:51Z', 'revision_number': 2, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:52.154104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c470d46-79db-4b75-9519-fc84f00d245a None None] Checking router: 7aae19d0-defb-427d-b7f9-d6fa42e411ba for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:52.174948 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c470d46-79db-4b75-9519-fc84f00d245a None None] Routers {'7aae19d0-defb-427d-b7f9-d6fa42e411ba'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:52.175606 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7c470d46-79db-4b75-9519-fc84f00d245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['7aae19d0-defb-427d-b7f9-d6fa42e411ba'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:52.205305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2c4f-20c0-4035-b4ef-67f27e8b9e0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:52.279486 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.extraroute_db [None req-804e6c05-55f2-414a-802a-328766c9a956 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Added routes are [] {{(pid=88216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 06:49:52.279875 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.extraroute_db [None req-804e6c05-55f2-414a-802a-328766c9a956 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Removed routes are [] {{(pid=88216) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 06:49:52.280290 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-804e6c05-55f2-414a-802a-328766c9a956 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:52.308151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-7c470d46-79db-4b75-9519-fc84f00d245a None None] Set router 7aae19d0-defb-427d-b7f9-d6fa42e411ba gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:52.317757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf2c4f-20c0-4035-b4ef-67f27e8b9e0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Subnet': ['ID=a10f692b-29f2-4a04-a2d9-830dcc586b34,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:52.324243 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2c4f-20c0-4035-b4ef-67f27e8b9e0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:52.333594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d983891-a27a-45d4-a2bb-716275bd0f73 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:52.349680 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:52.349680 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:52.432042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6398c54e-cac7-4231-bd15-a6ff14cadc33 None None] Network bff64c5c-baec-43ab-a663-4a77377cc13f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:52.454741 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8fcf2c4f-20c0-4035-b4ef-67f27e8b9e0a tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/a10f692b-29f2-4a04-a2d9-830dcc586b34 HTTP/1.1" status: 204 len: 168 time: 1.7702224 Jan 28 06:49:52.464181 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47106) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:52.471536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7c470d46-79db-4b75-9519-fc84f00d245a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aae19d0-defb-427d-b7f9-d6fa42e411ba', 'name': 'tempest-RoutersIpV6Test-router-1489195320', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:49Z', 'updated_at': '2022-01-28T06:49:51Z', 'revision_number': 2, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:52.497886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c470d46-79db-4b75-9519-fc84f00d245a None None] The sync data for ids ['7aae19d0-defb-427d-b7f9-d6fa42e411ba'] in dv-neutron-824022-4-hyperv is: [{'id': '7aae19d0-defb-427d-b7f9-d6fa42e411ba', 'name': 'tempest-RoutersIpV6Test-router-1489195320', 'tenant_id': '0d07c815a9ba4bbcb3169ef62da728db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:49Z', 'updated_at': '2022-01-28T06:49:51Z', 'revision_number': 2, 'project_id': '0d07c815a9ba4bbcb3169ef62da728db', 'gw_port_host': None}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:52.547117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-804e6c05-55f2-414a-802a-328766c9a956 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:52.552058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-804e6c05-55f2-414a-802a-328766c9a956 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:52.707123 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804e6c05-55f2-414a-802a-328766c9a956 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router 00136173-1984-42b0-b27f-9271af501164 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:52.879312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.011890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e47ad44-2c1f-4869-ad23-4b926c16c2f2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting subnet fff2f354-cce7-48c3-a606-391420103d7f {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:53.022597 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804e6c05-55f2-414a-802a-328766c9a956 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:53.024393 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47112) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:53.032100 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d983891-a27a-45d4-a2bb-716275bd0f73 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.033801 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5608614-07dd-4386-9655-17c005ba9254 None None] Sync routers for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:53.035799 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d983891-a27a-45d4-a2bb-716275bd0f73 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.037321 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e47ad44-2c1f-4869-ad23-4b926c16c2f2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.044793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-804e6c05-55f2-414a-802a-328766c9a956 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.046207 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-804e6c05-55f2-414a-802a-328766c9a956 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/00136173-1984-42b0-b27f-9271af501164 HTTP/1.1" status: 200 len: 700 time: 1.1179509 Jan 28 06:49:53.046379 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5608614-07dd-4386-9655-17c005ba9254 None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:53.046915 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b5608614-07dd-4386-9655-17c005ba9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:53.049561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47116) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:53.120637 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e4ce94b4-0a7f-48a4-91c8-89df85b8daac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Synchronizing usage tracker for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:49:53.184592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5be00c62-fa56-4e35-9ae2-d03730478321 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.196436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e47ad44-2c1f-4869-ad23-4b926c16c2f2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.224757 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5be00c62-fa56-4e35-9ae2-d03730478321 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.234169 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b5608614-07dd-4386-9655-17c005ba9254 None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:53.240127 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e4ce94b4-0a7f-48a4-91c8-89df85b8daac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Unset dirty status for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:49:53.241539 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e4ce94b4-0a7f-48a4-91c8-89df85b8daac tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports?device_id=00136173-1984-42b0-b27f-9271af501164 HTTP/1.1" status: 200 len: 205 time: 0.1912174 Jan 28 06:49:53.247896 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47120) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:53.264423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d983891-a27a-45d4-a2bb-716275bd0f73 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.264913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d983891-a27a-45d4-a2bb-716275bd0f73 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Fanout notify agent at l3_agent the message router_deleted on router 7aae19d0-defb-427d-b7f9-d6fa42e411ba {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:49:53.328939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d983891-a27a-45d4-a2bb-716275bd0f73 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.330028 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4d983891-a27a-45d4-a2bb-716275bd0f73 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/routers/7aae19d0-defb-427d-b7f9-d6fa42e411ba HTTP/1.1" status: 204 len: 168 time: 1.2097931 Jan 28 06:49:53.334012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47124) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:53.393332 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b5608614-07dd-4386-9655-17c005ba9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 11, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:53.398376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0c24b805-e941-4a18-a5bd-64c48647d238 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Synchronizing usage tracker for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:49:53.399466 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5608614-07dd-4386-9655-17c005ba9254 None None] Checking router: 00136173-1984-42b0-b27f-9271af501164 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:53.412899 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5608614-07dd-4386-9655-17c005ba9254 None None] Routers {'00136173-1984-42b0-b27f-9271af501164'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:53.413933 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b5608614-07dd-4386-9655-17c005ba9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['00136173-1984-42b0-b27f-9271af501164'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:53.417707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e47ad44-2c1f-4869-ad23-4b926c16c2f2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.440539 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6a23e67c-8fcd-48c6-9ddf-045b25da7c98 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.475744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Router 609e62de-dd89-4cfb-a199-d51040ba588e is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:49:53.501566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f469681d-6b1a-44fb-83c2-9bb405c85ccb None None] Provisioning complete for port c0821481-6b92-4653-8e50-55795b9caa7d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:53.502159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f469681d-6b1a-44fb-83c2-9bb405c85ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.564682 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b5608614-07dd-4386-9655-17c005ba9254 None None] Set router 00136173-1984-42b0-b27f-9271af501164 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:53.565523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0c24b805-e941-4a18-a5bd-64c48647d238 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] Unset dirty status for tenant:0d07c815a9ba4bbcb3169ef62da728db on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:49:53.567122 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0c24b805-e941-4a18-a5bd-64c48647d238 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports?device_id=7aae19d0-defb-427d-b7f9-d6fa42e411ba HTTP/1.1" status: 200 len: 205 time: 0.2321324 Jan 28 06:49:53.582454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47128) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:53.631188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f469681d-6b1a-44fb-83c2-9bb405c85ccb None None] Port c0821481-6b92-4653-8e50-55795b9caa7d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:53.648600 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f469681d-6b1a-44fb-83c2-9bb405c85ccb None None] Provisioning complete for port c57767c7-462d-4cab-8763-226c7175ce50 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:53.648973 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f469681d-6b1a-44fb-83c2-9bb405c85ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.674693 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-35025e53-d904-481f-8e2b-be00f3b3a186 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] delete failed (client error): The resource could not be found. Jan 28 06:49:53.675773 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-35025e53-d904-481f-8e2b-be00f3b3a186 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/routers/7aae19d0-defb-427d-b7f9-d6fa42e411ba HTTP/1.1" status: 404 len: 336 time: 0.0923846 Jan 28 06:49:53.686141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e47ad44-2c1f-4869-ad23-4b926c16c2f2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.686747 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b5608614-07dd-4386-9655-17c005ba9254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 11, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:53.692693 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5608614-07dd-4386-9655-17c005ba9254 None None] The sync data for ids ['00136173-1984-42b0-b27f-9271af501164'] in dv-neutron-824022-4-hyperv is: [{'id': '00136173-1984-42b0-b27f-9271af501164', 'name': 'tempest-RoutersTest-router-896639510', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:48:10Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 11, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:53.700256 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47132) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:53.742353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e47ad44-2c1f-4869-ad23-4b926c16c2f2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.745968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fb5f95-0be5-4d86-8eb8-33a4a6991890 None None] Network bff64c5c-baec-43ab-a663-4a77377cc13f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:53.759832 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6e47ad44-2c1f-4869-ad23-4b926c16c2f2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/fff2f354-cce7-48c3-a606-391420103d7f HTTP/1.1" status: 204 len: 168 time: 1.2859938 Jan 28 06:49:53.773346 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47136) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:53.828446 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47ad44-2c1f-4869-ad23-4b926c16c2f2 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Subnet': ['ID=fff2f354-cce7-48c3-a606-391420103d7f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:53.848579 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee5d749-589b-4f8c-8013-bfe24e65814d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:53.848579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee5d749-589b-4f8c-8013-bfe24e65814d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:53.850231 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dee5d749-589b-4f8c-8013-bfe24e65814d tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/b30cbe78-039b-4529-8142-44400f33f783 HTTP/1.1" status: 404 len: 337 time: 0.1112423 Jan 28 06:49:53.884868 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47140) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:53.931576 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf7bfd3-691c-4db8-9e9a-911a296d0bea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:53.931990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf7bfd3-691c-4db8-9e9a-911a296d0bea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:53.933804 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bcf7bfd3-691c-4db8-9e9a-911a296d0bea tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/a10f692b-29f2-4a04-a2d9-830dcc586b34 HTTP/1.1" status: 404 len: 337 time: 0.1513674 Jan 28 06:49:53.940280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6a23e67c-8fcd-48c6-9ddf-045b25da7c98 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.941751 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47144) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:53.942879 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f921daf-d129-4cd4-b011-9597973a4ea5 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:53.943526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f921daf-d129-4cd4-b011-9597973a4ea5 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:53.944998 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0f921daf-d129-4cd4-b011-9597973a4ea5 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/93ba386b-d503-4e65-b163-644325491c57 HTTP/1.1" status: 404 len: 337 time: 0.0553963 Jan 28 06:49:53.949311 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6a23e67c-8fcd-48c6-9ddf-045b25da7c98 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:53.950791 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47148) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:53.971842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:53.985798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Sync routers for ids ['609e62de-dd89-4cfb-a199-d51040ba588e'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:54.027708 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Routers {'609e62de-dd89-4cfb-a199-d51040ba588e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:54.028336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['609e62de-dd89-4cfb-a199-d51040ba588e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:54.030148 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:54.031614 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-947074cc-28e5-42e6-ab4e-88bdba3d16f5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1343966 Jan 28 06:49:54.034390 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47152) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:54.042949 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b419fd9b-d38e-4839-8721-6884d3299386 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:54.043426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b419fd9b-d38e-4839-8721-6884d3299386 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:54.067324 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b419fd9b-d38e-4839-8721-6884d3299386 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/cd30ab84-ddb7-4b10-9d74-12e3d688b15c HTTP/1.1" status: 404 len: 337 time: 0.1132557 Jan 28 06:49:54.067980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47156) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:54.112188 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-25054abc-e9ea-4236-9c65-468627aa07bb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting subnet e16d810d-88a7-4399-aeb8-80689a789544 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:49:54.115509 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff1ddda-0ec2-4938-bc08-95a790de89f3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:54.115960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff1ddda-0ec2-4938-bc08-95a790de89f3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:54.119589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25054abc-e9ea-4236-9c65-468627aa07bb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:54.158987 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9ff1ddda-0ec2-4938-bc08-95a790de89f3 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/03e01b15-d3c9-4424-aad2-7eedc7e64556 HTTP/1.1" status: 404 len: 337 time: 0.0877130 Jan 28 06:49:54.159711 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47160) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:54.211735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6a23e67c-8fcd-48c6-9ddf-045b25da7c98 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:54.212214 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a23e67c-8fcd-48c6-9ddf-045b25da7c98 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Fanout notify agent at l3_agent the message router_deleted on router 00136173-1984-42b0-b27f-9271af501164 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:49:54.221734 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-971795d8-a255-4a5b-8c59-1b366b7efe05 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports?device_id=7484255f-cee6-4bea-863c-55bd913aa9bf HTTP/1.1" status: 200 len: 205 time: 0.0581608 Jan 28 06:49:54.221897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47164) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:54.224386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6a23e67c-8fcd-48c6-9ddf-045b25da7c98 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:54.230503 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6a23e67c-8fcd-48c6-9ddf-045b25da7c98 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/routers/00136173-1984-42b0-b27f-9271af501164 HTTP/1.1" status: 204 len: 168 time: 0.9797413 Jan 28 06:49:54.233839 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47168) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:54.239156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7c70e837-dad8-4bb5-bf0a-701231ce2491 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1338255299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:54.246655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5be00c62-fa56-4e35-9ae2-d03730478321 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:54.248986 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5be00c62-fa56-4e35-9ae2-d03730478321 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:54.252640 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5be00c62-fa56-4e35-9ae2-d03730478321 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/security-groups/c264c353-708e-4bcc-88d2-c4c2263f9f02 HTTP/1.1" status: 204 len: 168 time: 1.2247899 Jan 28 06:49:54.262252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25054abc-e9ea-4236-9c65-468627aa07bb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:54.283823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Set router 609e62de-dd89-4cfb-a199-d51040ba588e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:54.299760 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-6f87aedf-af53-493d-b91f-76e8bd516926 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] delete failed (client error): The resource could not be found. Jan 28 06:49:54.305013 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6f87aedf-af53-493d-b91f-76e8bd516926 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/routers/7484255f-cee6-4bea-863c-55bd913aa9bf HTTP/1.1" status: 404 len: 336 time: 0.0783834 Jan 28 06:49:54.305013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47174) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:54.305830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7c70e837-dad8-4bb5-bf0a-701231ce2491 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:54.319099 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7c70e837-dad8-4bb5-bf0a-701231ce2491 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Usage tracker for resource:router and tenant:0b7a28ee7fb24363b3b8f7171893a121 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:54.324839 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be00c62-fa56-4e35-9ae2-d03730478321 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c264c353-708e-4bcc-88d2-c4c2263f9f02,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:54.328467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7c70e837-dad8-4bb5-bf0a-701231ce2491 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:49:54.341556 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7c70e837-dad8-4bb5-bf0a-701231ce2491 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:49:54.381766 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47178) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:54.478017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c70e837-dad8-4bb5-bf0a-701231ce2491 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:54.479767 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c70e837-dad8-4bb5-bf0a-701231ce2491 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:54.495907 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c70e837-dad8-4bb5-bf0a-701231ce2491 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:54.623292 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8bb1e91f-0044-4378-b826-b0f86cad5a90 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3e442d52-bf30-4932-a6ab-ed150b9d312d HTTP/1.1" status: 200 len: 205 time: 0.3187208 Jan 28 06:49:54.623843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47182) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:54.675256 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'name': 'tempest-TestVolumeBootPattern-724962905-router', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': 'cdbd5175-c08f-4ab1-b6d8-e649516aef01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:45Z', 'updated_at': '2022-01-28T06:49:50Z', 'revision_number': 3, 'project_id': 'fc6a093cc54c4bcf974d09280e305670', 'gw_port': {'id': 'cdbd5175-c08f-4ab1-b6d8-e649516aef01', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:47Z', 'updated_at': '2022-01-28T06:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:54.681725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Checking router: 609e62de-dd89-4cfb-a199-d51040ba588e for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:54.682704 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Updating router 609e62de-dd89-4cfb-a199-d51040ba588e port cdbd5175-c08f-4ab1-b6d8-e649516aef01 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:49:54.740675 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25054abc-e9ea-4236-9c65-468627aa07bb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:54.748980 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:54.771515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c70e837-dad8-4bb5-bf0a-701231ce2491 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:54.870643 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-5393efe3-ee22-4507-adbd-b637a8a5f4be tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] delete failed (client error): The resource could not be found. Jan 28 06:49:54.874491 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5393efe3-ee22-4507-adbd-b637a8a5f4be tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/routers/3e442d52-bf30-4932-a6ab-ed150b9d312d HTTP/1.1" status: 404 len: 336 time: 0.2478435 Jan 28 06:49:54.874990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47186) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:54.945577 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a72890-ddb0-408d-8b6b-00276e455970 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:54.946041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a72890-ddb0-408d-8b6b-00276e455970 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:54.951351 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-82a72890-ddb0-408d-8b6b-00276e455970 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/a65f03fc-905a-4881-a83b-b3096c314d44 HTTP/1.1" status: 404 len: 337 time: 0.0699384 Jan 28 06:49:54.954606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47190) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.007526 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4c6b14d8-0e4a-40f1-96fd-ff6b19d96072 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6effb80-61da-49f1-a339-0eee6d284a07 HTTP/1.1" status: 200 len: 205 time: 0.0517423 Jan 28 06:49:55.009828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47194) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.053312 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7c70e837-dad8-4bb5-bf0a-701231ce2491 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:55.057080 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7c70e837-dad8-4bb5-bf0a-701231ce2491 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8195066 Jan 28 06:49:55.058117 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47198) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.064709 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-9d319c99-15d0-42e2-8def-1e5c1aced1f7 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:55.132593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7c8889c3-4fcb-42d7-8026-da666cd4baff None None] Provisioning complete for port c0821481-6b92-4653-8e50-55795b9caa7d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:55.132811 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c8889c3-4fcb-42d7-8026-da666cd4baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:55.134104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25054abc-e9ea-4236-9c65-468627aa07bb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:55.144747 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-68b810ea-7f41-4edf-8558-dc0e000a5301 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] delete failed (client error): The resource could not be found. Jan 28 06:49:55.148224 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-68b810ea-7f41-4edf-8558-dc0e000a5301 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/routers/b6effb80-61da-49f1-a339-0eee6d284a07 HTTP/1.1" status: 404 len: 336 time: 0.1350260 Jan 28 06:49:55.148988 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47202) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.198232 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6092ff0a-4c4e-4475-bd53-6a8b68e34efe tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2e0cbf3-80bd-423b-b796-8a55f955d83f HTTP/1.1" status: 200 len: 205 time: 0.0458651 Jan 28 06:49:55.198445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-7c8889c3-4fcb-42d7-8026-da666cd4baff None None] Port c0821481-6b92-4653-8e50-55795b9caa7d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:55.198564 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47206) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.238135 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25054abc-e9ea-4236-9c65-468627aa07bb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Subnet': ['ID=e16d810d-88a7-4399-aeb8-80689a789544,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:55.247067 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7c8889c3-4fcb-42d7-8026-da666cd4baff None None] Provisioning complete for port c57767c7-462d-4cab-8763-226c7175ce50 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:55.247067 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7c8889c3-4fcb-42d7-8026-da666cd4baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:55.281470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-25054abc-e9ea-4236-9c65-468627aa07bb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:55.291945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4b8596-4dc3-433c-a8b7-e64a93cf109a None None] Network bff64c5c-baec-43ab-a663-4a77377cc13f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:49:55.303419 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-9fc34054-1150-468c-921a-d0237bd73680 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] delete failed (client error): The resource could not be found. Jan 28 06:49:55.306727 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9fc34054-1150-468c-921a-d0237bd73680 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/routers/e2e0cbf3-80bd-423b-b796-8a55f955d83f HTTP/1.1" status: 404 len: 336 time: 0.1050663 Jan 28 06:49:55.309164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47210) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.351891 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa13259e-2568-457c-aec1-95d74151b1dd tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:55.352625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa13259e-2568-457c-aec1-95d74151b1dd tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:55.356330 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-aa13259e-2568-457c-aec1-95d74151b1dd tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/09bfe2ad-7baf-4b67-bb95-5986a7af9761 HTTP/1.1" status: 404 len: 337 time: 0.0439165 Jan 28 06:49:55.357032 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47214) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.362764 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-25054abc-e9ea-4236-9c65-468627aa07bb tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/e16d810d-88a7-4399-aeb8-80689a789544 HTTP/1.1" status: 204 len: 168 time: 1.4145296 Jan 28 06:49:55.390224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47218) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.441243 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-37f781e1-a49c-4f1c-a73d-bda4d225ad3e tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50cd126-0830-4d87-8aa9-4a4a0e99359e HTTP/1.1" status: 200 len: 205 time: 0.0813725 Jan 28 06:49:55.444330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47222) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.452331 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b2ed35-0bb2-4f1e-be67-e9eec70e2601 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:55.452779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b2ed35-0bb2-4f1e-be67-e9eec70e2601 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:55.454391 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d4b2ed35-0bb2-4f1e-be67-e9eec70e2601 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/6d387f59-3e80-41f6-88e4-b5864a91b894 HTTP/1.1" status: 404 len: 337 time: 0.0591068 Jan 28 06:49:55.467413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:55.485842 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47226) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.534930 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Transition to ACTIVE for port object cdbd5175-c08f-4ab1-b6d8-e649516aef01 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:55.554300 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-7621260c-a069-4445-b158-f7fc1c58eefc tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] delete failed (client error): The resource could not be found. Jan 28 06:49:55.555321 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7621260c-a069-4445-b158-f7fc1c58eefc tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/routers/d50cd126-0830-4d87-8aa9-4a4a0e99359e HTTP/1.1" status: 404 len: 336 time: 0.1073003 Jan 28 06:49:55.558403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47230) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.609826 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8125ff-d632-462f-a5b8-9a90d29d950a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:55.610569 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8125ff-d632-462f-a5b8-9a90d29d950a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:55.612421 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5c8125ff-d632-462f-a5b8-9a90d29d950a tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/2894b910-ed66-4433-aa3e-1adf276f3c17 HTTP/1.1" status: 404 len: 337 time: 0.0529642 Jan 28 06:49:55.615037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47234) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.618740 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:55.634709 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-27154adb-77bb-422c-9382-e64f5398b4ca tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a28f55c-3707-40b6-8c72-83d2ad9b71d3 HTTP/1.1" status: 200 len: 205 time: 0.1187620 Jan 28 06:49:55.638032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d319c99-15d0-42e2-8def-1e5c1aced1f7 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:55.646673 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47238) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.692195 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2d16d3c7-25d1-4a26-b5c2-0bd5592f9120 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4446e03-e762-464c-b2e3-d472b638d774 HTTP/1.1" status: 200 len: 205 time: 0.0733418 Jan 28 06:49:55.693878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47242) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.716359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b247f-09dc-48e4-b4e9-03a18ccbfc06 None None] Pushing event updated for resources: {'Port': ['ID=cdbd5175-c08f-4ab1-b6d8-e649516aef01,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:55.721400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Attempting to bind port cdbd5175-c08f-4ab1-b6d8-e649516aef01 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:49:55.721756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Attempting to bind port cdbd5175-c08f-4ab1-b6d8-e649516aef01 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:49:55.722118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Attempting to bind port cdbd5175-c08f-4ab1-b6d8-e649516aef01 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:49:55.724703 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-de5bfea3-5d1d-46f5-b7d0-c80d27cfa072 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] delete failed (client error): The resource could not be found. Jan 28 06:49:55.725721 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-de5bfea3-5d1d-46f5-b7d0-c80d27cfa072 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/routers/6a28f55c-3707-40b6-8c72-83d2ad9b71d3 HTTP/1.1" status: 404 len: 336 time: 0.0774567 Jan 28 06:49:55.729320 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47246) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.730859 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:49:55.731297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:49:55.731663 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:55.732113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:49:55.732584 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Bound port: cdbd5175-c08f-4ab1-b6d8-e649516aef01, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:49:55.732957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:55.775037 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-a39be899-5899-4f38-8fbc-d3cdd11f3b6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:55.775971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a39be899-5899-4f38-8fbc-d3cdd11f3b6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:55.777814 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a39be899-5899-4f38-8fbc-d3cdd11f3b6e tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/2368b700-18aa-4439-ba81-d378db158dd3 HTTP/1.1" status: 404 len: 337 time: 0.0473690 Jan 28 06:49:55.780346 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47250) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.785714 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-ee644004-41dc-42a1-bf62-7eaa78dd72aa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] delete failed (client error): The resource could not be found. Jan 28 06:49:55.786711 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ee644004-41dc-42a1-bf62-7eaa78dd72aa tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/routers/b4446e03-e762-464c-b2e3-d472b638d774 HTTP/1.1" status: 404 len: 336 time: 0.0919590 Jan 28 06:49:55.789311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47254) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.821320 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:55.823992 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d319c99-15d0-42e2-8def-1e5c1aced1f7 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:55.832360 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b48ba68-4836-48a7-853e-8af75d1be868 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:55.840873 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-93acdd1e-f0b1-41d4-af51-6ef221dea8c5 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:55.841553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93acdd1e-f0b1-41d4-af51-6ef221dea8c5 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:55.843042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] For port cdbd5175-c08f-4ab1-b6d8-e649516aef01, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:49:55.844186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-93acdd1e-f0b1-41d4-af51-6ef221dea8c5 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/cd985fbf-efbe-4e6b-a08e-87cf6a33ae3a HTTP/1.1" status: 404 len: 337 time: 0.0538166 Jan 28 06:49:55.844617 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b48ba68-4836-48a7-853e-8af75d1be868 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:55.846477 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3b48ba68-4836-48a7-853e-8af75d1be868 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/1a15702d-c1b5-40b5-b656-33d2c6751dc8 HTTP/1.1" status: 404 len: 337 time: 0.0650489 Jan 28 06:49:55.849588 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47258) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.849921 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47260) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:55.853432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] For port cdbd5175-c08f-4ab1-b6d8-e649516aef01, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=cdbd5175-c08f-4ab1-b6d8-e649516aef01,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:49:55.905056 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:55.944562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d11849-98e0-430e-bdd2-aeb6dd97a3ec None None] DHCP port deletion for bff64c5c-baec-43ab-a663-4a77377cc13f request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:49:55.964208 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c5d11849-98e0-430e-bdd2-aeb6dd97a3ec None None] Deleting port c57767c7-462d-4cab-8763-226c7175ce50 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:55.964583 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5d11849-98e0-430e-bdd2-aeb6dd97a3ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:56.045036 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Routers {'609e62de-dd89-4cfb-a199-d51040ba588e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:56.045686 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['609e62de-dd89-4cfb-a199-d51040ba588e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:56.062270 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d28335-bdce-4363-b97e-750980493eb0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:56.062736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d28335-bdce-4363-b97e-750980493eb0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:56.067155 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a3d28335-bdce-4363-b97e-750980493eb0 tempest-RoutersIpV6Test-2046823498 tempest-RoutersIpV6Test-2046823498-project] 10.222.0.25 "DELETE /v2.0/subnets/193b3f2c-8ef7-47d7-b90e-fbf35806a07a HTTP/1.1" status: 404 len: 337 time: 0.2120526 Jan 28 06:49:56.109697 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2c661f-758c-4d6d-acac-ca76e3e46216 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:56.109697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2c661f-758c-4d6d-acac-ca76e3e46216 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:56.109697 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-af2c661f-758c-4d6d-acac-ca76e3e46216 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/81a07672-d021-4da4-8a46-14d2791cc088 HTTP/1.1" status: 404 len: 337 time: 0.2541573 Jan 28 06:49:56.112828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47268) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:56.187114 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b247f-09dc-48e4-b4e9-03a18ccbfc06 None None] Pushing event updated for resources: {'Port': ['ID=cdbd5175-c08f-4ab1-b6d8-e649516aef01,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:56.239953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5468d195-bd6e-4254-b5e6-72ed7ad3d99b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:56.275328 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c66c38-858a-4fe0-8772-5d17bc431cb0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:56.275805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c66c38-858a-4fe0-8772-5d17bc431cb0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:56.294953 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f5c66c38-858a-4fe0-8772-5d17bc431cb0 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/0ccb5bcd-e2a6-49ed-8e50-720cf13552fd HTTP/1.1" status: 404 len: 333 time: 0.1799915 Jan 28 06:49:56.295591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47272) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:56.308318 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d319c99-15d0-42e2-8def-1e5c1aced1f7 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Router e49f0053-e871-4445-85e8-1461fe91268f is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:49:56.357301 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-011cad9c-3fc9-4bdc-b4cb-ad1405625993 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:56.357890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011cad9c-3fc9-4bdc-b4cb-ad1405625993 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:56.361862 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-011cad9c-3fc9-4bdc-b4cb-ad1405625993 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/ff1d5b11-06fc-4e10-a965-bd22bc91bd96 HTTP/1.1" status: 404 len: 337 time: 0.0629842 Jan 28 06:49:56.362455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47276) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:56.388569 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c5d11849-98e0-430e-bdd2-aeb6dd97a3ec None None] For port c57767c7-462d-4cab-8763-226c7175ce50, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c57767c7-462d-4cab-8763-226c7175ce50,segment=NetworkSegment(5c70c333-2ebf-460d-999f-5ce4e2cc74ce),segment_id=5c70c333-2ebf-460d-999f-5ce4e2cc74ce)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:56.388947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5d11849-98e0-430e-bdd2-aeb6dd97a3ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:56.397272 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] Set router 609e62de-dd89-4cfb-a199-d51040ba588e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:56.425245 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa5a756-35e4-4e9f-beaf-4a7cf4bca7e3 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:56.425746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa5a756-35e4-4e9f-beaf-4a7cf4bca7e3 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:56.430096 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6fa5a756-35e4-4e9f-beaf-4a7cf4bca7e3 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/8950a4f7-e370-4e4f-9cad-039c33678535 HTTP/1.1" status: 404 len: 337 time: 0.0641737 Jan 28 06:49:56.430716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47280) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:56.534347 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-57df8110-38ea-487a-a7fb-da53c7747056 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:56.535162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57df8110-38ea-487a-a7fb-da53c7747056 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:56.539687 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-57df8110-38ea-487a-a7fb-da53c7747056 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/3e81a8e4-6d64-4a70-bcaa-1949ba6ae81a HTTP/1.1" status: 404 len: 333 time: 0.1027091 Jan 28 06:49:56.540058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47284) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:56.544063 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d319c99-15d0-42e2-8def-1e5c1aced1f7 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:49:56.560330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9d319c99-15d0-42e2-8def-1e5c1aced1f7 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:56.560330 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9d319c99-15d0-42e2-8def-1e5c1aced1f7 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "PUT /v2.0/routers/e49f0053-e871-4445-85e8-1461fe91268f HTTP/1.1" status: 200 len: 694 time: 1.4950020 Jan 28 06:49:56.560926 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0e9207-fdc3-4c69-85e3-1d56fc99f719 None None] Sync routers for ids ['e49f0053-e871-4445-85e8-1461fe91268f'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:49:56.561636 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47288) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:56.576719 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0e9207-fdc3-4c69-85e3-1d56fc99f719 None None] Routers {'e49f0053-e871-4445-85e8-1461fe91268f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:56.577609 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bc0e9207-fdc3-4c69-85e3-1d56fc99f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e49f0053-e871-4445-85e8-1461fe91268f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:56.632219 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c5d11849-98e0-430e-bdd2-aeb6dd97a3ec None None] Calling delete_port for c57767c7-462d-4cab-8763-226c7175ce50 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:56.643221 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-71197516-6a88-4709-866d-968877deca09 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:56.643721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71197516-6a88-4709-866d-968877deca09 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:56.645408 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-71197516-6a88-4709-866d-968877deca09 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/bf04a8b3-7404-4435-adc9-df6704c1f7cf HTTP/1.1" status: 404 len: 337 time: 0.1044521 Jan 28 06:49:56.653291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47294) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:56.703104 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-71828416-74ca-4559-bed0-f94e51a95ed3 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:56.705596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71828416-74ca-4559-bed0-f94e51a95ed3 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:56.709476 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-71828416-74ca-4559-bed0-f94e51a95ed3 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/subnets/68952a1b-f8a3-4dab-92da-511175c9d01a HTTP/1.1" status: 404 len: 337 time: 0.0548427 Jan 28 06:49:56.714146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47298) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:56.715541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Allocated IP 172.20.0.1 (410f6258-4b41-4c66-9d8d-bd9db5b8040b/03414954-081f-450a-b0f9-b0475e7c8bbe/93b8f879-f35d-43f1-b796-3d1b4f076418) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:49:56.762933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47302) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:56.802674 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8abad82c-35f8-4a03-843d-93532847503c tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/routers/e49f0053-e871-4445-85e8-1461fe91268f HTTP/1.1" status: 200 len: 700 time: 0.2407205 Jan 28 06:49:56.805987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47306) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:56.818659 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-bc0e9207-fdc3-4c69-85e3-1d56fc99f719 None None] Set router e49f0053-e871-4445-85e8-1461fe91268f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:56.912943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5d11849-98e0-430e-bdd2-aeb6dd97a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:56.927451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-9c634ba6-c8ac-4b2f-bbf3-4897605f1517 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Deleting port c0821481-6b92-4653-8e50-55795b9caa7d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:56.927798 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9c634ba6-c8ac-4b2f-bbf3-4897605f1517 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:56.947845 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bc0e9207-fdc3-4c69-85e3-1d56fc99f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49f0053-e871-4445-85e8-1461fe91268f', 'name': 'tempest-RoutersTest-router-1338255299', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:54Z', 'updated_at': '2022-01-28T06:49:55Z', 'revision_number': 2, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:56.952405 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0e9207-fdc3-4c69-85e3-1d56fc99f719 None None] Checking router: e49f0053-e871-4445-85e8-1461fe91268f for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:49:56.964799 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0e9207-fdc3-4c69-85e3-1d56fc99f719 None None] Routers {'e49f0053-e871-4445-85e8-1461fe91268f'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:49:56.965770 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bc0e9207-fdc3-4c69-85e3-1d56fc99f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e49f0053-e871-4445-85e8-1461fe91268f'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:56.976565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d11849-98e0-430e-bdd2-aeb6dd97a3ec None None] Pushing event deleted for resources: {'Port': ['ID=c57767c7-462d-4cab-8763-226c7175ce50,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:56.981949 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d11849-98e0-430e-bdd2-aeb6dd97a3ec None None] No DVR routers for this DVR port c57767c7-462d-4cab-8763-226c7175ce50 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:49:56.999492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'name': 'tempest-TestVolumeBootPattern-724962905-router', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': 'cdbd5175-c08f-4ab1-b6d8-e649516aef01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:45Z', 'updated_at': '2022-01-28T06:49:50Z', 'revision_number': 3, 'project_id': 'fc6a093cc54c4bcf974d09280e305670', 'gw_port': {'id': 'cdbd5175-c08f-4ab1-b6d8-e649516aef01', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:47Z', 'updated_at': '2022-01-28T06:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:57.005081 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28294681-33d6-4c88-825f-2993dcc483ee None None] The sync data for ids ['609e62de-dd89-4cfb-a199-d51040ba588e'] in dv-neutron-824022-4-hyperv is: [{'id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'name': 'tempest-TestVolumeBootPattern-724962905-router', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': 'cdbd5175-c08f-4ab1-b6d8-e649516aef01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:45Z', 'updated_at': '2022-01-28T06:49:50Z', 'revision_number': 3, 'project_id': 'fc6a093cc54c4bcf974d09280e305670', 'gw_port': {'id': 'cdbd5175-c08f-4ab1-b6d8-e649516aef01', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:47Z', 'updated_at': '2022-01-28T06:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:57.121737 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f1de3bc1-a510-4cbf-84c0-38071d33d80a tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49f0053-e871-4445-85e8-1461fe91268f HTTP/1.1" status: 200 len: 205 time: 0.1183345 Jan 28 06:49:57.121737 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47312) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:57.130937 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-bc0e9207-fdc3-4c69-85e3-1d56fc99f719 None None] Set router e49f0053-e871-4445-85e8-1461fe91268f gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:49:57.245495 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bc0e9207-fdc3-4c69-85e3-1d56fc99f719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49f0053-e871-4445-85e8-1461fe91268f', 'name': 'tempest-RoutersTest-router-1338255299', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:54Z', 'updated_at': '2022-01-28T06:49:55Z', 'revision_number': 2, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:57.251421 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0e9207-fdc3-4c69-85e3-1d56fc99f719 None None] The sync data for ids ['e49f0053-e871-4445-85e8-1461fe91268f'] in dv-neutron-824022-4-hyperv is: [{'id': 'e49f0053-e871-4445-85e8-1461fe91268f', 'name': 'tempest-RoutersTest-router-1338255299', 'tenant_id': '0b7a28ee7fb24363b3b8f7171893a121', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:54Z', 'updated_at': '2022-01-28T06:49:55Z', 'revision_number': 2, 'project_id': '0b7a28ee7fb24363b3b8f7171893a121', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:49:57.271250 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f97e431e-5f39-44df-9574-28bbc49cfeab tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:57.293761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:57.319723 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-02a26af9-1611-4a75-943c-83631d0dcee1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d07c815a9ba4bbcb3169ef62da728db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5540667 Jan 28 06:49:57.321071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Transition to ACTIVE for port object 93b8f879-f35d-43f1-b796-3d1b4f076418 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:49:57.326962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47316) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:57.417302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9c634ba6-c8ac-4b2f-bbf3-4897605f1517 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:57.582308 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-9c634ba6-c8ac-4b2f-bbf3-4897605f1517 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Calling delete_port for c0821481-6b92-4653-8e50-55795b9caa7d owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:57.655882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fb41-aae0-4d5a-8721-3c9ba83e3ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:57.703571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fb41-aae0-4d5a-8721-3c9ba83e3ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:57.714558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:57.784025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Network 410f6258-4b41-4c66-9d8d-bd9db5b8040b is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:49:57.793471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:49:57.793676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f97e431e-5f39-44df-9574-28bbc49cfeab tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:57.795957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:49:57.798418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f97e431e-5f39-44df-9574-28bbc49cfeab tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:57.822778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-5468d195-bd6e-4254-b5e6-72ed7ad3d99b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:49:57.823124 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5468d195-bd6e-4254-b5e6-72ed7ad3d99b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:57.845544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9c634ba6-c8ac-4b2f-bbf3-4897605f1517 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:57.901956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9c634ba6-c8ac-4b2f-bbf3-4897605f1517 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:57.908828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=93b8f879-f35d-43f1-b796-3d1b4f076418,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:57.940692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f97e431e-5f39-44df-9574-28bbc49cfeab tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:57.941443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97e431e-5f39-44df-9574-28bbc49cfeab tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Fanout notify agent at l3_agent the message router_deleted on router e49f0053-e871-4445-85e8-1461fe91268f {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:49:58.002208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c634ba6-c8ac-4b2f-bbf3-4897605f1517 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Port': ['ID=c0821481-6b92-4653-8e50-55795b9caa7d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:58.012570 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:58.059737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device cdbd5175-c08f-4ab1-b6d8-e649516aef01 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:49:58.066371 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f97e431e-5f39-44df-9574-28bbc49cfeab tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:58.069663 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f97e431e-5f39-44df-9574-28bbc49cfeab tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/routers/e49f0053-e871-4445-85e8-1461fe91268f HTTP/1.1" status: 204 len: 168 time: 0.9479611 Jan 28 06:49:58.071524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47320) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:58.166049 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-5468d195-bd6e-4254-b5e6-72ed7ad3d99b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a,segment=NetworkSegment(5fbf314a-ca07-484f-996a-cf450c6d8384),segment_id=5fbf314a-ca07-484f-996a-cf450c6d8384)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:58.166781 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5468d195-bd6e-4254-b5e6-72ed7ad3d99b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:58.270224 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9c634ba6-c8ac-4b2f-bbf3-4897605f1517 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/ports/c0821481-6b92-4653-8e50-55795b9caa7d HTTP/1.1" status: 204 len: 168 time: 1.5499306 Jan 28 06:49:58.270224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fb41-aae0-4d5a-8721-3c9ba83e3ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:58.271268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d7d6fb41-aae0-4d5a-8721-3c9ba83e3ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:58.272455 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d7d6fb41-aae0-4d5a-8721-3c9ba83e3ce5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4d88287-91d7-4740-b9e6-38e162468a53 HTTP/1.1" status: 204 len: 168 time: 0.9458489 Jan 28 06:49:58.274119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e6dfb010-614b-424b-91a3-adda6f077f32 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Synchronizing usage tracker for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:49:58.276959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47324) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:58.299357 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-53e16fc5-73fb-413d-a15f-edaf5313b8dd None None] Provisioning for port 93b8f879-f35d-43f1-b796-3d1b4f076418 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:58.307415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-53e16fc5-73fb-413d-a15f-edaf5313b8dd None None] Provisioning complete for port 93b8f879-f35d-43f1-b796-3d1b4f076418 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:58.308317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-53e16fc5-73fb-413d-a15f-edaf5313b8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:58.325101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6fb41-aae0-4d5a-8721-3c9ba83e3ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d88287-91d7-4740-b9e6-38e162468a53,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:58.344461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-5468d195-bd6e-4254-b5e6-72ed7ad3d99b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:49:58.365700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e6dfb010-614b-424b-91a3-adda6f077f32 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] Unset dirty status for tenant:0b7a28ee7fb24363b3b8f7171893a121 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:49:58.366940 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e6dfb010-614b-424b-91a3-adda6f077f32 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports?device_id=e49f0053-e871-4445-85e8-1461fe91268f HTTP/1.1" status: 200 len: 205 time: 0.2944400 Jan 28 06:49:58.372837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47330) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:58.389545 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port cdbd5175-c08f-4ab1-b6d8-e649516aef01 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:49:58.429979 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port cdbd5175-c08f-4ab1-b6d8-e649516aef01 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:49:58.430420 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:58.508833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-53e16fc5-73fb-413d-a15f-edaf5313b8dd None None] Port 93b8f879-f35d-43f1-b796-3d1b4f076418 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:49:58.583169 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-48f0a406-927d-403b-a504-b8462f8b9a18 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] delete failed (client error): The resource could not be found. Jan 28 06:49:58.583794 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-48f0a406-927d-403b-a504-b8462f8b9a18 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/routers/e49f0053-e871-4445-85e8-1461fe91268f HTTP/1.1" status: 404 len: 336 time: 0.2099710 Jan 28 06:49:58.587665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47334) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:58.612261 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:58.626036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:58.633702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port cdbd5175-c08f-4ab1-b6d8-e649516aef01, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=cdbd5175-c08f-4ab1-b6d8-e649516aef01,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:49:58.639984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f449e02c-1239-44d6-92d7-ba827b168478 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:58.648676 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdd8e8a-0a6f-4c97-9643-43a5d6ee75f2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:58.649345 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdd8e8a-0a6f-4c97-9643-43a5d6ee75f2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:58.650861 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3cdd8e8a-0a6f-4c97-9643-43a5d6ee75f2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/ac799d93-022a-43ba-8bf5-73f362dd4c8f HTTP/1.1" status: 404 len: 337 time: 0.0606828 Jan 28 06:49:58.655114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47340) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:58.697741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5468d195-bd6e-4254-b5e6-72ed7ad3d99b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:58.710281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:58.760976 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a15eb1-6a14-4eb8-b99d-8cf41cebf637 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:58.761374 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a15eb1-6a14-4eb8-b99d-8cf41cebf637 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:58.792756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c57767c7-462d-4cab-8763-226c7175ce50 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:49:58.801435 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468d195-bd6e-4254-b5e6-72ed7ad3d99b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:58.846891 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-68a15eb1-6a14-4eb8-b99d-8cf41cebf637 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/a543028f-f813-4791-a289-b2694ce3535b HTTP/1.1" status: 404 len: 337 time: 0.1887934 Jan 28 06:49:58.854722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47348) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:58.890399 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: c57767c7-462d-4cab-8763-226c7175ce50 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:49:58.891634 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c57767c7-462d-4cab-8763-226c7175ce50 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:49:58.891963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f449e02c-1239-44d6-92d7-ba827b168478 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:58.937516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=cdbd5175-c08f-4ab1-b6d8-e649516aef01,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:58.992178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-f449e02c-1239-44d6-92d7-ba827b168478 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff64c5c-baec-43ab-a663-4a77377cc13f']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:59.006516 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-39bc5cc5-7d0f-4455-93aa-ae92c2f63542 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:59.010658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39bc5cc5-7d0f-4455-93aa-ae92c2f63542 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:59.010658 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-39bc5cc5-7d0f-4455-93aa-ae92c2f63542 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/0ead510a-de2a-497a-b440-378501e47b8c HTTP/1.1" status: 404 len: 337 time: 0.1529977 Jan 28 06:49:59.011063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-f449e02c-1239-44d6-92d7-ba827b168478 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c70c333-2ebf-460d-999f-5ce4e2cc74ce') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:59.011063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-f449e02c-1239-44d6-92d7-ba827b168478 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c70c333-2ebf-460d-999f-5ce4e2cc74ce') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:49:59.012019 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47354) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:59.033726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f449e02c-1239-44d6-92d7-ba827b168478 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:59.063919 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f75ef25-c54d-4ef4-a77d-575b864ee16d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:59.064140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f75ef25-c54d-4ef4-a77d-575b864ee16d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:59.066025 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4f75ef25-c54d-4ef4-a77d-575b864ee16d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/42158c60-369c-4a7b-94a1-6d048f520926 HTTP/1.1" status: 404 len: 337 time: 0.0529089 Jan 28 06:49:59.066170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f449e02c-1239-44d6-92d7-ba827b168478 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:59.069135 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47358) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:59.087411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f449e02c-1239-44d6-92d7-ba827b168478 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:49:59.087411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f449e02c-1239-44d6-92d7-ba827b168478 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:49:59.098537 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:49:59.118319 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5305dfb5-cb72-4055-b5f5-fafd3b3b442d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports?device_id=00136173-1984-42b0-b27f-9271af501164 HTTP/1.1" status: 200 len: 205 time: 0.0482004 Jan 28 06:49:59.121749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47364) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:59.263467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:59.266149 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-b1867615-9304-48d4-91a2-b86c0470aee2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] delete failed (client error): The resource could not be found. Jan 28 06:49:59.267183 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b1867615-9304-48d4-91a2-b86c0470aee2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/routers/00136173-1984-42b0-b27f-9271af501164 HTTP/1.1" status: 404 len: 336 time: 0.1433723 Jan 28 06:49:59.270008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47368) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:59.292616 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5468d195-bd6e-4254-b5e6-72ed7ad3d99b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:59.316358 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-51eae301-b3db-472e-8f91-802fe1668475 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5940f34-94f1-4c09-aa7b-65a87da68150 HTTP/1.1" status: 200 len: 205 time: 0.0452404 Jan 28 06:49:59.318773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47374) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:59.385622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:59.448372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f449e02c-1239-44d6-92d7-ba827b168478 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:59.452371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f449e02c-1239-44d6-92d7-ba827b168478 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:59.490115 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-211970c9-5291-46f7-bb68-b470ddb83602 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] delete failed (client error): The resource could not be found. Jan 28 06:49:59.491132 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-211970c9-5291-46f7-bb68-b470ddb83602 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/routers/a5940f34-94f1-4c09-aa7b-65a87da68150 HTTP/1.1" status: 404 len: 336 time: 0.1713455 Jan 28 06:49:59.517364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47382) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:59.517364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449e02c-1239-44d6-92d7-ba827b168478 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] Pushing event deleted for resources: {'Network': ['ID=bff64c5c-baec-43ab-a663-4a77377cc13f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:59.518025 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f449e02c-1239-44d6-92d7-ba827b168478 tempest-PortsTestJSON-1215891894 tempest-PortsTestJSON-1215891894-project] 10.222.0.25 "DELETE /v2.0/networks/bff64c5c-baec-43ab-a663-4a77377cc13f HTTP/1.1" status: 204 len: 168 time: 1.2330422 Jan 28 06:49:59.571024 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-90df9d3d-415a-44f7-8b41-c4d17d50afc7 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] DELETE failed (client error): The resource could not be found. Jan 28 06:49:59.571523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90df9d3d-415a-44f7-8b41-c4d17d50afc7 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:49:59.576231 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-90df9d3d-415a-44f7-8b41-c4d17d50afc7 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/2c90914b-f9e5-49e3-b964-faee359ac0dc HTTP/1.1" status: 404 len: 337 time: 0.0650091 Jan 28 06:49:59.576782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=93b8f879-f35d-43f1-b796-3d1b4f076418,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:49:59.579995 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47390) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:59.585891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:49:59.642069 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-255d0093-b675-48a2-a559-0c8f799146a2 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4da1406-6ee7-4b07-a34d-c47b303adf78 HTTP/1.1" status: 200 len: 205 time: 0.0564210 Jan 28 06:49:59.652634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47394) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:59.715889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47398) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:59.746875 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-4896ce18-6fde-4861-9273-ca08cf645210 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] delete failed (client error): The resource could not be found. Jan 28 06:49:59.750475 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4896ce18-6fde-4861-9273-ca08cf645210 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/routers/b4da1406-6ee7-4b07-a34d-c47b303adf78 HTTP/1.1" status: 404 len: 336 time: 0.0922983 Jan 28 06:49:59.751318 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47404) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:59.809779 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-168db8a2-c716-4324-853e-9ea11b65f198 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd5a81d9-e20b-473e-badf-d566eb446562 HTTP/1.1" status: 200 len: 205 time: 0.0573888 Jan 28 06:49:59.830024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5468d195-bd6e-4254-b5e6-72ed7ad3d99b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 5558ec57-f777-43cc-8b1d-40340c552c3c has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:49:59.831217 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47408) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:59.950934 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-14aa53b2-ab2a-481a-9985-a7111b5a6a68 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:59.951716 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-14aa53b2-ab2a-481a-9985-a7111b5a6a68 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 06:49:59.952273 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-14aa53b2-ab2a-481a-9985-a7111b5a6a68 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 06:49:59.953640 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-14aa53b2-ab2a-481a-9985-a7111b5a6a68 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2342312 Jan 28 06:49:59.957371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47412) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:49:59.971319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group': {'name': 'tempest-secgroup--906220981'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:49:59.979435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:49:59.986163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:49:59.998185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:00.003209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device cdbd5175-c08f-4ab1-b6d8-e649516aef01 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:50:00.007190 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-a1d43264-13bf-4db0-9ca9-747cc9247f39 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] delete failed (client error): The resource could not be found. Jan 28 06:50:00.010806 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a1d43264-13bf-4db0-9ca9-747cc9247f39 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/routers/cd5a81d9-e20b-473e-badf-d566eb446562 HTTP/1.1" status: 404 len: 336 time: 0.1742609 Jan 28 06:50:00.010946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:00.011911 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47418) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:00.064097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Network 410f6258-4b41-4c66-9d8d-bd9db5b8040b is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:00.065207 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1518208-8204-43b7-b09b-c70cd94d904e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] DELETE failed (client error): The resource could not be found. Jan 28 06:50:00.065686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1518208-8204-43b7-b09b-c70cd94d904e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88217) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:50:00.067368 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a1518208-8204-43b7-b09b-c70cd94d904e tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/48863fb0-a16d-4f98-a700-6cce35c52ce9 HTTP/1.1" status: 404 len: 337 time: 0.0534852 Jan 28 06:50:00.069138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:00.073608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47422) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:00.113220 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47426) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:00.127117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port cdbd5175-c08f-4ab1-b6d8-e649516aef01 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:00.128127 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:00.163143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5468d195-bd6e-4254-b5e6-72ed7ad3d99b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:50:00.169398 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5468d195-bd6e-4254-b5e6-72ed7ad3d99b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/5558ec57-f777-43cc-8b1d-40340c552c3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7863319 Jan 28 06:50:00.173014 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47430) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:00.185608 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d1186138-5354-44e3-8471-a717c14a275d tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports?device_id=301630c3-79f7-42eb-b186-0088ff80f5f7 HTTP/1.1" status: 200 len: 205 time: 0.1103482 Jan 28 06:50:00.186249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:00.187039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdc4113-7b85-4978-bb18-feb868dd2d6d None None] Sync routers for ids ['5558ec57-f777-43cc-8b1d-40340c552c3c'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:50:00.195577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47436) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:00.231824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc4113-7b85-4978-bb18-feb868dd2d6d None None] Routers {'5558ec57-f777-43cc-8b1d-40340c552c3c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:50:00.232474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-9cdc4113-7b85-4978-bb18-feb868dd2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['5558ec57-f777-43cc-8b1d-40340c552c3c'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:00.266327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3d670a-f1cc-421a-8f7c-d4595c48c8b2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting subnet 9494a6f9-bea7-41ec-95e0-ea86021426f4 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:50:00.269453 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd3d670a-f1cc-421a-8f7c-d4595c48c8b2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:00.348332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd3d670a-f1cc-421a-8f7c-d4595c48c8b2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:00.394679 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-c96aba7c-299e-4b5a-aa06-2ddee4b67d73 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] delete failed (client error): The resource could not be found. Jan 28 06:50:00.396122 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c96aba7c-299e-4b5a-aa06-2ddee4b67d73 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/routers/301630c3-79f7-42eb-b186-0088ff80f5f7 HTTP/1.1" status: 404 len: 336 time: 0.1903605 Jan 28 06:50:00.397132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:00.402073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47440) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:00.441281 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-3424c3a2-dcd6-4fca-a29e-6881a2cf2a71 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] DELETE failed (client error): The resource could not be found. Jan 28 06:50:00.441750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3424c3a2-dcd6-4fca-a29e-6881a2cf2a71 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:50:00.446626 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3424c3a2-dcd6-4fca-a29e-6881a2cf2a71 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/24ef88d3-b92c-4ed8-9cfd-3e9ddcb80dca HTTP/1.1" status: 404 len: 337 time: 0.0434179 Jan 28 06:50:00.447211 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47444) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:00.450579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:00.458142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:00.472154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:00.485685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:00.498648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c2fcd062-a041-406a-8651-5ff28a6b3cbc None None] Provisioning complete for port 93b8f879-f35d-43f1-b796-3d1b4f076418 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:00.499061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c2fcd062-a041-406a-8651-5ff28a6b3cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:00.508048 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6fb9cc09-9cde-4e70-8594-eb867714bdf4 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "GET /v2.0/ports?device_id=c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d HTTP/1.1" status: 200 len: 205 time: 0.0569839 Jan 28 06:50:00.508333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Router 609e62de-dd89-4cfb-a199-d51040ba588e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:50:00.508838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47448) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:00.531265 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0a78c642-d147-4fdf-ac92-f79f940e3c9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de6a824d5ec249e0b22ece683ed2b1e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605397 Jan 28 06:50:00.533663 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47452) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:00.554199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-9cdc4113-7b85-4978-bb18-feb868dd2d6d None None] Set router 5558ec57-f777-43cc-8b1d-40340c552c3c gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:50:00.588806 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-a7393c04-ec31-4b5e-b81f-aba374fbccce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] delete failed (client error): The resource could not be found. Jan 28 06:50:00.592547 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a7393c04-ec31-4b5e-b81f-aba374fbccce tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/routers/c36bbf24-13c4-40b6-bc2b-fab68eb0ed9d HTTP/1.1" status: 404 len: 336 time: 0.0795102 Jan 28 06:50:00.597827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47456) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:00.638886 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a291c5-ca79-41d6-a9da-f37374a6a676 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] DELETE failed (client error): The resource could not be found. Jan 28 06:50:00.639352 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a291c5-ca79-41d6-a9da-f37374a6a676 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:50:00.643996 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b5a291c5-ca79-41d6-a9da-f37374a6a676 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/53dd7f03-a51a-4f53-9eac-03e875565d6e HTTP/1.1" status: 404 len: 337 time: 0.0452464 Jan 28 06:50:00.645645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47460) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:00.681655 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c2fcd062-a041-406a-8651-5ff28a6b3cbc None None] Port 93b8f879-f35d-43f1-b796-3d1b4f076418 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:50:00.694415 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4abce1f-fa8d-4bdd-904e-6bd337363205 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] DELETE failed (client error): The resource could not be found. Jan 28 06:50:00.694857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4abce1f-fa8d-4bdd-904e-6bd337363205 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 06:50:00.700485 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a4abce1f-fa8d-4bdd-904e-6bd337363205 tempest-RoutersTest-1851660220 tempest-RoutersTest-1851660220-project] 10.222.0.25 "DELETE /v2.0/subnets/ab5c5f18-895f-449a-8e26-772e8298bc08 HTTP/1.1" status: 404 len: 337 time: 0.0537179 Jan 28 06:50:00.715051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd3d670a-f1cc-421a-8f7c-d4595c48c8b2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:00.839780 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:00.840893 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c310fe3f-37fb-4402-a90a-718d9889c702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:00.842942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:50:00.855061 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Sync routers for ids ['609e62de-dd89-4cfb-a199-d51040ba588e'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:50:00.862492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1660fc05-35bc-4724-92ea-4c3e12d04e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:00.868436 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Routers {'609e62de-dd89-4cfb-a199-d51040ba588e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:50:00.871020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd3d670a-f1cc-421a-8f7c-d4595c48c8b2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:00.878648 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-58e80949-9b4b-4143-83d0-81df8dee0eb9 admin admin] 10.222.0.25 "PUT /v2.0/routers/609e62de-dd89-4cfb-a199-d51040ba588e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8431425 Jan 28 06:50:00.883121 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['609e62de-dd89-4cfb-a199-d51040ba588e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:00.883700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c310fe3f-37fb-4402-a90a-718d9889c702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:00.923541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:00.939753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-9cdc4113-7b85-4978-bb18-feb868dd2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:49:58Z', 'revision_number': 7, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:00.942677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:00.947318 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d670a-f1cc-421a-8f7c-d4595c48c8b2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Subnet': ['ID=9494a6f9-bea7-41ec-95e0-ea86021426f4,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:00.954702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cd3d670a-f1cc-421a-8f7c-d4595c48c8b2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:00.965564 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:00.966693 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cd3d670a-f1cc-421a-8f7c-d4595c48c8b2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/subnets/9494a6f9-bea7-41ec-95e0-ea86021426f4 HTTP/1.1" status: 204 len: 168 time: 0.7924132 Jan 28 06:50:00.967707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47468) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:00.972636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:00.974024 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdc4113-7b85-4978-bb18-feb868dd2d6d None None] Checking router: 5558ec57-f777-43cc-8b1d-40340c552c3c for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:50:00.986203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:00.990139 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbcc12d-aba4-4905-a2dc-15ad9c2b3d8d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:01.011129 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8c5011-1d59-4e4b-8b76-2a8de9846fd1 None None] Network 98e0775f-f72f-4160-b526-3c217463d46f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:50:01.075680 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc4113-7b85-4978-bb18-feb868dd2d6d None None] Routers {'5558ec57-f777-43cc-8b1d-40340c552c3c'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:50:01.076936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-9cdc4113-7b85-4978-bb18-feb868dd2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:49:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['5558ec57-f777-43cc-8b1d-40340c552c3c'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:01.094023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c310fe3f-37fb-4402-a90a-718d9889c702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:01.162553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310fe3f-37fb-4402-a90a-718d9889c702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dfaa8f-25d7-4d92-a7bb-a134d48483cf,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:01.171365 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:01.179634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c310fe3f-37fb-4402-a90a-718d9889c702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:01.180765 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c310fe3f-37fb-4402-a90a-718d9889c702 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90dfaa8f-25d7-4d92-a7bb-a134d48483cf HTTP/1.1" status: 204 len: 168 time: 0.6461859 Jan 28 06:50:01.213224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:01.233250 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:01.260618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47480) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:01.285035 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Set router 609e62de-dd89-4cfb-a199-d51040ba588e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:50:01.325742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085deadf-25a7-4e82-b75d-ad92ffac50f6,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:01.384610 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:01.388777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47486) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:01.389250 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-abb05332-8154-4586-8f23-cc1f6afa5474 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4308593 Jan 28 06:50:01.400076 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4cf878b5-def1-4ae9-af1c-4af2bc198eae tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': '085deadf-25a7-4e82-b75d-ad92ffac50f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:01.484124 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4cf878b5-def1-4ae9-af1c-4af2bc198eae tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:01.543820 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-9cdc4113-7b85-4978-bb18-feb868dd2d6d None None] Set router 5558ec57-f777-43cc-8b1d-40340c552c3c gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:50:01.658962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4cf878b5-def1-4ae9-af1c-4af2bc198eae tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:01.665449 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4cf878b5-def1-4ae9-af1c-4af2bc198eae tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:01.682112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4cf878b5-def1-4ae9-af1c-4af2bc198eae tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:01.705313 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:01.782881 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 7e959065-87b2-44ac-abbd-dc07ad64d7c0 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:50:01.790766 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:01.876500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] DHCP port deletion for 98e0775f-f72f-4160-b526-3c217463d46f request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:50:01.880501 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] Deleting port e77f4fef-7664-4b17-beb2-517c05faae44 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:50:01.881061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:01.888906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4cf878b5-def1-4ae9-af1c-4af2bc198eae tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:01.893604 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'name': 'tempest-TestVolumeBootPattern-724962905-router', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': 'cdbd5175-c08f-4ab1-b6d8-e649516aef01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:45Z', 'updated_at': '2022-01-28T06:49:58Z', 'revision_number': 4, 'project_id': 'fc6a093cc54c4bcf974d09280e305670', 'gw_port': {'id': 'cdbd5175-c08f-4ab1-b6d8-e649516aef01', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:47Z', 'updated_at': '2022-01-28T06:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '93b8f879-f35d-43f1-b796-3d1b4f076418', 'name': '', 'network_id': '410f6258-4b41-4c66-9d8d-bd9db5b8040b', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'mac_address': 'fa:16:3e:8b:d3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '03414954-081f-450a-b0f9-b0475e7c8bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:56Z', 'updated_at': '2022-01-28T06:49:58Z', 'revision_number': 2, 'project_id': 'fc6a093cc54c4bcf974d09280e305670', 'subnets': [{'id': '03414954-081f-450a-b0f9-b0475e7c8bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:01.901771 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Checking router: 609e62de-dd89-4cfb-a199-d51040ba588e for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:50:01.902140 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Updating router 609e62de-dd89-4cfb-a199-d51040ba588e port 93b8f879-f35d-43f1-b796-3d1b4f076418 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:50:01.986176 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:01.987019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47496) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:01.992334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-955972985', 'description': 'tempest-secgroup-smoke-955972985 description', 'project_id': '7588e9cf38c44664a3c43179590607b4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:02.040535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:02.048237 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Usage tracker for resource:security_group and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:02.053185 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e77f4fef-7664-4b17-beb2-517c05faae44 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:50:02.057728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:02.094196 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:02.104462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4cf878b5-def1-4ae9-af1c-4af2bc198eae tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.107981 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4fe9dec3-fc95-4ab8-9655-e70145dfba48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b7a28ee7fb24363b3b8f7171893a121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8461637 Jan 28 06:50:02.110386 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47502) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:02.132299 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-9cdc4113-7b85-4978-bb18-feb868dd2d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:49:58Z', 'revision_number': 7, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:02.153674 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdc4113-7b85-4978-bb18-feb868dd2d6d None None] The sync data for ids ['5558ec57-f777-43cc-8b1d-40340c552c3c'] in dv-neutron-824022-4-hyperv is: [{'id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'name': 'tempest-TestNetworkBasicOps-router-1650329237', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222'}], 'enable_snat': True}, 'gw_port_id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:46:05Z', 'updated_at': '2022-01-28T06:49:58Z', 'revision_number': 7, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7e959065-87b2-44ac-abbd-dc07ad64d7c0', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ce:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5558ec57-f777-43cc-8b1d-40340c552c3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:46:07Z', 'updated_at': '2022-01-28T06:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:50:02.189949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.225434 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4cf878b5-def1-4ae9-af1c-4af2bc198eae tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.231807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a8323b88-1cb7-4b70-aa07-dee6bfdcd171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.234722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:02.248320 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Usage tracker for resource:security_group_rule and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:02.253272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:02.267962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:02.274480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a8323b88-1cb7-4b70-aa07-dee6bfdcd171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.347345 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] For port e77f4fef-7664-4b17-beb2-517c05faae44, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e77f4fef-7664-4b17-beb2-517c05faae44,segment=NetworkSegment(5fbf314a-ca07-484f-996a-cf450c6d8384),segment_id=5fbf314a-ca07-484f-996a-cf450c6d8384)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:02.347764 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.356639 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.370028 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf878b5-def1-4ae9-af1c-4af2bc198eae tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1642829d-3986-4add-8af2-47c1d2c18269,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:02.392284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.407481 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 7e959065-87b2-44ac-abbd-dc07ad64d7c0, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7e959065-87b2-44ac-abbd-dc07ad64d7c0,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:02.407820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.459050 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.495644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] Calling delete_port for e77f4fef-7664-4b17-beb2-517c05faae44 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:50:02.497497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a8323b88-1cb7-4b70-aa07-dee6bfdcd171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.506754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a8323b88-1cb7-4b70-aa07-dee6bfdcd171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.508190 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a8323b88-1cb7-4b70-aa07-dee6bfdcd171 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8003047-ba57-4797-aa45-8dccbde9ebf1 HTTP/1.1" status: 204 len: 168 time: 0.3969169 Jan 28 06:50:02.530537 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.553951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97b3b28-b562-44db-bc70-32899d0c102b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:02.567005 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port e77f4fef-7664-4b17-beb2-517c05faae44, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e77f4fef-7664-4b17-beb2-517c05faae44,segment=NetworkSegment(5fbf314a-ca07-484f-996a-cf450c6d8384),segment_id=5fbf314a-ca07-484f-996a-cf450c6d8384)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:02.568831 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Transition to ACTIVE for port object 93b8f879-f35d-43f1-b796-3d1b4f076418 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:50:02.583341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8323b88-1cb7-4b70-aa07-dee6bfdcd171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8003047-ba57-4797-aa45-8dccbde9ebf1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:02.607331 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.612751 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-998f46fc-2676-49b1-97bb-a38836c9f637 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6244972 Jan 28 06:50:02.614163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47514) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:02.620164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-892896b0-ea8f-4825-abc5-d741e2f97f28 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Request body: {'security_group_rule': {'security_group_id': 'b97b3b28-b562-44db-bc70-32899d0c102b', 'project_id': '7588e9cf38c44664a3c43179590607b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:02.629692 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-892896b0-ea8f-4825-abc5-d741e2f97f28 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:02.643695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-892896b0-ea8f-4825-abc5-d741e2f97f28 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Usage tracker for resource:security_group_rule and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:02.648537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-892896b0-ea8f-4825-abc5-d741e2f97f28 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:02.660592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-892896b0-ea8f-4825-abc5-d741e2f97f28 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:02.669939 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.680977 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 7e959065-87b2-44ac-abbd-dc07ad64d7c0 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:50:02.699633 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.729597 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4cf878b5-def1-4ae9-af1c-4af2bc198eae tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.731784 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4cf878b5-def1-4ae9-af1c-4af2bc198eae tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3395000 Jan 28 06:50:02.733665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47520) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:02.739832 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-dcb05af1-144d-463c-ad78-69d1648dacdd tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': '085deadf-25a7-4e82-b75d-ad92ffac50f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:02.750662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dcb05af1-144d-463c-ad78-69d1648dacdd tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:02.759758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dcb05af1-144d-463c-ad78-69d1648dacdd tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:02.765794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dcb05af1-144d-463c-ad78-69d1648dacdd tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:02.777865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dcb05af1-144d-463c-ad78-69d1648dacdd tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:02.782492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=e77f4fef-7664-4b17-beb2-517c05faae44,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:02.800932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:50:02.802562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:50:02.805827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-892896b0-ea8f-4825-abc5-d741e2f97f28 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.865722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dcb05af1-144d-463c-ad78-69d1648dacdd tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:02.924377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-892896b0-ea8f-4825-abc5-d741e2f97f28 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.003120 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47528) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:03.017260 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e737d6-1b08-45bc-9220-1c4a5b797277 None None] Pushing event updated for resources: {'Port': ['ID=93b8f879-f35d-43f1-b796-3d1b4f076418,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:03.022743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-892896b0-ea8f-4825-abc5-d741e2f97f28 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.055636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892896b0-ea8f-4825-abc5-d741e2f97f28 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e969ff08-1c81-4f02-96b3-8efc2170145e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:03.071112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.098675 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-dcb05af1-144d-463c-ad78-69d1648dacdd tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 06:50:03.100116 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dcb05af1-144d-463c-ad78-69d1648dacdd tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3654578 Jan 28 06:50:03.102901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47538) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:03.113446 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e737d6-1b08-45bc-9220-1c4a5b797277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:03.113818 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e737d6-1b08-45bc-9220-1c4a5b797277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:03.114153 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e737d6-1b08-45bc-9220-1c4a5b797277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:03.114483 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e737d6-1b08-45bc-9220-1c4a5b797277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:03.114816 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e737d6-1b08-45bc-9220-1c4a5b797277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:03.115146 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e737d6-1b08-45bc-9220-1c4a5b797277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:03.115593 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e737d6-1b08-45bc-9220-1c4a5b797277 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:03.115805 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e737d6-1b08-45bc-9220-1c4a5b797277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:03.116138 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e737d6-1b08-45bc-9220-1c4a5b797277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:03.116458 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e737d6-1b08-45bc-9220-1c4a5b797277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:03.117215 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e737d6-1b08-45bc-9220-1c4a5b797277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:03.117557 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e737d6-1b08-45bc-9220-1c4a5b797277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:03.149655 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Attempting to bind port 93b8f879-f35d-43f1-b796-3d1b4f076418 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:50:03.150022 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Attempting to bind port 93b8f879-f35d-43f1-b796-3d1b4f076418 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'e6e52c03-d883-4b69-a294-6e9b20ccba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '410f6258-4b41-4c66-9d8d-bd9db5b8040b'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:50:03.150384 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Attempting to bind port 93b8f879-f35d-43f1-b796-3d1b4f076418 on network 410f6258-4b41-4c66-9d8d-bd9db5b8040b {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:50:03.173399 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:50:03.173655 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Checking segment: {'id': 'e6e52c03-d883-4b69-a294-6e9b20ccba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '410f6258-4b41-4c66-9d8d-bd9db5b8040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:50:03.175285 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.175689 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Bound using segment: {'id': 'e6e52c03-d883-4b69-a294-6e9b20ccba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '410f6258-4b41-4c66-9d8d-bd9db5b8040b'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:50:03.176288 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Bound port: 93b8f879-f35d-43f1-b796-3d1b4f076418, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e52c03-d883-4b69-a294-6e9b20ccba8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '410f6258-4b41-4c66-9d8d-bd9db5b8040b'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:50:03.176530 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.180324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-892896b0-ea8f-4825-abc5-d741e2f97f28 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.184541 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-892896b0-ea8f-4825-abc5-d741e2f97f28 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5692229 Jan 28 06:50:03.204666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47544) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:03.207029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-36110393-7b43-4050-8681-fcf8ae05200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.223053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=7e959065-87b2-44ac-abbd-dc07ad64d7c0,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:03.223531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-eef2b794-62d3-4c4e-9dd1-a3ca9d25e2cd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Request body: {'security_group_rule': {'security_group_id': 'b97b3b28-b562-44db-bc70-32899d0c102b', 'project_id': '7588e9cf38c44664a3c43179590607b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:03.232672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eef2b794-62d3-4c4e-9dd1-a3ca9d25e2cd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:03.239602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eef2b794-62d3-4c4e-9dd1-a3ca9d25e2cd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Usage tracker for resource:security_group_rule and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:03.249779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-eef2b794-62d3-4c4e-9dd1-a3ca9d25e2cd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:03.259972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-eef2b794-62d3-4c4e-9dd1-a3ca9d25e2cd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:03.262724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-387244487-network', 'tenant_id': '042ef3fc032a4977afc5c7e1d026ece2'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:03.264434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e74a5dc-0794-4b0a-9938-99074ae760e4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.271179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:03.278629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Usage tracker for resource:network and tenant:042ef3fc032a4977afc5c7e1d026ece2 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:03.282896 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:03.294202 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] For port 93b8f879-f35d-43f1-b796-3d1b4f076418, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:50:03.296774 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:03.297919 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] For port 93b8f879-f35d-43f1-b796-3d1b4f076418, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=93b8f879-f35d-43f1-b796-3d1b4f076418,segment=NetworkSegment(e6e52c03-d883-4b69-a294-6e9b20ccba8c),segment_id=e6e52c03-d883-4b69-a294-6e9b20ccba8c)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:50:03.300038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e74a5dc-0794-4b0a-9938-99074ae760e4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.304360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] Deleting port e77f4fef-7664-4b17-beb2-517c05faae44 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:50:03.304855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.309889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.344872 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.351569 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eef2b794-62d3-4c4e-9dd1-a3ca9d25e2cd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.420555 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Made reservation on behalf of 042ef3fc032a4977afc5c7e1d026ece2 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:50:03.423067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.423629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eef2b794-62d3-4c4e-9dd1-a3ca9d25e2cd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.424926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e74a5dc-0794-4b0a-9938-99074ae760e4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.444921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.446518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74a5dc-0794-4b0a-9938-99074ae760e4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=085deadf-25a7-4e82-b75d-ad92ffac50f6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:03.460823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e74a5dc-0794-4b0a-9938-99074ae760e4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.462087 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3e74a5dc-0794-4b0a-9938-99074ae760e4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "DELETE /v2.0/security-groups/085deadf-25a7-4e82-b75d-ad92ffac50f6 HTTP/1.1" status: 204 len: 168 time: 0.3579781 Jan 28 06:50:03.464882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47550) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:03.492105 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e737d6-1b08-45bc-9220-1c4a5b797277 None None] Pushing event updated for resources: {'Port': ['ID=93b8f879-f35d-43f1-b796-3d1b4f076418,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:03.511591 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Routers {'609e62de-dd89-4cfb-a199-d51040ba588e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:50:03.515439 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:50:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['609e62de-dd89-4cfb-a199-d51040ba588e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:03.555270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:03.559561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Usage tracker for resource:security_group_rule and tenant:042ef3fc032a4977afc5c7e1d026ece2 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:03.563858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:03.569993 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:03.585958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eef2b794-62d3-4c4e-9dd1-a3ca9d25e2cd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.616618 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.625003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.667275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2b794-62d3-4c4e-9dd1-a3ca9d25e2cd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2cfe42-f182-41e8-b843-dd23b2358ad3,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:03.683312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0339a842-dd4e-42e8-8eb1-d213985afe5c tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Synchronizing usage tracker for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:03.712999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] For port e77f4fef-7664-4b17-beb2-517c05faae44, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e77f4fef-7664-4b17-beb2-517c05faae44,segment=NetworkSegment(5fbf314a-ca07-484f-996a-cf450c6d8384),segment_id=5fbf314a-ca07-484f-996a-cf450c6d8384)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:03.713986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.727639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eef2b794-62d3-4c4e-9dd1-a3ca9d25e2cd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.731793 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eef2b794-62d3-4c4e-9dd1-a3ca9d25e2cd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5159233 Jan 28 06:50:03.738966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47560) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:03.738966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fbc7e081-7d11-4f23-bb42-2d508e940f29 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Request body: {'security_group_rule': {'security_group_id': 'b97b3b28-b562-44db-bc70-32899d0c102b', 'project_id': '7588e9cf38c44664a3c43179590607b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:03.747373 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fbc7e081-7d11-4f23-bb42-2d508e940f29 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:03.752034 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fbc7e081-7d11-4f23-bb42-2d508e940f29 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Usage tracker for resource:security_group_rule and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:03.756611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fbc7e081-7d11-4f23-bb42-2d508e940f29 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:03.759113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.759656 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Fanout notify agent at l3_agent the message router_deleted on router 5558ec57-f777-43cc-8b1d-40340c552c3c {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:50:03.762984 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.765335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fbc7e081-7d11-4f23-bb42-2d508e940f29 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:03.809997 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] Set router 609e62de-dd89-4cfb-a199-d51040ba588e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:50:03.813419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0339a842-dd4e-42e8-8eb1-d213985afe5c tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Unset dirty status for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:03.815085 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0339a842-dd4e-42e8-8eb1-d213985afe5c tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3487203 Jan 28 06:50:03.816221 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.817432 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f5572efe-f6c4-43b8-a248-60d66fa2a0f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/routers/5558ec57-f777-43cc-8b1d-40340c552c3c HTTP/1.1" status: 204 len: 168 time: 2.8483052 Jan 28 06:50:03.819855 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47564) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:03.825203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6d3ff900-b584-4842-9aa1-52452b95ea3e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954693417'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:03.826944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47568) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:03.832026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6d3ff900-b584-4842-9aa1-52452b95ea3e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:03.844256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6d3ff900-b584-4842-9aa1-52452b95ea3e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:03.855897 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.863379 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:50:03.875985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:03.876415 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Added segment 1bda501d-15f2-41a0-a898-e2be6723a7d9 of type vlan for network 98f77d11-e2cc-4062-a537-bba9b7fddbe1 Jan 28 06:50:03.945494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.003393 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d55cd6-6df0-4658-b9c5-92c2768986b0,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:04.008037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] Calling delete_port for e77f4fef-7664-4b17-beb2-517c05faae44 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:50:04.041659 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d3ff900-b584-4842-9aa1-52452b95ea3e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.082765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6d3ff900-b584-4842-9aa1-52452b95ea3e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:04.087123 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6d3ff900-b584-4842-9aa1-52452b95ea3e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:04.090512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6d3ff900-b584-4842-9aa1-52452b95ea3e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:04.098151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6d3ff900-b584-4842-9aa1-52452b95ea3e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:04.098373 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:50:04.157751 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47574) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:04.158418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.163568 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:04.164293 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.185395 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:50:04.185719 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ec1af48d-b01f-4c2b-9f0f-2d9bb2ad917a not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:50:04.204291 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d3ff900-b584-4842-9aa1-52452b95ea3e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.226968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e081-7d11-4f23-bb42-2d508e940f29 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.242866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.276503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port e77f4fef-7664-4b17-beb2-517c05faae44 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:50:04.276771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.316291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.320515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.323127 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'name': 'tempest-TestVolumeBootPattern-724962905-router', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': 'cdbd5175-c08f-4ab1-b6d8-e649516aef01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:45Z', 'updated_at': '2022-01-28T06:49:58Z', 'revision_number': 4, 'project_id': 'fc6a093cc54c4bcf974d09280e305670', 'gw_port': {'id': 'cdbd5175-c08f-4ab1-b6d8-e649516aef01', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:47Z', 'updated_at': '2022-01-28T06:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '93b8f879-f35d-43f1-b796-3d1b4f076418', 'name': '', 'network_id': '410f6258-4b41-4c66-9d8d-bd9db5b8040b', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'mac_address': 'fa:16:3e:8b:d3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '03414954-081f-450a-b0f9-b0475e7c8bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:56Z', 'updated_at': '2022-01-28T06:50:03Z', 'revision_number': 4, 'project_id': 'fc6a093cc54c4bcf974d09280e305670', 'subnets': [{'id': '03414954-081f-450a-b0f9-b0475e7c8bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:04.330148 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c2e8f-7bf5-4715-94e8-59d4f516d71b None None] The sync data for ids ['609e62de-dd89-4cfb-a199-d51040ba588e'] in dv-neutron-824022-4-hyperv is: [{'id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'name': 'tempest-TestVolumeBootPattern-724962905-router', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': 'cdbd5175-c08f-4ab1-b6d8-e649516aef01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:45Z', 'updated_at': '2022-01-28T06:49:58Z', 'revision_number': 4, 'project_id': 'fc6a093cc54c4bcf974d09280e305670', 'gw_port': {'id': 'cdbd5175-c08f-4ab1-b6d8-e649516aef01', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:47Z', 'updated_at': '2022-01-28T06:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '93b8f879-f35d-43f1-b796-3d1b4f076418', 'name': '', 'network_id': '410f6258-4b41-4c66-9d8d-bd9db5b8040b', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'mac_address': 'fa:16:3e:8b:d3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '03414954-081f-450a-b0f9-b0475e7c8bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:56Z', 'updated_at': '2022-01-28T06:50:03Z', 'revision_number': 4, 'project_id': 'fc6a093cc54c4bcf974d09280e305670', 'subnets': [{'id': '03414954-081f-450a-b0f9-b0475e7c8bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:50:04.408235 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d3ff900-b584-4842-9aa1-52452b95ea3e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.447931 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] Pushing event deleted for resources: {'Port': ['ID=e77f4fef-7664-4b17-beb2-517c05faae44,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:04.448800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] The port 'e77f4fef-7664-4b17-beb2-517c05faae44' was deleted {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:50:04.448800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e081-7d11-4f23-bb42-2d508e940f29 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.450324 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a2c5c-4282-4b4f-96b8-62a845efd6ed None None] No DVR routers for this DVR port e77f4fef-7664-4b17-beb2-517c05faae44 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:50:04.459615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] Pushing event updated for resources: {'Network': ['ID=98f77d11-e2cc-4062-a537-bba9b7fddbe1,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:04.473920 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 98f77d11-e2cc-4062-a537-bba9b7fddbe1 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:50:04.481543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7c4e2761-9ce6-4415-8517-716959543821 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:04.482278 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING neutron.api.v2.base [None req-7c4e2761-9ce6-4415-8517-716959543821 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 06:50:04.482785 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-7c4e2761-9ce6-4415-8517-716959543821 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 06:50:04.487121 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7c4e2761-9ce6-4415-8517-716959543821 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3145034 Jan 28 06:50:04.489105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47580) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:04.502032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group': {'name': 'tempest-secgroup--342279375'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:04.505716 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6d3ff900-b584-4842-9aa1-52452b95ea3e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.506847 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6d3ff900-b584-4842-9aa1-52452b95ea3e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6860249 Jan 28 06:50:04.513293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47584) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:04.516595 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:04.517003 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.528446 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:04.534075 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:04.540775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ff900-b584-4842-9aa1-52452b95ea3e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8b454c-5e17-4744-b98f-ce5eef22c3e0,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:04.548599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:04.553958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2084baca-8b1a-4b4c-bec8-9a214e1a74bf tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': '2b8b454c-5e17-4744-b98f-ce5eef22c3e0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:04.554732 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-2084baca-8b1a-4b4c-bec8-9a214e1a74bf tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 06:50:04.555260 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-2084baca-8b1a-4b4c-bec8-9a214e1a74bf tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:04.556233 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2084baca-8b1a-4b4c-bec8-9a214e1a74bf tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0414417 Jan 28 06:50:04.561352 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e081-7d11-4f23-bb42-2d508e940f29 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.562870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47588) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:04.573544 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7245e107-cf73-41f4-9ba1-f79021bfd88e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5659246 Jan 28 06:50:04.573786 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47590) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:04.579179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Request body: {'subnet': {'network_id': '98f77d11-e2cc-4062-a537-bba9b7fddbe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-387244487-subnet', 'tenant_id': '042ef3fc032a4977afc5c7e1d026ece2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:04.586695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:04.601771 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Usage tracker for resource:subnet and tenant:042ef3fc032a4977afc5c7e1d026ece2 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:04.608682 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:04.615198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:04.634662 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.646189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.660660 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.662628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:04.666652 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:04.670249 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:04.676073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7e081-7d11-4f23-bb42-2d508e940f29 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ac0d11a-caee-4de5-bc1c-0a7149c59b1e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:04.676626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:04.683599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Made reservation on behalf of 042ef3fc032a4977afc5c7e1d026ece2 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:50:04.685682 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.719322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e0775f-f72f-4160-b526-3c217463d46f']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:04.746064 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbf314a-ca07-484f-996a-cf450c6d8384') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:04.746064 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbf314a-ca07-484f-996a-cf450c6d8384') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:04.753882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.773549 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e081-7d11-4f23-bb42-2d508e940f29 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.777759 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fbc7e081-7d11-4f23-bb42-2d508e940f29 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0416605 Jan 28 06:50:04.778813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47596) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:04.787651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-64da188e-e0ed-420f-ae99-0632895f0e2e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Request body: {'security_group_rule': {'security_group_id': 'b97b3b28-b562-44db-bc70-32899d0c102b', 'project_id': '7588e9cf38c44664a3c43179590607b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:04.791734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6afb6f3f-83fc-434e-8f2e-7a2d400d35db tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.796146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-64da188e-e0ed-420f-ae99-0632895f0e2e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:04.805862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.817114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-64da188e-e0ed-420f-ae99-0632895f0e2e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Usage tracker for resource:security_group_rule and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:04.823338 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-64da188e-e0ed-420f-ae99-0632895f0e2e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:04.835355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-64da188e-e0ed-420f-ae99-0632895f0e2e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:04.853336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:50:04.854990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:50:04.872248 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:50:04.891755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.904910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6afb6f3f-83fc-434e-8f2e-7a2d400d35db tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.961285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:04.975413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:04.977758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64da188e-e0ed-420f-ae99-0632895f0e2e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.019573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:05.049446 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.077165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.106946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Network': ['ID=98e0775f-f72f-4160-b526-3c217463d46f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:05.122891 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bdf0fc59-9d76-4f22-9b4a-97dafae94b8b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/networks/98e0775f-f72f-4160-b526-3c217463d46f HTTP/1.1" status: 204 len: 168 time: 1.2913530 Jan 28 06:50:05.124468 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6afb6f3f-83fc-434e-8f2e-7a2d400d35db tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.142210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64da188e-e0ed-420f-ae99-0632895f0e2e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.145909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb6f3f-83fc-434e-8f2e-7a2d400d35db tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8b454c-5e17-4744-b98f-ce5eef22c3e0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:05.145909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47602) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:05.152490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'network': {'name': 'tempest-network-smoke--718629057', 'project_id': 'fab9236ca18a49699cab17477937175c', 'port_security_enabled': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:05.156430 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6afb6f3f-83fc-434e-8f2e-7a2d400d35db tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.157522 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6afb6f3f-83fc-434e-8f2e-7a2d400d35db tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "DELETE /v2.0/security-groups/2b8b454c-5e17-4744-b98f-ce5eef22c3e0 HTTP/1.1" status: 204 len: 168 time: 0.5729356 Jan 28 06:50:05.160900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47606) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:05.162686 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:05.164040 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:05.170850 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:05.188328 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:network and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:05.192915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:05.207451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:05.223204 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f59a1f8-0c2a-4f2a-b40c-74fa6efa5f18,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:05.233435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64da188e-e0ed-420f-ae99-0632895f0e2e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.262852 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e4af57-be89-486b-b168-58db52207900 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Synchronizing usage tracker for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:05.269452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da188e-e0ed-420f-ae99-0632895f0e2e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ee3427-5b86-403f-9cc5-d75d6b3aeafc,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:05.303339 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.321349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:50:05.324912 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.352158 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f5e4af57-be89-486b-b168-58db52207900 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Unset dirty status for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:05.353422 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f5e4af57-be89-486b-b168-58db52207900 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1913211 Jan 28 06:50:05.357583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-64da188e-e0ed-420f-ae99-0632895f0e2e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.357913 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47610) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:05.360418 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-64da188e-e0ed-420f-ae99-0632895f0e2e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5805717 Jan 28 06:50:05.361511 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:50:05.363860 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47614) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:05.367604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-9b79e79b-bdab-46fc-851f-b512fc3d03a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446183382'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:05.372089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-028d00a6-855c-44de-b3ff-51e154a93134 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Request body: {'security_group_rule': {'security_group_id': 'b97b3b28-b562-44db-bc70-32899d0c102b', 'project_id': '7588e9cf38c44664a3c43179590607b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:05.376677 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9b79e79b-bdab-46fc-851f-b512fc3d03a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:05.379192 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-028d00a6-855c-44de-b3ff-51e154a93134 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:05.385156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-028d00a6-855c-44de-b3ff-51e154a93134 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Usage tracker for resource:security_group_rule and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:05.386866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9b79e79b-bdab-46fc-851f-b512fc3d03a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:05.388020 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.388367 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Added segment b8ba5d2a-257a-4ff3-8129-14efa6e1bee3 of type vlan for network ddfc5239-a4be-40fd-8f15-d3cdab325f50 Jan 28 06:50:05.389550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-028d00a6-855c-44de-b3ff-51e154a93134 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:05.398854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-028d00a6-855c-44de-b3ff-51e154a93134 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:05.414211 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.420290 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.424768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.488612 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b79e79b-bdab-46fc-851f-b512fc3d03a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.498452 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-028d00a6-855c-44de-b3ff-51e154a93134 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Project 7588e9cf38c44664a3c43179590607b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:50:05.506027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-028d00a6-855c-44de-b3ff-51e154a93134 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.537669 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac969edf-3109-4a5c-b546-9a27716c8d3b,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:05.555164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dda1791-1fa1-4ebf-945a-fe1657997526,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:05.563670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.566380 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9b79e79b-bdab-46fc-851f-b512fc3d03a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:05.571022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:05.571022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.572938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9b79e79b-bdab-46fc-851f-b512fc3d03a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:05.576939 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9b79e79b-bdab-46fc-851f-b512fc3d03a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:05.584050 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Checking segment: {'id': '1bda501d-15f2-41a0-a898-e2be6723a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '98f77d11-e2cc-4062-a537-bba9b7fddbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:50:05.584417 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Network hostable DHCP agents. Network: 98f77d11-e2cc-4062-a537-bba9b7fddbe1, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:50:05.589461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9b79e79b-bdab-46fc-851f-b512fc3d03a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:05.669136 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.673125 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e6c55bd6-398b-4008-a7ba-4fd27a39043c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1769800 Jan 28 06:50:05.673637 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47618) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:05.684917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2a4cc9f8-d9b7-472e-8dbe-b55756de455c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'ac969edf-3109-4a5c-b546-9a27716c8d3b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:05.689802 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-028d00a6-855c-44de-b3ff-51e154a93134 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.694427 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2a4cc9f8-d9b7-472e-8dbe-b55756de455c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:05.700548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Network': ['ID=ddfc5239-a4be-40fd-8f15-d3cdab325f50,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:05.702741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2a4cc9f8-d9b7-472e-8dbe-b55756de455c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:05.706450 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2a4cc9f8-d9b7-472e-8dbe-b55756de455c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:05.711649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network ddfc5239-a4be-40fd-8f15-d3cdab325f50 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:50:05.715763 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2a4cc9f8-d9b7-472e-8dbe-b55756de455c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:05.718096 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Network 98f77d11-e2cc-4062-a537-bba9b7fddbe1 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:50:05.739430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.769719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b79e79b-bdab-46fc-851f-b512fc3d03a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.778413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-028d00a6-855c-44de-b3ff-51e154a93134 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.809222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d00a6-855c-44de-b3ff-51e154a93134 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af857eb9-f760-45d8-be3c-a370ab437194,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:05.812961 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0f7983da-56fd-45be-b52d-acc09b03e181 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6660752 Jan 28 06:50:05.813434 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 98f77d11-e2cc-4062-a537-bba9b7fddbe1) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:05.819743 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47622) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:05.830301 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a71a1d-2470-46b7-bd26-1d5901cf2216 None None] Network 98f77d11-e2cc-4062-a537-bba9b7fddbe1 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:50:05.831012 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:05.831654 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.839654 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-695824346', 'admin_state_up': True, 'project_id': 'fab9236ca18a49699cab17477937175c', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:05.860121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2a4cc9f8-d9b7-472e-8dbe-b55756de455c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.870585 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:05.876950 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:router and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:05.884382 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:05.905014 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:05.907985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b79e79b-bdab-46fc-851f-b512fc3d03a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.933393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-028d00a6-855c-44de-b3ff-51e154a93134 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:05.935553 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-028d00a6-855c-44de-b3ff-51e154a93134 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5707250 Jan 28 06:50:05.938326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47628) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:05.957277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-687d08fa-bb20-49ed-8160-d224ad34dc69 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Request body: {'security_group_rule': {'security_group_id': 'b97b3b28-b562-44db-bc70-32899d0c102b', 'project_id': '7588e9cf38c44664a3c43179590607b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:05.966869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-687d08fa-bb20-49ed-8160-d224ad34dc69 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:05.973561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-687d08fa-bb20-49ed-8160-d224ad34dc69 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Usage tracker for resource:security_group_rule and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:05.973738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 93b8f879-f35d-43f1-b796-3d1b4f076418 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:50:05.975087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79e79b-bdab-46fc-851f-b512fc3d03a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ac5448-ca19-497e-ade9-e5edb89952a1,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:05.978104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-687d08fa-bb20-49ed-8160-d224ad34dc69 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:05.985960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-687d08fa-bb20-49ed-8160-d224ad34dc69 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:05.988825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2a4cc9f8-d9b7-472e-8dbe-b55756de455c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.007577 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c8680e39-2876-4615-a0b5-b5b60e774948 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4327698 Jan 28 06:50:06.065101 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.066265 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.082930 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.116440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2a4cc9f8-d9b7-472e-8dbe-b55756de455c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.118279 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9b79e79b-bdab-46fc-851f-b512fc3d03a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.120382 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9b79e79b-bdab-46fc-851f-b512fc3d03a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7611990 Jan 28 06:50:06.123318 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47634) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:06.128596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c257ceab-04f7-411e-90f1-4cfe96c315e8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': '64ac5448-ca19-497e-ade9-e5edb89952a1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:06.129497 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-c257ceab-04f7-411e-90f1-4cfe96c315e8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 06:50:06.130774 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-c257ceab-04f7-411e-90f1-4cfe96c315e8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:06.135298 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c257ceab-04f7-411e-90f1-4cfe96c315e8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074153 Jan 28 06:50:06.135492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47638) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:06.143171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea2b17-aaf1-429e-b9be-b05286939c0b None None] Network 98f77d11-e2cc-4062-a537-bba9b7fddbe1 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:50:06.146725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cc9f8-d9b7-472e-8dbe-b55756de455c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9fe6f0-e6eb-46a6-b363-362f284b0f19,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:06.184773 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-687d08fa-bb20-49ed-8160-d224ad34dc69 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Project 7588e9cf38c44664a3c43179590607b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:50:06.200032 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-687d08fa-bb20-49ed-8160-d224ad34dc69 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.235512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ebcb1a8-e3ae-4a03-9818-814193a943b6 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.262688 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2a4cc9f8-d9b7-472e-8dbe-b55756de455c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.264100 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2a4cc9f8-d9b7-472e-8dbe-b55756de455c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5897214 Jan 28 06:50:06.266843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47644) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:06.270480 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 93b8f879-f35d-43f1-b796-3d1b4f076418 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:50:06.275509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8beadcfc-ba2b-4a16-a4dd-72ad71a43088 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'ac969edf-3109-4a5c-b546-9a27716c8d3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:06.280106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 93b8f879-f35d-43f1-b796-3d1b4f076418 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:06.280486 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.291976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8beadcfc-ba2b-4a16-a4dd-72ad71a43088 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:06.300184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8beadcfc-ba2b-4a16-a4dd-72ad71a43088 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:06.305472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8beadcfc-ba2b-4a16-a4dd-72ad71a43088 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:06.309434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ebcb1a8-e3ae-4a03-9818-814193a943b6 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.328765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8beadcfc-ba2b-4a16-a4dd-72ad71a43088 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:06.365412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-687d08fa-bb20-49ed-8160-d224ad34dc69 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.437601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8beadcfc-ba2b-4a16-a4dd-72ad71a43088 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.462544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-687d08fa-bb20-49ed-8160-d224ad34dc69 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.485359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.485762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ebcb1a8-e3ae-4a03-9818-814193a943b6 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.496423 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.520601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 93b8f879-f35d-43f1-b796-3d1b4f076418, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=93b8f879-f35d-43f1-b796-3d1b4f076418,segment=NetworkSegment(e6e52c03-d883-4b69-a294-6e9b20ccba8c),segment_id=e6e52c03-d883-4b69-a294-6e9b20ccba8c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:06.529874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d08fa-bb20-49ed-8160-d224ad34dc69 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0cb420-c8e3-4882-8833-722927247ca4,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:06.538060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcb1a8-e3ae-4a03-9818-814193a943b6 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ac5448-ca19-497e-ade9-e5edb89952a1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:06.566793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ebcb1a8-e3ae-4a03-9818-814193a943b6 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.567927 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7ebcb1a8-e3ae-4a03-9818-814193a943b6 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "DELETE /v2.0/security-groups/64ac5448-ca19-497e-ade9-e5edb89952a1 HTTP/1.1" status: 204 len: 168 time: 0.4316144 Jan 28 06:50:06.570680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47650) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:06.629884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-687d08fa-bb20-49ed-8160-d224ad34dc69 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.630120 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.633388 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-687d08fa-bb20-49ed-8160-d224ad34dc69 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6899331 Jan 28 06:50:06.644589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2a44f3d4-2870-4ed3-8f1b-74c6001f4053 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Synchronizing usage tracker for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:06.687359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7e959065-87b2-44ac-abbd-dc07ad64d7c0 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:50:06.710948 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-8beadcfc-ba2b-4a16-a4dd-72ad71a43088 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 06:50:06.711958 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8beadcfc-ba2b-4a16-a4dd-72ad71a43088 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4441416 Jan 28 06:50:06.716662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47668) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:06.757940 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 7e959065-87b2-44ac-abbd-dc07ad64d7c0 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:50:06.758412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7e959065-87b2-44ac-abbd-dc07ad64d7c0 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:50:06.789249 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2a44f3d4-2870-4ed3-8f1b-74c6001f4053 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Unset dirty status for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:06.791937 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2a44f3d4-2870-4ed3-8f1b-74c6001f4053 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2192287 Jan 28 06:50:06.796455 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47684) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:06.799543 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=93b8f879-f35d-43f1-b796-3d1b4f076418,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:06.816216 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c55a7244-5296-45e2-bf5a-6bc88576b307 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030086376'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:06.823936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c55a7244-5296-45e2-bf5a-6bc88576b307 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:06.840594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39b2afbb-b62d-4d85-8883-d7649033b321 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.840716 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c55a7244-5296-45e2-bf5a-6bc88576b307 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:06.865023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39b2afbb-b62d-4d85-8883-d7649033b321 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:06.989951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39b2afbb-b62d-4d85-8883-d7649033b321 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.013787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2afbb-b62d-4d85-8883-d7649033b321 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac969edf-3109-4a5c-b546-9a27716c8d3b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:07.019161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39b2afbb-b62d-4d85-8883-d7649033b321 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.023107 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.038822 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-39b2afbb-b62d-4d85-8883-d7649033b321 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "DELETE /v2.0/security-groups/ac969edf-3109-4a5c-b546-9a27716c8d3b HTTP/1.1" status: 204 len: 168 time: 0.3192058 Jan 28 06:50:07.038822 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47712) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:07.054262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47716) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:07.062102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1966976934-network', 'tenant_id': '4a329f3ba24f458cae87660f6295448e'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:07.062751 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.064681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c55a7244-5296-45e2-bf5a-6bc88576b307 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.071440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:07.082795 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Usage tracker for resource:network and tenant:4a329f3ba24f458cae87660f6295448e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:07.087090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:07.098304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:07.119195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b6385cf1-72d5-442d-b1e6-e2cf2b1e34bf tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Synchronizing usage tracker for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:07.128190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c55a7244-5296-45e2-bf5a-6bc88576b307 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:07.136315 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c55a7244-5296-45e2-bf5a-6bc88576b307 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:07.144543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c55a7244-5296-45e2-bf5a-6bc88576b307 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:07.154990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c55a7244-5296-45e2-bf5a-6bc88576b307 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:07.201087 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Made reservation on behalf of 4a329f3ba24f458cae87660f6295448e for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:50:07.203989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.217566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.230997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b6385cf1-72d5-442d-b1e6-e2cf2b1e34bf tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Unset dirty status for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:07.232240 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b6385cf1-72d5-442d-b1e6-e2cf2b1e34bf tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1935041 Jan 28 06:50:07.236084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:07.236702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47720) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:07.242324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8460b237-0a5e-4639-9a77-f45721bd48de tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775984525'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:07.246520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Usage tracker for resource:security_group_rule and tenant:4a329f3ba24f458cae87660f6295448e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:07.249058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.221 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/b6c6cfb8-e40d-4947-a893-42abb4f0b78b) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:50:07.250003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:07.256662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8460b237-0a5e-4639-9a77-f45721bd48de tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:07.262794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:07.272090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8460b237-0a5e-4639-9a77-f45721bd48de tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:07.319693 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c55a7244-5296-45e2-bf5a-6bc88576b307 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.372290 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c55a7244-5296-45e2-bf5a-6bc88576b307 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.438540 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8460b237-0a5e-4639-9a77-f45721bd48de tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.448209 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a7244-5296-45e2-bf5a-6bc88576b307 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e20e4-220d-4a39-a57e-97c0603ec68d,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:07.476279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.477091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.481745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8460b237-0a5e-4639-9a77-f45721bd48de tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:07.485745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8460b237-0a5e-4639-9a77-f45721bd48de tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:07.488639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8460b237-0a5e-4639-9a77-f45721bd48de tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:07.495551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8460b237-0a5e-4639-9a77-f45721bd48de tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:07.504629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c55a7244-5296-45e2-bf5a-6bc88576b307 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.505886 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c55a7244-5296-45e2-bf5a-6bc88576b307 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7065532 Jan 28 06:50:07.508918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47724) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:07.514507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-322bcd14-6e4f-4668-ae33-6613396349e8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'b39e20e4-220d-4a39-a57e-97c0603ec68d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:07.526454 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-322bcd14-6e4f-4668-ae33-6613396349e8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 06:50:07.526964 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-322bcd14-6e4f-4668-ae33-6613396349e8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:07.527920 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-322bcd14-6e4f-4668-ae33-6613396349e8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0180793 Jan 28 06:50:07.530441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47728) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:07.539550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ce9c575f-8506-442f-a891-ff6b7b97b9a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'b39e20e4-220d-4a39-a57e-97c0603ec68d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:07.540168 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-ce9c575f-8506-442f-a891-ff6b7b97b9a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 06:50:07.540623 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-ce9c575f-8506-442f-a891-ff6b7b97b9a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:07.541943 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ce9c575f-8506-442f-a891-ff6b7b97b9a8 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102849 Jan 28 06:50:07.542296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.544235 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47732) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:07.549398 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-472881c1-2c62-4d59-b572-620b1a982e9a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'b39e20e4-220d-4a39-a57e-97c0603ec68d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:07.551284 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING neutron.api.v2.base [None req-472881c1-2c62-4d59-b572-620b1a982e9a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 06:50:07.551793 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-472881c1-2c62-4d59-b572-620b1a982e9a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:07.552725 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-472881c1-2c62-4d59-b572-620b1a982e9a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075421 Jan 28 06:50:07.555297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47736) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:07.560819 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6606e39d-f75d-42b5-970d-bda8e6674b28 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'b39e20e4-220d-4a39-a57e-97c0603ec68d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:07.561656 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING neutron.api.v2.base [None req-6606e39d-f75d-42b5-970d-bda8e6674b28 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 06:50:07.562104 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-6606e39d-f75d-42b5-970d-bda8e6674b28 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:07.563013 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6606e39d-f75d-42b5-970d-bda8e6674b28 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068316 Jan 28 06:50:07.565538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47740) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:07.588208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:50:07.597918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab57722-785a-499d-bfbd-c091d29a55c7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:07.606622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.606959 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Added segment 5014a4ff-5833-4306-847e-ba4858ac56ed of type vlan for network 24d45e90-b222-4e3f-8b8c-a085dce6f0ae Jan 28 06:50:07.627920 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.655340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.671285 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8460b237-0a5e-4639-9a77-f45721bd48de tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.744461 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8460b237-0a5e-4639-9a77-f45721bd48de tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.772502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.777413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:07.777413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.801078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:07.802034 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f252ceb5-9815-4b8d-8ab8-2ea8d48ac927 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.808345 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:07.824628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:50:07.842302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460b237-0a5e-4639-9a77-f45721bd48de tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab166ed5-9eca-466c-afb7-460ec3655c82,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:07.885562 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f252ceb5-9815-4b8d-8ab8-2ea8d48ac927 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.897633 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=b6c6cfb8-e40d-4947-a893-42abb4f0b78b,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:07.925457 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] Pushing event updated for resources: {'Network': ['ID=24d45e90-b222-4e3f-8b8c-a085dce6f0ae,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:07.939404 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 24d45e90-b222-4e3f-8b8c-a085dce6f0ae details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:50:07.973630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8460b237-0a5e-4639-9a77-f45721bd48de tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:07.977650 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8460b237-0a5e-4639-9a77-f45721bd48de tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7375166 Jan 28 06:50:07.977828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47750) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:07.984166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-23ce88cc-06fd-4870-8f7e-cdb3d8615168 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'ab166ed5-9eca-466c-afb7-460ec3655c82', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:07.987936 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-23ce88cc-06fd-4870-8f7e-cdb3d8615168 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 06:50:07.988615 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-23ce88cc-06fd-4870-8f7e-cdb3d8615168 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:07.992474 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-23ce88cc-06fd-4870-8f7e-cdb3d8615168 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0102386 Jan 28 06:50:07.993237 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47754) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:08.002336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 93b8f879-f35d-43f1-b796-3d1b4f076418 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:50:08.055833 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1d5ab6d8-9ae7-4a12-b197-ef39e436c1a3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9987316 Jan 28 06:50:08.066207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47758) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:08.072996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Request body: {'subnet': {'network_id': '24d45e90-b222-4e3f-8b8c-a085dce6f0ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1966976934-subnet', 'tenant_id': '4a329f3ba24f458cae87660f6295448e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:08.078207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:08.082608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Usage tracker for resource:subnet and tenant:4a329f3ba24f458cae87660f6295448e is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:08.085971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:08.100440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:08.121734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8eb574e2-c0fb-4237-be7c-d381781c3d5b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:08.139478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 93b8f879-f35d-43f1-b796-3d1b4f076418 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:08.139869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:08.156854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8eb574e2-c0fb-4237-be7c-d381781c3d5b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:08.171956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Made reservation on behalf of 4a329f3ba24f458cae87660f6295448e for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:50:08.174343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:08.294792 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f252ceb5-9815-4b8d-8ab8-2ea8d48ac927 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:08.338670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252ceb5-9815-4b8d-8ab8-2ea8d48ac927 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e20e4-220d-4a39-a57e-97c0603ec68d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:08.356411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f252ceb5-9815-4b8d-8ab8-2ea8d48ac927 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:08.357532 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f252ceb5-9815-4b8d-8ab8-2ea8d48ac927 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "DELETE /v2.0/security-groups/b39e20e4-220d-4a39-a57e-97c0603ec68d HTTP/1.1" status: 204 len: 168 time: 0.7901185 Jan 28 06:50:08.360224 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47764) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:08.476093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8eb574e2-c0fb-4237-be7c-d381781c3d5b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:08.487443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:08.501728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb574e2-c0fb-4237-be7c-d381781c3d5b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab166ed5-9eca-466c-afb7-460ec3655c82,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:08.515246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8eb574e2-c0fb-4237-be7c-d381781c3d5b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:08.518929 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8eb574e2-c0fb-4237-be7c-d381781c3d5b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "DELETE /v2.0/security-groups/ab166ed5-9eca-466c-afb7-460ec3655c82 HTTP/1.1" status: 204 len: 168 time: 0.5212002 Jan 28 06:50:08.563342 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47774) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:08.563595 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-07d11795-861b-4404-885f-c6f5c8318e3a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Synchronizing usage tracker for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:08.649187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c587476a-98af-4841-b65c-4455dbbe05c6 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Synchronizing usage tracker for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:08.671699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-07d11795-861b-4404-885f-c6f5c8318e3a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Unset dirty status for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:08.672935 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-07d11795-861b-4404-885f-c6f5c8318e3a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3118789 Jan 28 06:50:08.676773 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47802) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:08.685060 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-cfb6820f-c776-4038-baf7-67144201334d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180063371'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:08.738939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:08.746867 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cfb6820f-c776-4038-baf7-67144201334d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:08.773325 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c587476a-98af-4841-b65c-4455dbbe05c6 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Unset dirty status for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:08.774405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cfb6820f-c776-4038-baf7-67144201334d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:08.782061 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c587476a-98af-4841-b65c-4455dbbe05c6 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2307010 Jan 28 06:50:08.784458 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47808) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:08.793233 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-56d135e2-49d8-4e44-bc55-164a5c6699f0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675091047'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:08.803297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-56d135e2-49d8-4e44-bc55-164a5c6699f0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:08.842774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2ad7234-b364-47e0-9e9d-10eda994cc1d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:08.853793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Checking segment: {'id': '5014a4ff-5833-4306-847e-ba4858ac56ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '24d45e90-b222-4e3f-8b8c-a085dce6f0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:50:08.854552 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Network hostable DHCP agents. Network: 24d45e90-b222-4e3f-8b8c-a085dce6f0ae, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:50:08.878774 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cfb6820f-c776-4038-baf7-67144201334d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:08.901508 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-56d135e2-49d8-4e44-bc55-164a5c6699f0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:08.932645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cfb6820f-c776-4038-baf7-67144201334d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:08.940717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cfb6820f-c776-4038-baf7-67144201334d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:08.943959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:08.945973 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cfb6820f-c776-4038-baf7-67144201334d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:08.953305 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cfb6820f-c776-4038-baf7-67144201334d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:08.961192 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Network 24d45e90-b222-4e3f-8b8c-a085dce6f0ae is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:50:09.025704 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-56d135e2-49d8-4e44-bc55-164a5c6699f0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:09.091482 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-56d135e2-49d8-4e44-bc55-164a5c6699f0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:09.168293 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-56d135e2-49d8-4e44-bc55-164a5c6699f0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:09.182051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-56d135e2-49d8-4e44-bc55-164a5c6699f0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:09.193954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-56d135e2-49d8-4e44-bc55-164a5c6699f0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:09.278444 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cfb6820f-c776-4038-baf7-67144201334d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:09.341882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-56d135e2-49d8-4e44-bc55-164a5c6699f0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:09.538049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 24d45e90-b222-4e3f-8b8c-a085dce6f0ae) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:09.550598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:09.550915 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4761e59a-3a05-4eb3-a3c8-8fe793a04c5e None None] Network 24d45e90-b222-4e3f-8b8c-a085dce6f0ae requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:50:09.552189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:09.595613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cfb6820f-c776-4038-baf7-67144201334d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:09.639953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router b3236d71-b789-4faf-9f15-6b8b4f718017 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:50:09.644448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6820f-c776-4038-baf7-67144201334d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e6c462-d335-4ebe-ba1f-3c3dada02680,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:09.646640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-56d135e2-49d8-4e44-bc55-164a5c6699f0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:09.716190 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c62b8fb9-dec5-423c-b428-2e82c633ed01 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6488149 Jan 28 06:50:09.830874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb2fdd8-2c45-4074-9b6e-51a7bc7cf692 None None] Network 24d45e90-b222-4e3f-8b8c-a085dce6f0ae requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:50:09.916206 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d135e2-49d8-4e44-bc55-164a5c6699f0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d016ae-ea1e-4e93-b2c5-783d66083874,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:09.926228 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cfb6820f-c776-4038-baf7-67144201334d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:09.927446 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cfb6820f-c776-4038-baf7-67144201334d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2488720 Jan 28 06:50:09.930315 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47816) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:09.937876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7771ed40-671a-4f0d-bed9-5a5a13d79a7f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'e5e6c462-d335-4ebe-ba1f-3c3dada02680', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:09.938845 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-7771ed40-671a-4f0d-bed9-5a5a13d79a7f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 06:50:09.939685 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-7771ed40-671a-4f0d-bed9-5a5a13d79a7f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:09.940840 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7771ed40-671a-4f0d-bed9-5a5a13d79a7f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082088 Jan 28 06:50:09.948483 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47820) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:09.954348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-105aeb9b-4b15-45bc-bcd9-ccb6be717635 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'e5e6c462-d335-4ebe-ba1f-3c3dada02680', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:09.970439 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-105aeb9b-4b15-45bc-bcd9-ccb6be717635 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:09.983268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-105aeb9b-4b15-45bc-bcd9-ccb6be717635 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:09.987827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-105aeb9b-4b15-45bc-bcd9-ccb6be717635 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:09.998548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-105aeb9b-4b15-45bc-bcd9-ccb6be717635 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:10.125838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:50:10.153334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Sync routers for ids ['b3236d71-b789-4faf-9f15-6b8b4f718017'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:50:10.177016 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Routers {'b3236d71-b789-4faf-9f15-6b8b4f718017'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:50:10.177016 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:50:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b3236d71-b789-4faf-9f15-6b8b4f718017'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:10.177267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-56d135e2-49d8-4e44-bc55-164a5c6699f0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:10.177267 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-56d135e2-49d8-4e44-bc55-164a5c6699f0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3884819 Jan 28 06:50:10.177267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47832) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:10.181695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-bca8e832-ae1d-4b44-8ec5-1dea519734b0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': '61d016ae-ea1e-4e93-b2c5-783d66083874', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:10.182549 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING neutron.api.v2.base [None req-bca8e832-ae1d-4b44-8ec5-1dea519734b0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 06:50:10.183038 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-bca8e832-ae1d-4b44-8ec5-1dea519734b0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:10.184377 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bca8e832-ae1d-4b44-8ec5-1dea519734b0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068970 Jan 28 06:50:10.187084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47836) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:10.235696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:10.236857 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-351cfa20-8e63-4601-8ded-4ca2bbf810dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4149652 Jan 28 06:50:10.239864 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47840) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:10.273922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2aee2e6-8f9a-47c8-9fa3-2aec9e1faef6 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:10.306389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2aee2e6-8f9a-47c8-9fa3-2aec9e1faef6 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:10.318484 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1550c2da-d789-4368-ad6f-b2ae3eaf54cd tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fab9236ca18a49699cab17477937175c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0775506 Jan 28 06:50:10.322595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47848) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:10.387148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Set router b3236d71-b789-4faf-9f15-6b8b4f718017 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:50:10.507996 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-105aeb9b-4b15-45bc-bcd9-ccb6be717635 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:10.509053 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-105aeb9b-4b15-45bc-bcd9-ccb6be717635 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5594904 Jan 28 06:50:10.511928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47856) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:10.520881 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-3277da4a-b4b8-4ac1-ad95-bc5aaf69e400 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'e5e6c462-d335-4ebe-ba1f-3c3dada02680', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:10.521228 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING neutron.api.v2.base [None req-3277da4a-b4b8-4ac1-ad95-bc5aaf69e400 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 06:50:10.521738 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-3277da4a-b4b8-4ac1-ad95-bc5aaf69e400 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:10.525900 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3277da4a-b4b8-4ac1-ad95-bc5aaf69e400 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092700 Jan 28 06:50:10.526055 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47860) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:10.530975 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-1d58bb75-e3d6-4565-8217-1c20bb14168a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'e5e6c462-d335-4ebe-ba1f-3c3dada02680', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:10.537692 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1d58bb75-e3d6-4565-8217-1c20bb14168a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:10.544032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1d58bb75-e3d6-4565-8217-1c20bb14168a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:10.547514 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-1d58bb75-e3d6-4565-8217-1c20bb14168a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:10.556543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-1d58bb75-e3d6-4565-8217-1c20bb14168a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:10.628013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216143dd-027b-45bc-a755-8e2f3ce8dad6 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:10.629400 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-216143dd-027b-45bc-a755-8e2f3ce8dad6 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3056464 Jan 28 06:50:10.632500 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47864) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:10.674033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-6e673ad3-a5d9-4da9-9397-d07a6cb44308 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:10.677749 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-6e673ad3-a5d9-4da9-9397-d07a6cb44308 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/networks?id=98f77d11-e2cc-4062-a537-bba9b7fddbe1 HTTP/1.1" status: 200 len: 811 time: 0.2910075 Jan 28 06:50:10.700486 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-3693e982-a54b-4178-b61a-83ad352277fc tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/quotas/042ef3fc032a4977afc5c7e1d026ece2 HTTP/1.1" status: 200 len: 375 time: 0.0117364 Jan 28 06:50:10.729153 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:50:08Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:10.734858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Checking router: b3236d71-b789-4faf-9f15-6b8b4f718017 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:50:10.735539 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Updating router b3236d71-b789-4faf-9f15-6b8b4f718017 port b6c6cfb8-e40d-4947-a893-42abb4f0b78b binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:50:10.751108 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2aaba13a-9c05-4f1c-869b-07a6feba39ec tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1173928 Jan 28 06:50:10.752954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47868) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:10.761963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2aee2e6-8f9a-47c8-9fa3-2aec9e1faef6 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:10.769222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-937035544', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'project_id': 'fab9236ca18a49699cab17477937175c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:10.790344 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aee2e6-8f9a-47c8-9fa3-2aec9e1faef6 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d016ae-ea1e-4e93-b2c5-783d66083874,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:10.795361 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-f1a04eaf-0542-43b3-aefa-381d6a2ca4fd tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=042ef3fc032a4977afc5c7e1d026ece2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836842 Jan 28 06:50:10.798391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:10.850867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:10.867073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2aee2e6-8f9a-47c8-9fa3-2aec9e1faef6 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:10.868608 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f2aee2e6-8f9a-47c8-9fa3-2aec9e1faef6 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "DELETE /v2.0/security-groups/61d016ae-ea1e-4e93-b2c5-783d66083874 HTTP/1.1" status: 204 len: 168 time: 0.6802053 Jan 28 06:50:10.924790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47872) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:10.940283 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-1d58bb75-e3d6-4565-8217-1c20bb14168a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:10.941320 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1d58bb75-e3d6-4565-8217-1c20bb14168a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4144385 Jan 28 06:50:10.944283 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47876) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:10.958656 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c414b78d-cceb-4a06-b8a6-67cc33ccc7c6 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'e5e6c462-d335-4ebe-ba1f-3c3dada02680', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:10.959146 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING neutron.api.v2.base [None req-c414b78d-cceb-4a06-b8a6-67cc33ccc7c6 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 06:50:10.961899 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-c414b78d-cceb-4a06-b8a6-67cc33ccc7c6 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:10.963499 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c414b78d-cceb-4a06-b8a6-67cc33ccc7c6 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0162649 Jan 28 06:50:10.971879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47880) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:10.977543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:10.992476 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ad235d52-8a0c-4988-8f38-9a5dacf9dc55 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'e5e6c462-d335-4ebe-ba1f-3c3dada02680', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:10.998977 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:subnet and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:11.014792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d1221a19-a0c0-4970-b878-e5849ebac818 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Synchronizing usage tracker for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:11.015051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ad235d52-8a0c-4988-8f38-9a5dacf9dc55 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:11.019894 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ad235d52-8a0c-4988-8f38-9a5dacf9dc55 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:11.023709 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ad235d52-8a0c-4988-8f38-9a5dacf9dc55 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:11.031417 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ad235d52-8a0c-4988-8f38-9a5dacf9dc55 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:11.042314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:11.045876 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-1042c747-c546-42f1-8897-034c63b72818 service neutron] 10.222.0.25 "GET /v2.0/networks/98f77d11-e2cc-4062-a537-bba9b7fddbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313411 Jan 28 06:50:11.050729 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:11.104336 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-ad235d52-8a0c-4988-8f38-9a5dacf9dc55 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Project b11660361cf347498d2d766118ac269a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:50:11.135655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:50:11.137403 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:11.159030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d1221a19-a0c0-4970-b878-e5849ebac818 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Unset dirty status for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:11.166164 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d1221a19-a0c0-4970-b878-e5849ebac818 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2400913 Jan 28 06:50:11.170117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47886) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:11.178740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ccc6799f-f9e5-47e1-97e0-844c3b7b4b03 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group': {'name': 'tempest-secgroup--908808048'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:11.185224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ccc6799f-f9e5-47e1-97e0-844c3b7b4b03 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:11.206320 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ccc6799f-f9e5-47e1-97e0-844c3b7b4b03 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:11.228339 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-ad235d52-8a0c-4988-8f38-9a5dacf9dc55 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:11.231124 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-3c4117c1-50a6-47ca-bbc1-2f08d6402814 service neutron] 10.222.0.25 "GET /v2.0/networks/98f77d11-e2cc-4062-a537-bba9b7fddbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784487 Jan 28 06:50:11.231530 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ad235d52-8a0c-4988-8f38-9a5dacf9dc55 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2558751 Jan 28 06:50:11.234670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47890) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:11.247853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5e7fb85a-8704-4fbe-8014-d0074ff3418d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'e5e6c462-d335-4ebe-ba1f-3c3dada02680', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:11.248337 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-5e7fb85a-8704-4fbe-8014-d0074ff3418d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 06:50:11.250463 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-5e7fb85a-8704-4fbe-8014-d0074ff3418d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:11.251108 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5e7fb85a-8704-4fbe-8014-d0074ff3418d tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0147691 Jan 28 06:50:11.253905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47894) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:11.267964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-36836c2d-f94a-48f9-9541-d0d4d7271c98 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'e5e6c462-d335-4ebe-ba1f-3c3dada02680', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:11.279581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-36836c2d-f94a-48f9-9541-d0d4d7271c98 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:11.293873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-36836c2d-f94a-48f9-9541-d0d4d7271c98 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:11.300240 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-36836c2d-f94a-48f9-9541-d0d4d7271c98 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:11.310321 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-36836c2d-f94a-48f9-9541-d0d4d7271c98 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:11.324857 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:50:11.327021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ccc6799f-f9e5-47e1-97e0-844c3b7b4b03 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:11.356280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ccc6799f-f9e5-47e1-97e0-844c3b7b4b03 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:11.360950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ccc6799f-f9e5-47e1-97e0-844c3b7b4b03 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:11.363924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ccc6799f-f9e5-47e1-97e0-844c3b7b4b03 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:11.371111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ccc6799f-f9e5-47e1-97e0-844c3b7b4b03 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:11.400571 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-36836c2d-f94a-48f9-9541-d0d4d7271c98 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Project b11660361cf347498d2d766118ac269a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:50:11.409099 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:11.425080 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Transition to ACTIVE for port object b6c6cfb8-e40d-4947-a893-42abb4f0b78b will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:50:11.475478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ccc6799f-f9e5-47e1-97e0-844c3b7b4b03 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:11.515451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:11.544243 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-36836c2d-f94a-48f9-9541-d0d4d7271c98 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:11.544737 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:11.548143 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-36836c2d-f94a-48f9-9541-d0d4d7271c98 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2926431 Jan 28 06:50:11.548841 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47898) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:11.549467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ccc6799f-f9e5-47e1-97e0-844c3b7b4b03 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:11.557679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9fec6464-64b3-4f1e-82b8-5cbafbe930e0 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'e5e6c462-d335-4ebe-ba1f-3c3dada02680', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:11.618942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9fec6464-64b3-4f1e-82b8-5cbafbe930e0 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:11.619866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Attempting to bind port b6c6cfb8-e40d-4947-a893-42abb4f0b78b on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:50:11.620311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Attempting to bind port b6c6cfb8-e40d-4947-a893-42abb4f0b78b by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:50:11.620784 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Attempting to bind port b6c6cfb8-e40d-4947-a893-42abb4f0b78b on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:50:11.624929 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9fec6464-64b3-4f1e-82b8-5cbafbe930e0 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:11.629005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9fec6464-64b3-4f1e-82b8-5cbafbe930e0 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:11.630902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee6611-ef35-46c0-a6d8-55e427c9e062 None None] Pushing event updated for resources: {'Port': ['ID=b6c6cfb8-e40d-4947-a893-42abb4f0b78b,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:11.634023 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:50:11.635474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:50:11.635632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:11.636247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:50:11.636846 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Bound port: b6c6cfb8-e40d-4947-a893-42abb4f0b78b, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:50:11.637310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:11.640270 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9fec6464-64b3-4f1e-82b8-5cbafbe930e0 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:11.702907 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Subnet': ['ID=3b586b8b-b154-4dbf-b546-8b2868450749,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:11.710263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Checking segment: {'id': 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:50:11.710645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network hostable DHCP agents. Network: ddfc5239-a4be-40fd-8f15-d3cdab325f50, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:50:11.724717 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-04cfadae-99a7-4321-88b8-0213351e7dba req-4e5f20db-055c-49eb-b95f-8f0850bb522b tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 210 time: 0.0757489 Jan 28 06:50:11.736490 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-9fec6464-64b3-4f1e-82b8-5cbafbe930e0 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Project b11660361cf347498d2d766118ac269a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:50:11.744458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6799f-f9e5-47e1-97e0-844c3b7b4b03 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf9a491-4be6-4005-8e47-6d25d555fd55,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:11.805654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] For port b6c6cfb8-e40d-4947-a893-42abb4f0b78b, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:50:11.809122 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] For port b6c6cfb8-e40d-4947-a893-42abb4f0b78b, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b6c6cfb8-e40d-4947-a893-42abb4f0b78b,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:50:11.819335 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network ddfc5239-a4be-40fd-8f15-d3cdab325f50 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:50:11.853583 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-9fec6464-64b3-4f1e-82b8-5cbafbe930e0 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:11.857467 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9fec6464-64b3-4f1e-82b8-5cbafbe930e0 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3012192 Jan 28 06:50:11.857467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ccc6799f-f9e5-47e1-97e0-844c3b7b4b03 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:11.857467 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ccc6799f-f9e5-47e1-97e0-844c3b7b4b03 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6847272 Jan 28 06:50:11.857737 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47910) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:11.860001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47912) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:11.875512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2c9c5f51-9343-463e-bb85-1d0c101ed46c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'ecf9a491-4be6-4005-8e47-6d25d555fd55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:11.893248 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-2c9c5f51-9343-463e-bb85-1d0c101ed46c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 06:50:11.893248 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-2c9c5f51-9343-463e-bb85-1d0c101ed46c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:11.893248 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2c9c5f51-9343-463e-bb85-1d0c101ed46c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0169232 Jan 28 06:50:11.894480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47918) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:11.901694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f0bf1723-22a3-4a23-b939-df799847e6f1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'ecf9a491-4be6-4005-8e47-6d25d555fd55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:11.903458 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING neutron.api.v2.base [None req-f0bf1723-22a3-4a23-b939-df799847e6f1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 06:50:11.906084 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-f0bf1723-22a3-4a23-b939-df799847e6f1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:11.909950 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f0bf1723-22a3-4a23-b939-df799847e6f1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118263 Jan 28 06:50:11.915163 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47922) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:11.916365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e0d21826-359f-4ebd-9f65-d96a9aab9f37 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'ecf9a491-4be6-4005-8e47-6d25d555fd55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:11.917851 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING neutron.api.v2.base [None req-e0d21826-359f-4ebd-9f65-d96a9aab9f37 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 06:50:11.918336 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-e0d21826-359f-4ebd-9f65-d96a9aab9f37 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:11.919674 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e0d21826-359f-4ebd-9f65-d96a9aab9f37 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082805 Jan 28 06:50:11.922298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47926) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:11.927429 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-285172af-bbef-4df6-bd1c-773866d8a2aa tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'ecf9a491-4be6-4005-8e47-6d25d555fd55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:11.928920 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING neutron.api.v2.base [None req-285172af-bbef-4df6-bd1c-773866d8a2aa tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 06:50:11.929405 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-285172af-bbef-4df6-bd1c-773866d8a2aa tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:11.930342 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-285172af-bbef-4df6-bd1c-773866d8a2aa tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069716 Jan 28 06:50:11.932815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47930) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:11.942997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-50a83c97-8f60-41ea-8d2b-f65e0490467f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:11.963357 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:11.979971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-50a83c97-8f60-41ea-8d2b-f65e0490467f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:12.008314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-918ea5d9-7eb6-468f-99bb-26226a6eef20 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:12.026975 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, ddfc5239-a4be-40fd-8f15-d3cdab325f50) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:12.040746 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:12.041335 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:12.053782 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-918ea5d9-7eb6-468f-99bb-26226a6eef20 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:12.054364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b65bf5-5dcf-41a6-92a3-4c59bcc5cb63 None None] Network ddfc5239-a4be-40fd-8f15-d3cdab325f50 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:50:12.080101 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Routers {'b3236d71-b789-4faf-9f15-6b8b4f718017'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:50:12.080741 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:50:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b3236d71-b789-4faf-9f15-6b8b4f718017'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:12.143929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee6611-ef35-46c0-a6d8-55e427c9e062 None None] Pushing event updated for resources: {'Port': ['ID=b6c6cfb8-e40d-4947-a893-42abb4f0b78b,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:12.172745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-50a83c97-8f60-41ea-8d2b-f65e0490467f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:12.176584 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-90e1b0fc-75e6-4bae-acd4-d6c01d19af66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4170291 Jan 28 06:50:12.180005 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47934) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:12.198450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a83c97-8f60-41ea-8d2b-f65e0490467f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e6c462-d335-4ebe-ba1f-3c3dada02680,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:12.212967 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-50a83c97-8f60-41ea-8d2b-f65e0490467f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:12.214546 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-50a83c97-8f60-41ea-8d2b-f65e0490467f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "DELETE /v2.0/security-groups/e5e6c462-d335-4ebe-ba1f-3c3dada02680 HTTP/1.1" status: 204 len: 168 time: 0.3559840 Jan 28 06:50:12.217154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47938) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:12.259446 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-918ea5d9-7eb6-468f-99bb-26226a6eef20 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:12.281807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-53cbb07c-6cab-46fe-80fd-ca9a6f0f5006 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Synchronizing usage tracker for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:12.291078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ea5d9-7eb6-468f-99bb-26226a6eef20 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf9a491-4be6-4005-8e47-6d25d555fd55,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:12.326357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-918ea5d9-7eb6-468f-99bb-26226a6eef20 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:12.327878 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-918ea5d9-7eb6-468f-99bb-26226a6eef20 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "DELETE /v2.0/security-groups/ecf9a491-4be6-4005-8e47-6d25d555fd55 HTTP/1.1" status: 204 len: 168 time: 0.3942158 Jan 28 06:50:12.331164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47944) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:12.389523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-53cbb07c-6cab-46fe-80fd-ca9a6f0f5006 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Unset dirty status for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:12.398531 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-53cbb07c-6cab-46fe-80fd-ca9a6f0f5006 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1763327 Jan 28 06:50:12.399288 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47948) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:12.433586 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f648aac4-1d16-497f-bc75-edc989ea2d1b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group': {'name': 'tempest-secgroup--786713323'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:12.443928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f648aac4-1d16-497f-bc75-edc989ea2d1b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:12.470301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f648aac4-1d16-497f-bc75-edc989ea2d1b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:12.483074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f8ac489e-c773-4087-821e-25794b33e4a0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Synchronizing usage tracker for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:12.499974 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] Set router b3236d71-b789-4faf-9f15-6b8b4f718017 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:50:12.578772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f8ac489e-c773-4087-821e-25794b33e4a0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Unset dirty status for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:12.582339 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f8ac489e-c773-4087-821e-25794b33e4a0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2475855 Jan 28 06:50:12.582339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f648aac4-1d16-497f-bc75-edc989ea2d1b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:12.616462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47954) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:12.622233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f648aac4-1d16-497f-bc75-edc989ea2d1b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:12.627397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f648aac4-1d16-497f-bc75-edc989ea2d1b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:12.631265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f648aac4-1d16-497f-bc75-edc989ea2d1b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:12.639335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f648aac4-1d16-497f-bc75-edc989ea2d1b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:12.651348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-01f25adb-c77f-4a62-a877-5a633220de64 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017105077'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:12.661905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-01f25adb-c77f-4a62-a877-5a633220de64 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:12.683255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-01f25adb-c77f-4a62-a877-5a633220de64 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:12.747621 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f648aac4-1d16-497f-bc75-edc989ea2d1b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:12.761322 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ips': [{'subnet_id': '3b586b8b-b154-4dbf-b546-8b2868450749'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:50:12.762221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:12.846020 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f82a841a-cdcc-4622-b94d-0da0449ce3d2 req-099d9fa3-4387-4bdf-89b5-debb752ba0e4 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 210 time: 0.0445740 Jan 28 06:50:12.863653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01f25adb-c77f-4a62-a877-5a633220de64 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:12.881359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-01f25adb-c77f-4a62-a877-5a633220de64 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:12.885460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-01f25adb-c77f-4a62-a877-5a633220de64 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:12.892583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-01f25adb-c77f-4a62-a877-5a633220de64 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:12.895857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-01f25adb-c77f-4a62-a877-5a633220de64 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:12.989223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f648aac4-1d16-497f-bc75-edc989ea2d1b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:13.059725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:50:08Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:13.068830 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215bd87d-c86d-43ff-8239-526c5b26a62c None None] The sync data for ids ['b3236d71-b789-4faf-9f15-6b8b4f718017'] in dv-neutron-824022-4-hyperv is: [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:50:08Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:50:13.079970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01f25adb-c77f-4a62-a877-5a633220de64 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:13.082493 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Allocated IP 172.20.0.2 (ddfc5239-a4be-40fd-8f15-d3cdab325f50/3b586b8b-b154-4dbf-b546-8b2868450749/1db540e9-65d3-453e-be2c-77255a6a566a) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:50:13.087299 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648aac4-1d16-497f-bc75-edc989ea2d1b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233d7d1c-c738-4ac9-bd12-0ac8e81ef985,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:13.110122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f648aac4-1d16-497f-bc75-edc989ea2d1b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:13.112577 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f648aac4-1d16-497f-bc75-edc989ea2d1b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7068260 Jan 28 06:50:13.114844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47960) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:13.128489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-54c2b313-be47-44a5-a7ac-c1352e81cefc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': '233d7d1c-c738-4ac9-bd12-0ac8e81ef985', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:13.137462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-54c2b313-be47-44a5-a7ac-c1352e81cefc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:13.142301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-54c2b313-be47-44a5-a7ac-c1352e81cefc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:13.148203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-54c2b313-be47-44a5-a7ac-c1352e81cefc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:13.155845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-54c2b313-be47-44a5-a7ac-c1352e81cefc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:13.247014 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:13.321434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01f25adb-c77f-4a62-a877-5a633220de64 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:13.375348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f25adb-c77f-4a62-a877-5a633220de64 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e203eaa8-e54b-440d-8f31-20d4b4a05dff,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:13.398198 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:13.425645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Transition to ACTIVE for port object 1db540e9-65d3-453e-be2c-77255a6a566a will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:50:13.452902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-01f25adb-c77f-4a62-a877-5a633220de64 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:13.454653 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-01f25adb-c77f-4a62-a877-5a633220de64 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8118365 Jan 28 06:50:13.464110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47964) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:13.491005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8cb190ff-3bef-49a1-94ae-0e414a0e02c1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'e203eaa8-e54b-440d-8f31-20d4b4a05dff', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:13.492501 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-8cb190ff-3bef-49a1-94ae-0e414a0e02c1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 06:50:13.493771 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-8cb190ff-3bef-49a1-94ae-0e414a0e02c1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:13.499303 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8cb190ff-3bef-49a1-94ae-0e414a0e02c1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0210989 Jan 28 06:50:13.501511 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47970) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:13.510186 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Transition to ACTIVE for port object 1db540e9-65d3-453e-be2c-77255a6a566a will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:50:13.521010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3a742563-78e4-41da-ac78-007f60745b4e tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'e203eaa8-e54b-440d-8f31-20d4b4a05dff', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:13.538461 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3a742563-78e4-41da-ac78-007f60745b4e tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:13.546066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3a742563-78e4-41da-ac78-007f60745b4e tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:13.549784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3a742563-78e4-41da-ac78-007f60745b4e tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:13.563346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3a742563-78e4-41da-ac78-007f60745b4e tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:13.590082 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:13.624173 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-54c2b313-be47-44a5-a7ac-c1352e81cefc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The resource could not be found. Jan 28 06:50:13.628108 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-54c2b313-be47-44a5-a7ac-c1352e81cefc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5091343 Jan 28 06:50:13.628318 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47974) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:13.633504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-39a717ee-cbf5-4fea-be08-e25eb8d9631c tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': '233d7d1c-c738-4ac9-bd12-0ac8e81ef985', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '902f085b-accc-4907-9ae7-e83d467ca390'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:13.651394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-39a717ee-cbf5-4fea-be08-e25eb8d9631c tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:13.651394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-39a717ee-cbf5-4fea-be08-e25eb8d9631c tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:13.651394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-39a717ee-cbf5-4fea-be08-e25eb8d9631c tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:13.654447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-39a717ee-cbf5-4fea-be08-e25eb8d9631c tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:13.708392 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Network ddfc5239-a4be-40fd-8f15-d3cdab325f50 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:13.709294 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:13.714038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:50:13.820545 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Pushing event updated for resources: {'Port': ['ID=1db540e9-65d3-453e-be2c-77255a6a566a,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:13.830163 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-3a742563-78e4-41da-ac78-007f60745b4e tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:13.831719 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3a742563-78e4-41da-ac78-007f60745b4e tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3307493 Jan 28 06:50:13.834488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47978) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:13.848523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3bd99832-f0eb-494e-a926-ea6d2a78e4ed tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'e203eaa8-e54b-440d-8f31-20d4b4a05dff', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:13.848998 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-3bd99832-f0eb-494e-a926-ea6d2a78e4ed tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 06:50:13.849504 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-3bd99832-f0eb-494e-a926-ea6d2a78e4ed tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:13.850394 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3bd99832-f0eb-494e-a926-ea6d2a78e4ed tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0146408 Jan 28 06:50:13.854447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47982) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:13.869279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-072f10f1-bade-4711-b41b-d41c09fff377 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'e203eaa8-e54b-440d-8f31-20d4b4a05dff', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:13.881678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-072f10f1-bade-4711-b41b-d41c09fff377 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:13.896410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-072f10f1-bade-4711-b41b-d41c09fff377 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:13.903008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Attempting to bind port 1db540e9-65d3-453e-be2c-77255a6a566a on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:50:13.903008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Attempting to bind port 1db540e9-65d3-453e-be2c-77255a6a566a by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:50:13.909832 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Attempting to bind port 1db540e9-65d3-453e-be2c-77255a6a566a on network ddfc5239-a4be-40fd-8f15-d3cdab325f50 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:50:13.911302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-072f10f1-bade-4711-b41b-d41c09fff377 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:13.926281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-072f10f1-bade-4711-b41b-d41c09fff377 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:13.935095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:50:13.954943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.1 (ddfc5239-a4be-40fd-8f15-d3cdab325f50/3b586b8b-b154-4dbf-b546-8b2868450749/41dae25d-835d-40b8-b26c-8b3350069452) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:50:13.955107 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Checking segment: {'id': 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:50:13.955107 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:13.955107 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Bound using segment: {'id': 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:50:13.955107 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Bound port: 1db540e9-65d3-453e-be2c-77255a6a566a, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:50:13.955107 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:13.955659 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-39a717ee-cbf5-4fea-be08-e25eb8d9631c tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The resource could not be found. Jan 28 06:50:13.955659 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-39a717ee-cbf5-4fea-be08-e25eb8d9631c tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3238852 Jan 28 06:50:13.957178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 47988) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:14.054534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b6c6cfb8-e40d-4947-a893-42abb4f0b78b up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:50:14.132807 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-26f306d0-45d8-45f8-8d01-12ffa7483a56 req-65b93f49-9b47-41a7-840e-33d77e84bd90 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 210 time: 0.0739591 Jan 28 06:50:14.194489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4b5a939b-d282-485c-9409-60e46727fc50 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:14.219635 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:14.245397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4b5a939b-d282-485c-9409-60e46727fc50 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:14.252797 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object 41dae25d-835d-40b8-b26c-8b3350069452 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:50:14.261065 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-072f10f1-bade-4711-b41b-d41c09fff377 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:14.262467 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-072f10f1-bade-4711-b41b-d41c09fff377 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4070549 Jan 28 06:50:14.265816 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47992) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:14.282463 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-dd6e843f-eec6-4a1e-b937-b034d6bd4853 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'e203eaa8-e54b-440d-8f31-20d4b4a05dff', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:14.284023 dv-neutron-824022-4-hyperv neutron-server[88216]: WARNING neutron.api.v2.base [None req-dd6e843f-eec6-4a1e-b937-b034d6bd4853 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 06:50:14.286790 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-dd6e843f-eec6-4a1e-b937-b034d6bd4853 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:14.289063 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-dd6e843f-eec6-4a1e-b937-b034d6bd4853 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0199919 Jan 28 06:50:14.294663 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 47996) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:14.295637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] For port 1db540e9-65d3-453e-be2c-77255a6a566a, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:50:14.298751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] For port 1db540e9-65d3-453e-be2c-77255a6a566a, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=1db540e9-65d3-453e-be2c-77255a6a566a,segment=NetworkSegment(b8ba5d2a-257a-4ff3-8129-14efa6e1bee3),segment_id=b8ba5d2a-257a-4ff3-8129-14efa6e1bee3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:50:14.304628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-a3180040-2c69-4d59-9806-a937fbf9e344 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'e203eaa8-e54b-440d-8f31-20d4b4a05dff', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:14.314526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a3180040-2c69-4d59-9806-a937fbf9e344 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:14.320779 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a3180040-2c69-4d59-9806-a937fbf9e344 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:14.328689 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a3180040-2c69-4d59-9806-a937fbf9e344 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:14.336606 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a3180040-2c69-4d59-9806-a937fbf9e344 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:14.361091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port b6c6cfb8-e40d-4947-a893-42abb4f0b78b completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:50:14.366530 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b6c6cfb8-e40d-4947-a893-42abb4f0b78b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:14.366900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:14.395615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4b5a939b-d282-485c-9409-60e46727fc50 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:14.405390 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:14.421322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a939b-d282-485c-9409-60e46727fc50 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233d7d1c-c738-4ac9-bd12-0ac8e81ef985,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:14.431940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4b5a939b-d282-485c-9409-60e46727fc50 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:14.433309 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4b5a939b-d282-485c-9409-60e46727fc50 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "DELETE /v2.0/security-groups/233d7d1c-c738-4ac9-bd12-0ac8e81ef985 HTTP/1.1" status: 204 len: 168 time: 0.4751968 Jan 28 06:50:14.436169 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48000) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:14.489196 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:14.600063 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ffc77-63e1-4b57-80c0-1b4eff97c8cd None None] Pushing event updated for resources: {'Port': ['ID=1db540e9-65d3-453e-be2c-77255a6a566a,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:14.609551 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network ddfc5239-a4be-40fd-8f15-d3cdab325f50 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:14.615438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:14.623775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e481ae0a-aa0a-4066-a8bf-2ba29aeb8efb tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Synchronizing usage tracker for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:14.627201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:50:14.631344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:14.652019 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port b6c6cfb8-e40d-4947-a893-42abb4f0b78b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b6c6cfb8-e40d-4947-a893-42abb4f0b78b,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:14.686972 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=41dae25d-835d-40b8-b26c-8b3350069452,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:14.704534 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:14.737237 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:14.845117 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-a3180040-2c69-4d59-9806-a937fbf9e344 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:14.846425 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a3180040-2c69-4d59-9806-a937fbf9e344 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5479565 Jan 28 06:50:14.849791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48006) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:14.857850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e7aeac09-dc7d-4909-90db-b06e2d38693c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'e203eaa8-e54b-440d-8f31-20d4b4a05dff', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:14.858359 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-e7aeac09-dc7d-4909-90db-b06e2d38693c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 06:50:14.858500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=b6c6cfb8-e40d-4947-a893-42abb4f0b78b,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:14.858888 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-e7aeac09-dc7d-4909-90db-b06e2d38693c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:14.861061 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e7aeac09-dc7d-4909-90db-b06e2d38693c tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098779 Jan 28 06:50:14.863524 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48010) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:14.880667 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-63d31995-64de-492d-971b-f808bf3150e1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'e203eaa8-e54b-440d-8f31-20d4b4a05dff', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:14.891776 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-63d31995-64de-492d-971b-f808bf3150e1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:14.898995 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-63d31995-64de-492d-971b-f808bf3150e1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:14.904054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-63d31995-64de-492d-971b-f808bf3150e1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:14.917056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-63d31995-64de-492d-971b-f808bf3150e1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:14.935934 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e481ae0a-aa0a-4066-a8bf-2ba29aeb8efb tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Unset dirty status for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:14.940919 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e481ae0a-aa0a-4066-a8bf-2ba29aeb8efb tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5001187 Jan 28 06:50:14.941228 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48014) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:14.948562 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-cbabd4b3-5610-4820-9c4a-abf24cb32d3f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': '5b68d864-c24a-4652-9b03-f96890d53830', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:14.959280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cbabd4b3-5610-4820-9c4a-abf24cb32d3f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:14.968519 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cbabd4b3-5610-4820-9c4a-abf24cb32d3f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:14.973618 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cbabd4b3-5610-4820-9c4a-abf24cb32d3f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:14.986996 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cbabd4b3-5610-4820-9c4a-abf24cb32d3f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:15.133244 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-63d31995-64de-492d-971b-f808bf3150e1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:15.140603 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-63d31995-64de-492d-971b-f808bf3150e1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2665172 Jan 28 06:50:15.141783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48018) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:15.225299 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-fb5a0d64-a549-4a15-80c8-feade61a78be tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:15.226874 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-fb5a0d64-a549-4a15-80c8-feade61a78be tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.37 "GET /v2.0/networks?id=98f77d11-e2cc-4062-a537-bba9b7fddbe1 HTTP/1.1" status: 200 len: 811 time: 0.2795556 Jan 28 06:50:15.235961 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d375b820-a9f4-4e13-b85e-7bf1ac232e9e tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': 'e203eaa8-e54b-440d-8f31-20d4b4a05dff', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:15.243017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d375b820-a9f4-4e13-b85e-7bf1ac232e9e tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:15.260119 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d375b820-a9f4-4e13-b85e-7bf1ac232e9e tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:15.264117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Request body: {'port': {'device_id': '38483688-f2e0-491d-bcdb-4f71a6dde0ce', 'network_id': '98f77d11-e2cc-4062-a537-bba9b7fddbe1', 'admin_state_up': True, 'tenant_id': '042ef3fc032a4977afc5c7e1d026ece2'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:15.265270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d375b820-a9f4-4e13-b85e-7bf1ac232e9e tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:15.278238 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d375b820-a9f4-4e13-b85e-7bf1ac232e9e tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:15.296057 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:15.443052 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-30f64375-8fa0-4924-9c9c-ade4821f0a42 req-6ef0530a-6fc8-4146-a689-c5df04ab39af tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 210 time: 0.1118813 Jan 28 06:50:15.477664 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-cbabd4b3-5610-4820-9c4a-abf24cb32d3f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The resource could not be found. Jan 28 06:50:15.478713 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cbabd4b3-5610-4820-9c4a-abf24cb32d3f tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5366206 Jan 28 06:50:15.485383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48024) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:15.500845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:15.508751 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fbb1523f-bf91-4918-b65c-4c727cf698fc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1259379314'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:15.515332 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Usage tracker for resource:port and tenant:042ef3fc032a4977afc5c7e1d026ece2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:15.518696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fbb1523f-bf91-4918-b65c-4c727cf698fc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:15.521104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:15.531452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:15.537354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fbb1523f-bf91-4918-b65c-4c727cf698fc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:15.618246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Made reservation on behalf of 042ef3fc032a4977afc5c7e1d026ece2 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:50:15.623386 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:15.635471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fbb1523f-bf91-4918-b65c-4c727cf698fc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:15.765590 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fbb1523f-bf91-4918-b65c-4c727cf698fc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:15.821008 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-d375b820-a9f4-4e13-b85e-7bf1ac232e9e tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:15.824941 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d375b820-a9f4-4e13-b85e-7bf1ac232e9e tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6734943 Jan 28 06:50:15.832348 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48034) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:15.890713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Allocated IP 172.20.0.6 (98f77d11-e2cc-4062-a537-bba9b7fddbe1/5dda1791-1fa1-4ebf-945a-fe1657997526/491ff3ad-1ca5-4574-8037-4514bc902c12) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:50:15.941134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fbb1523f-bf91-4918-b65c-4c727cf698fc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:15.945995 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fbb1523f-bf91-4918-b65c-4c727cf698fc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:15.962217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fbb1523f-bf91-4918-b65c-4c727cf698fc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:16.075215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-067874d8-c1ee-4e52-a5aa-911db93c99fe tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.133641 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-067874d8-c1ee-4e52-a5aa-911db93c99fe tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.136375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 1db540e9-65d3-453e-be2c-77255a6a566a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:50:16.200979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.242160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9416a007-0068-4cdc-a596-12670cdd9280 None None] Network ddfc5239-a4be-40fd-8f15-d3cdab325f50 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:50:16.247017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fbb1523f-bf91-4918-b65c-4c727cf698fc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.270744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.332600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.424329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fbb1523f-bf91-4918-b65c-4c727cf698fc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.436449 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-067874d8-c1ee-4e52-a5aa-911db93c99fe tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.456385 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.491708 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 1db540e9-65d3-453e-be2c-77255a6a566a completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:50:16.491925 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067874d8-c1ee-4e52-a5aa-911db93c99fe tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e203eaa8-e54b-440d-8f31-20d4b4a05dff,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:16.498344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-65497c45-7556-4046-ac5e-3f2905ef6e3b None None] Provisioning for port 1db540e9-65d3-453e-be2c-77255a6a566a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:50:16.502456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=41dae25d-835d-40b8-b26c-8b3350069452,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:16.508120 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.543180 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-65497c45-7556-4046-ac5e-3f2905ef6e3b None None] Provisioning complete for port 1db540e9-65d3-453e-be2c-77255a6a566a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:16.543872 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-65497c45-7556-4046-ac5e-3f2905ef6e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.577403 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 1db540e9-65d3-453e-be2c-77255a6a566a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:16.578202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.602262 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-067874d8-c1ee-4e52-a5aa-911db93c99fe tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.606336 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-067874d8-c1ee-4e52-a5aa-911db93c99fe tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "DELETE /v2.0/security-groups/e203eaa8-e54b-440d-8f31-20d4b4a05dff HTTP/1.1" status: 204 len: 168 time: 0.7709110 Jan 28 06:50:16.606576 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48040) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:16.608839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1523f-bf91-4918-b65c-4c727cf698fc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4487f0-9686-4b26-bd10-38ec2acfb11d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:16.673252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Network 98f77d11-e2cc-4062-a537-bba9b7fddbe1 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:16.682697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:16.688581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:50:16.742389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-078892d5-4b28-43df-bead-c9e03af02b19 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Synchronizing usage tracker for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:16.743657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fbb1523f-bf91-4918-b65c-4c727cf698fc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.745859 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fbb1523f-bf91-4918-b65c-4c727cf698fc tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2579699 Jan 28 06:50:16.750733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48044) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:16.761644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group': {'name': 'tempest-secgroup--741669087'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:16.766816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.783797 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:16.788626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Pushing event updated for resources: {'Port': ['ID=491ff3ad-1ca5-4574-8037-4514bc902c12,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:16.790735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network ddfc5239-a4be-40fd-8f15-d3cdab325f50 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:16.792210 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:16.795860 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:16.797984 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:16.808247 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:16.817435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 1db540e9-65d3-453e-be2c-77255a6a566a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=1db540e9-65d3-453e-be2c-77255a6a566a,segment=NetworkSegment(b8ba5d2a-257a-4ff3-8129-14efa6e1bee3),segment_id=b8ba5d2a-257a-4ff3-8129-14efa6e1bee3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:16.817793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:16.818410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.867303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99684a9-0511-4962-b511-fa53dc7108d0 req-aee36c38-6cdb-4be5-a761-1db8cc45d647 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:16.867303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d99684a9-0511-4962-b511-fa53dc7108d0 req-aee36c38-6cdb-4be5-a761-1db8cc45d647 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Synchronizing usage tracker for tenant:042ef3fc032a4977afc5c7e1d026ece2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:16.883361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-078892d5-4b28-43df-bead-c9e03af02b19 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Unset dirty status for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:16.889609 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-078892d5-4b28-43df-bead-c9e03af02b19 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2775912 Jan 28 06:50:16.898508 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-65497c45-7556-4046-ac5e-3f2905ef6e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:16.899100 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48048) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:16.910847 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e7447d3f-7982-4b0e-b8ce-0a0ede0360a9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group': {'name': 'tempest-secgroup--16968012'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:16.922550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e7447d3f-7982-4b0e-b8ce-0a0ede0360a9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:16.949096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e7447d3f-7982-4b0e-b8ce-0a0ede0360a9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:17.062655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router b3236d71-b789-4faf-9f15-6b8b4f718017 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:50:17.262162 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:50:17.270057 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-85eaeee4-4a9a-4e40-9df2-dc53511a6c0a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/b3236d71-b789-4faf-9f15-6b8b4f718017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0896666 Jan 28 06:50:17.270536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48054) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:17.274412 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Sync routers for ids ['b3236d71-b789-4faf-9f15-6b8b4f718017'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:50:17.285938 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Routers {'b3236d71-b789-4faf-9f15-6b8b4f718017'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:50:17.286558 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:50:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b3236d71-b789-4faf-9f15-6b8b4f718017'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:17.463872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819655f-7d72-44fa-9680-203678e6b24c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.464403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819655f-7d72-44fa-9680-203678e6b24c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.464862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819655f-7d72-44fa-9680-203678e6b24c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.467905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819655f-7d72-44fa-9680-203678e6b24c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.468831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819655f-7d72-44fa-9680-203678e6b24c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.475499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819655f-7d72-44fa-9680-203678e6b24c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.476278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819655f-7d72-44fa-9680-203678e6b24c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.476678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1819655f-7d72-44fa-9680-203678e6b24c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.479260 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1819655f-7d72-44fa-9680-203678e6b24c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5683 time: 0.2077899 Jan 28 06:50:17.482069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48058) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:17.521089 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Set router b3236d71-b789-4faf-9f15-6b8b4f718017 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:50:17.556489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:17.572460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b6c6cfb8-e40d-4947-a893-42abb4f0b78b up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:50:17.593659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1483dd9-cc1f-4577-92fa-94c38afb9b54 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.594261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1483dd9-cc1f-4577-92fa-94c38afb9b54 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.594793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1483dd9-cc1f-4577-92fa-94c38afb9b54 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.595325 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1483dd9-cc1f-4577-92fa-94c38afb9b54 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.595851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1483dd9-cc1f-4577-92fa-94c38afb9b54 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.596356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1483dd9-cc1f-4577-92fa-94c38afb9b54 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.598054 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1483dd9-cc1f-4577-92fa-94c38afb9b54 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.598592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1483dd9-cc1f-4577-92fa-94c38afb9b54 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:17.603482 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a1483dd9-cc1f-4577-92fa-94c38afb9b54 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5283 time: 0.1204109 Jan 28 06:50:17.603951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48062) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:17.709641 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-ebe50cf0-4b5d-473a-a1ac-adfaf67a097c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4566691 Jan 28 06:50:17.710701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d99684a9-0511-4962-b511-fa53dc7108d0 req-aee36c38-6cdb-4be5-a761-1db8cc45d647 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Unset dirty status for tenant:042ef3fc032a4977afc5c7e1d026ece2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:17.712124 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d99684a9-0511-4962-b511-fa53dc7108d0 req-aee36c38-6cdb-4be5-a761-1db8cc45d647 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 931 time: 1.0992639 Jan 28 06:50:17.747696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-65497c45-7556-4046-ac5e-3f2905ef6e3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:50:17.748051 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-65497c45-7556-4046-ac5e-3f2905ef6e3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:50:17.748561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=1db540e9-65d3-453e-be2c-77255a6a566a,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:17.749758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Request body: {'port': {'device_id': '38483688-f2e0-491d-bcdb-4f71a6dde0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:17.772117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b6c6cfb8-e40d-4947-a893-42abb4f0b78b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:17.773398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:17.833176 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d99684a9-0511-4962-b511-fa53dc7108d0 req-ae726aee-0f94-4a98-bd4c-dd24bd6645aa tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124766 Jan 28 06:50:17.885821 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:17.909218 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:17.913289 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:17.916918 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:17.923289 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:18.014999 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.033132 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4e2d0398-3564-401e-adf7-79990ba4f4d2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4271884 Jan 28 06:50:18.061222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7447d3f-7982-4b0e-b8ce-0a0ede0360a9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.082077 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 1db540e9-65d3-453e-be2c-77255a6a566a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:50:18.094576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.103839 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.113229 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e7447d3f-7982-4b0e-b8ce-0a0ede0360a9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:18.138861 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:50:15Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '41dae25d-835d-40b8-b26c-8b3350069452', 'name': '', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:5f:9a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:13Z', 'updated_at': '2022-01-28T06:50:15Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:18.144159 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Checking router: b3236d71-b789-4faf-9f15-6b8b4f718017 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:50:18.144514 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Updating router b3236d71-b789-4faf-9f15-6b8b4f718017 port 41dae25d-835d-40b8-b26c-8b3350069452 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:50:18.184434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e7447d3f-7982-4b0e-b8ce-0a0ede0360a9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:18.225079 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928ef068-85ee-4e86-b9a1-ff8257ebc031,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:18.253247 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.332101 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 1db540e9-65d3-453e-be2c-77255a6a566a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:18.332482 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.345890 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.349972 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7129af96-881d-494b-a1aa-fd074d844ead tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5952141 Jan 28 06:50:18.350119 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48070) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:18.356513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5b699573-507b-4c6d-83ad-198b97f39952 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': '7f4487f0-9686-4b26-bd10-38ec2acfb11d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '928ef068-85ee-4e86-b9a1-ff8257ebc031'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:18.368207 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5b699573-507b-4c6d-83ad-198b97f39952 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:18.377509 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5b699573-507b-4c6d-83ad-198b97f39952 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:18.388778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5b699573-507b-4c6d-83ad-198b97f39952 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:18.388931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e7447d3f-7982-4b0e-b8ce-0a0ede0360a9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:18.398182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e7447d3f-7982-4b0e-b8ce-0a0ede0360a9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:18.401634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5b699573-507b-4c6d-83ad-198b97f39952 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:18.518487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7447d3f-7982-4b0e-b8ce-0a0ede0360a9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.589932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9e5a0257-cecb-489f-b2de-cc76edd8624d None None] Provisioning for port 41dae25d-835d-40b8-b26c-8b3350069452 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:50:18.599600 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9e5a0257-cecb-489f-b2de-cc76edd8624d None None] Provisioning complete for port 41dae25d-835d-40b8-b26c-8b3350069452 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:18.599971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0257-cecb-489f-b2de-cc76edd8624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.634807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7447d3f-7982-4b0e-b8ce-0a0ede0360a9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.681829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491ff3ad-1ca5-4574-8037-4514bc902c12 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:50:18.698286 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.698866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9e5a0257-cecb-489f-b2de-cc76edd8624d None None] Port 41dae25d-835d-40b8-b26c-8b3350069452 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:50:18.705092 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-5b699573-507b-4c6d-83ad-198b97f39952 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:18.708664 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5b699573-507b-4c6d-83ad-198b97f39952 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3550658 Jan 28 06:50:18.708931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48074) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:18.723592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9e5a0257-cecb-489f-b2de-cc76edd8624d None None] Provisioning complete for port 1db540e9-65d3-453e-be2c-77255a6a566a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:18.724031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9e5a0257-cecb-489f-b2de-cc76edd8624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.739275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7447d3f-7982-4b0e-b8ce-0a0ede0360a9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d88dfe5-93a8-41b3-b5a4-638e2e6c1eae,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:18.771119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Transition to ACTIVE for port object 491ff3ad-1ca5-4574-8037-4514bc902c12 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:50:18.781389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48078) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:18.787045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1f970648-7a0f-4480-977a-5f8e7dcb4443 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312388833', 'description': 'tempest-secgroup-smoke-1312388833 description', 'project_id': 'fab9236ca18a49699cab17477937175c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:18.796236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1f970648-7a0f-4480-977a-5f8e7dcb4443 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:18.821947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1f970648-7a0f-4480-977a-5f8e7dcb4443 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:18.837713 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ed5b44fb-2132-4fdb-a009-f6a8f9536879 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.840183 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.862769 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Transition to ACTIVE for port object 41dae25d-835d-40b8-b26c-8b3350069452 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:50:18.880511 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7447d3f-7982-4b0e-b8ce-0a0ede0360a9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.880511 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e7447d3f-7982-4b0e-b8ce-0a0ede0360a9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9704611 Jan 28 06:50:18.880511 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48084) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:18.880956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ed5b44fb-2132-4fdb-a009-f6a8f9536879 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.881060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b8b472db-4f02-4200-aebb-f1f41f823940 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': '8d88dfe5-93a8-41b3-b5a4-638e2e6c1eae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:18.895136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b8b472db-4f02-4200-aebb-f1f41f823940 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:18.899950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b8b472db-4f02-4200-aebb-f1f41f823940 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:18.904356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b8b472db-4f02-4200-aebb-f1f41f823940 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:18.910838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b8b472db-4f02-4200-aebb-f1f41f823940 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:18.938329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.967436 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:18.996999 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f970648-7a0f-4480-977a-5f8e7dcb4443 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.006931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ed5b44fb-2132-4fdb-a009-f6a8f9536879 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.028582 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b44fb-2132-4fdb-a009-f6a8f9536879 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=928ef068-85ee-4e86-b9a1-ff8257ebc031,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:19.036953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ed5b44fb-2132-4fdb-a009-f6a8f9536879 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.041613 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ed5b44fb-2132-4fdb-a009-f6a8f9536879 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "DELETE /v2.0/security-groups/928ef068-85ee-4e86-b9a1-ff8257ebc031 HTTP/1.1" status: 204 len: 168 time: 0.3314884 Jan 28 06:50:19.042237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48088) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:19.129443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-87438b39-9864-477a-9b45-7ef179d4170c tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Synchronizing usage tracker for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:19.200514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Pushing event updated for resources: {'Port': ['ID=491ff3ad-1ca5-4574-8037-4514bc902c12,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:19.216120 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1f970648-7a0f-4480-977a-5f8e7dcb4443 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:19.228810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1f970648-7a0f-4480-977a-5f8e7dcb4443 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:19.252288 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-87438b39-9864-477a-9b45-7ef179d4170c tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Unset dirty status for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:19.256507 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-87438b39-9864-477a-9b45-7ef179d4170c tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2105970 Jan 28 06:50:19.256775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48092) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:19.259706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1f970648-7a0f-4480-977a-5f8e7dcb4443 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:19.276144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1f970648-7a0f-4480-977a-5f8e7dcb4443 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:19.293202 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b771e52-6467-4bd7-b8e5-730b67964f23 None None] Pushing event updated for resources: {'Port': ['ID=41dae25d-835d-40b8-b26c-8b3350069452,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:19.313067 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Attempting to bind port 41dae25d-835d-40b8-b26c-8b3350069452 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:50:19.313425 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Attempting to bind port 41dae25d-835d-40b8-b26c-8b3350069452 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:50:19.313835 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Attempting to bind port 41dae25d-835d-40b8-b26c-8b3350069452 on network ddfc5239-a4be-40fd-8f15-d3cdab325f50 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:50:19.322347 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:50:19.324557 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Checking segment: {'id': 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:50:19.324557 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.324557 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Bound using segment: {'id': 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:50:19.324557 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Bound port: 41dae25d-835d-40b8-b26c-8b3350069452, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:50:19.324557 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.349442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9e6a8-20c6-4dd6-9282-03d0d82314f8 req-025b6cba-7792-4475-8226-b02d6d6a5038 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:19.357127 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7d9e6a8-20c6-4dd6-9282-03d0d82314f8 req-025b6cba-7792-4475-8226-b02d6d6a5038 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 943 time: 0.3684738 Jan 28 06:50:19.374412 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57069e43-b1df-40c8-99b8-4379319ef62a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.391598 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-b8b472db-4f02-4200-aebb-f1f41f823940 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The resource could not be found. Jan 28 06:50:19.392905 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b8b472db-4f02-4200-aebb-f1f41f823940 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5176485 Jan 28 06:50:19.396669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Attempting to bind port 491ff3ad-1ca5-4574-8037-4514bc902c12 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:50:19.397208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Attempting to bind port 491ff3ad-1ca5-4574-8037-4514bc902c12 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '1bda501d-15f2-41a0-a898-e2be6723a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '98f77d11-e2cc-4062-a537-bba9b7fddbe1'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:50:19.397719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Attempting to bind port 491ff3ad-1ca5-4574-8037-4514bc902c12 on network 98f77d11-e2cc-4062-a537-bba9b7fddbe1 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:50:19.397902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48098) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:19.427577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Port 491ff3ad-1ca5-4574-8037-4514bc902c12 on network 98f77d11-e2cc-4062-a537-bba9b7fddbe1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:50:19.428194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Attempting to bind port 491ff3ad-1ca5-4574-8037-4514bc902c12 on network 98f77d11-e2cc-4062-a537-bba9b7fddbe1 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:50:19.428491 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-29746361-1a45-4b65-93fc-1962324aa9ad tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': '8d88dfe5-93a8-41b3-b5a4-638e2e6c1eae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3bd41c4d-47e4-47ab-af4f-44ce132b3c72'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:19.440451 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57069e43-b1df-40c8-99b8-4379319ef62a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.450227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-29746361-1a45-4b65-93fc-1962324aa9ad tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:19.454817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:50:19.458431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Checking segment: {'id': '1bda501d-15f2-41a0-a898-e2be6723a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '98f77d11-e2cc-4062-a537-bba9b7fddbe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:50:19.458431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Bound using segment: {'id': '1bda501d-15f2-41a0-a898-e2be6723a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '98f77d11-e2cc-4062-a537-bba9b7fddbe1'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:50:19.458431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Bound port: 491ff3ad-1ca5-4574-8037-4514bc902c12, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bda501d-15f2-41a0-a898-e2be6723a7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '98f77d11-e2cc-4062-a537-bba9b7fddbe1'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:50:19.458431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.459531 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-29746361-1a45-4b65-93fc-1962324aa9ad tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:19.466198 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] For port 41dae25d-835d-40b8-b26c-8b3350069452, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:50:19.468226 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-29746361-1a45-4b65-93fc-1962324aa9ad tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:19.471549 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7d9e6a8-20c6-4dd6-9282-03d0d82314f8 req-6314895a-9c87-4498-ab3e-76730cef21fe tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032813 Jan 28 06:50:19.477240 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] For port 41dae25d-835d-40b8-b26c-8b3350069452, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=41dae25d-835d-40b8-b26c-8b3350069452,segment=NetworkSegment(b8ba5d2a-257a-4ff3-8129-14efa6e1bee3),segment_id=b8ba5d2a-257a-4ff3-8129-14efa6e1bee3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:50:19.479927 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-29746361-1a45-4b65-93fc-1962324aa9ad tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:19.567452 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.578972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] For port 491ff3ad-1ca5-4574-8037-4514bc902c12, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:50:19.584677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] For port 491ff3ad-1ca5-4574-8037-4514bc902c12, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=491ff3ad-1ca5-4574-8037-4514bc902c12,segment=NetworkSegment(1bda501d-15f2-41a0-a898-e2be6723a7d9),segment_id=1bda501d-15f2-41a0-a898-e2be6723a7d9)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:50:19.589887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57069e43-b1df-40c8-99b8-4379319ef62a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.622144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57069e43-b1df-40c8-99b8-4379319ef62a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4487f0-9686-4b26-bd10-38ec2acfb11d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:19.654038 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Routers {'b3236d71-b789-4faf-9f15-6b8b4f718017'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:50:19.654669 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:50:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b3236d71-b789-4faf-9f15-6b8b4f718017'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:19.668851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f970648-7a0f-4480-977a-5f8e7dcb4443 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.673182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.701947 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b771e52-6467-4bd7-b8e5-730b67964f23 None None] Pushing event updated for resources: {'Port': ['ID=41dae25d-835d-40b8-b26c-8b3350069452,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:19.709115 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-57069e43-b1df-40c8-99b8-4379319ef62a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.713121 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-57069e43-b1df-40c8-99b8-4379319ef62a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "DELETE /v2.0/security-groups/7f4487f0-9686-4b26-bd10-38ec2acfb11d HTTP/1.1" status: 204 len: 168 time: 0.4551656 Jan 28 06:50:19.713931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48102) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:19.733637 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-29746361-1a45-4b65-93fc-1962324aa9ad tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The resource could not be found. Jan 28 06:50:19.737853 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-29746361-1a45-4b65-93fc-1962324aa9ad tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3389230 Jan 28 06:50:19.740345 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48106) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:19.781489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Pushing event updated for resources: {'Port': ['ID=491ff3ad-1ca5-4574-8037-4514bc902c12,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:19.789364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:19.790071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.791597 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-434d51d0-b9d7-4835-a53a-31833ec40ace service neutron] 10.222.0.37 "PUT /v2.0/ports/491ff3ad-1ca5-4574-8037-4514bc902c12 HTTP/1.1" status: 200 len: 1093 time: 2.0480075 Jan 28 06:50:19.792122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38483688-f2e0-491d-bcdb-4f71a6dde0ce', 'tag': '491ff3ad-1ca5-4574-8037-4514bc902c12'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:50:19.802906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f970648-7a0f-4480-977a-5f8e7dcb4443 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:19.891282 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] Set router b3236d71-b789-4faf-9f15-6b8b4f718017 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:50:19.897123 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38483688-f2e0-491d-bcdb-4f71a6dde0ce', 'tag': '491ff3ad-1ca5-4574-8037-4514bc902c12', 'status': 'completed', 'code': 200} Jan 28 06:50:19.897744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f970648-7a0f-4480-977a-5f8e7dcb4443 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=804e4b34-22f6-4fab-a6dd-451f21e55860,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:20.016074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1f970648-7a0f-4480-977a-5f8e7dcb4443 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:20.021792 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1f970648-7a0f-4480-977a-5f8e7dcb4443 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2355380 Jan 28 06:50:20.022615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48112) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:20.033034 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-3ef4c371-ed0a-4074-9b48-2282a394c22c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '804e4b34-22f6-4fab-a6dd-451f21e55860', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:20.054084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-3ef4c371-ed0a-4074-9b48-2282a394c22c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:20.059817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-35bde054-7991-4011-b1d7-e9ab1ea4f257 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Synchronizing usage tracker for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:20.067470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3ef4c371-ed0a-4074-9b48-2282a394c22c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:20.071554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-3ef4c371-ed0a-4074-9b48-2282a394c22c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:20.072990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ddf88-f2b6-4876-b174-310d6a4a07d0 req-65e88533-f2cb-434d-8a0e-9ea67dea4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:20.074784 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8c9ddf88-f2b6-4876-b174-310d6a4a07d0 req-65e88533-f2cb-434d-8a0e-9ea67dea4627 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=042ef3fc032a4977afc5c7e1d026ece2&device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 1096 time: 0.1362748 Jan 28 06:50:20.085409 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-3ef4c371-ed0a-4074-9b48-2282a394c22c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:20.111181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-60748120-db8b-47d5-9502-60e6c0bca9eb tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:20.148984 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-60748120-db8b-47d5-9502-60e6c0bca9eb tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:20.251428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ddf88-f2b6-4876-b174-310d6a4a07d0 req-765ce61e-831a-4bc1-b235-13836c94efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:20.253051 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8c9ddf88-f2b6-4876-b174-310d6a4a07d0 req-765ce61e-831a-4bc1-b235-13836c94efd4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=042ef3fc032a4977afc5c7e1d026ece2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1571674 Jan 28 06:50:20.340816 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:50:15Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '41dae25d-835d-40b8-b26c-8b3350069452', 'name': '', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:5f:9a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:13Z', 'updated_at': '2022-01-28T06:50:19Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:20.347150 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf30bf3-eeff-4f45-a005-802194c633b8 None None] The sync data for ids ['b3236d71-b789-4faf-9f15-6b8b4f718017'] in dv-neutron-824022-4-hyperv is: [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:50:15Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '41dae25d-835d-40b8-b26c-8b3350069452', 'name': '', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:5f:9a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:13Z', 'updated_at': '2022-01-28T06:50:19Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:50:20.417278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ddf88-f2b6-4876-b174-310d6a4a07d0 req-a7eb533b-65bc-4493-8f72-839968eb6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:20.418913 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8c9ddf88-f2b6-4876-b174-310d6a4a07d0 req-a7eb533b-65bc-4493-8f72-839968eb6f99 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1566775 Jan 28 06:50:20.492171 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-35bde054-7991-4011-b1d7-e9ab1ea4f257 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Unset dirty status for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:20.494240 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-35bde054-7991-4011-b1d7-e9ab1ea4f257 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7791817 Jan 28 06:50:20.501219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48118) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:20.507717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7b58eae9-a114-4507-8773-875a53a53441 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740004610'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:20.521976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7b58eae9-a114-4507-8773-875a53a53441 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:20.532854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-60748120-db8b-47d5-9502-60e6c0bca9eb tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:20.581381 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7b58eae9-a114-4507-8773-875a53a53441 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:20.604637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-930d850a-8c18-45ae-82c9-6525a5c1b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:20.606500 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-930d850a-8c18-45ae-82c9-6525a5c1b7d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=042ef3fc032a4977afc5c7e1d026ece2&device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 1096 time: 0.1164372 Jan 28 06:50:20.611179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60748120-db8b-47d5-9502-60e6c0bca9eb tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d88dfe5-93a8-41b3-b5a4-638e2e6c1eae,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:20.624677 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-60748120-db8b-47d5-9502-60e6c0bca9eb tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:20.629962 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-60748120-db8b-47d5-9502-60e6c0bca9eb tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "DELETE /v2.0/security-groups/8d88dfe5-93a8-41b3-b5a4-638e2e6c1eae HTTP/1.1" status: 204 len: 168 time: 0.8836093 Jan 28 06:50:20.631246 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3ef4c371-ed0a-4074-9b48-2282a394c22c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:20.649981 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48124) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:20.743059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7b58eae9-a114-4507-8773-875a53a53441 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:20.783928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-102a070a-b206-4325-a509-8f4a9523c0e6 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Synchronizing usage tracker for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:20.788456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3ef4c371-ed0a-4074-9b48-2282a394c22c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:20.796239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7b58eae9-a114-4507-8773-875a53a53441 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:20.801943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7b58eae9-a114-4507-8773-875a53a53441 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:20.807824 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7b58eae9-a114-4507-8773-875a53a53441 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:20.817298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7b58eae9-a114-4507-8773-875a53a53441 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:20.844247 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3ef4c371-ed0a-4074-9b48-2282a394c22c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:20.888843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4c371-ed0a-4074-9b48-2282a394c22c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5701c7a3-6fdf-4801-aacb-ad40df5da321,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:20.897548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-102a070a-b206-4325-a509-8f4a9523c0e6 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Unset dirty status for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:20.897548 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-102a070a-b206-4325-a509-8f4a9523c0e6 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2452047 Jan 28 06:50:20.905406 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48128) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:20.918855 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-fa1f0c61-37c6-42ad-a7f7-d053b1cfc700 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': '765e8cf1-c064-46bf-b63c-70262cad5994', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:20.931181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-fa1f0c61-37c6-42ad-a7f7-d053b1cfc700 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:20.941932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-fa1f0c61-37c6-42ad-a7f7-d053b1cfc700 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:20.945319 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-fa1f0c61-37c6-42ad-a7f7-d053b1cfc700 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:20.959564 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-309169eb-22db-43d7-b65d-b027db9f7d0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=491ff3ad-1ca5-4574-8037-4514bc902c12 HTTP/1.1" status: 200 len: 217 time: 0.3311415 Jan 28 06:50:20.962200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-fa1f0c61-37c6-42ad-a7f7-d053b1cfc700 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:20.980609 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3ef4c371-ed0a-4074-9b48-2282a394c22c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:20.984752 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3ef4c371-ed0a-4074-9b48-2282a394c22c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9537287 Jan 28 06:50:20.984752 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7b58eae9-a114-4507-8773-875a53a53441 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:20.985162 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48132) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:20.990295 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2692776d-fdc3-4449-b6e9-42f57aba2659 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '804e4b34-22f6-4fab-a6dd-451f21e55860', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:20.996521 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2692776d-fdc3-4449-b6e9-42f57aba2659 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:21.000321 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2692776d-fdc3-4449-b6e9-42f57aba2659 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:21.004159 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2692776d-fdc3-4449-b6e9-42f57aba2659 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:21.011887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2692776d-fdc3-4449-b6e9-42f57aba2659 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:21.046605 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-d4910d80-3614-4f41-ac7d-6ef51c8f028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:21.048079 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-d4910d80-3614-4f41-ac7d-6ef51c8f028a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5dda1791-1fa1-4ebf-945a-fe1657997526 HTTP/1.1" status: 200 len: 851 time: 0.0753074 Jan 28 06:50:21.079379 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7b58eae9-a114-4507-8773-875a53a53441 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:21.099624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd34a83-a5e1-472f-94d1-c4e12de31937 req-c34a4fa0-15f0-4ddb-8230-108099c48a6c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:21.101253 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dbd34a83-a5e1-472f-94d1-c4e12de31937 req-c34a4fa0-15f0-4ddb-8230-108099c48a6c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 943 time: 0.2059007 Jan 28 06:50:21.132427 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-7a085295-b105-42e9-87a6-3f7a096c1e7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98f77d11-e2cc-4062-a537-bba9b7fddbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745687 Jan 28 06:50:21.134949 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2692776d-fdc3-4449-b6e9-42f57aba2659 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:21.155750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58eae9-a114-4507-8773-875a53a53441 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadde3e6-7c1d-422e-9cb4-430fed34e5f2,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:21.200646 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dbd34a83-a5e1-472f-94d1-c4e12de31937 req-3cc4f2c2-70f6-4f13-a4af-3f36be60fed4 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852399 Jan 28 06:50:21.224869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7b58eae9-a114-4507-8773-875a53a53441 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:21.226103 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7b58eae9-a114-4507-8773-875a53a53441 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7238371 Jan 28 06:50:21.233455 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48136) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:21.242996 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ead5a19d-66f8-4912-adb2-fd06f78522d4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'cadde3e6-7c1d-422e-9cb4-430fed34e5f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:21.249448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2692776d-fdc3-4449-b6e9-42f57aba2659 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:21.252053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ead5a19d-66f8-4912-adb2-fd06f78522d4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:21.257349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ead5a19d-66f8-4912-adb2-fd06f78522d4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:21.260824 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ead5a19d-66f8-4912-adb2-fd06f78522d4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:21.269960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ead5a19d-66f8-4912-adb2-fd06f78522d4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:21.285732 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-fa1f0c61-37c6-42ad-a7f7-d053b1cfc700 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The resource could not be found. Jan 28 06:50:21.285732 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fa1f0c61-37c6-42ad-a7f7-d053b1cfc700 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3694143 Jan 28 06:50:21.288653 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48140) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:21.294401 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b37dc53d-2cdf-4b10-9ebe-827c471f9ca1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758405367'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:21.300441 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b37dc53d-2cdf-4b10-9ebe-827c471f9ca1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:21.312329 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b37dc53d-2cdf-4b10-9ebe-827c471f9ca1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:21.323417 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-0516b8fd-5a08-4340-bd36-543d9e484999 service neutron] 10.222.0.37 "GET /v2.0/networks/98f77d11-e2cc-4062-a537-bba9b7fddbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724548 Jan 28 06:50:21.338578 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2692776d-fdc3-4449-b6e9-42f57aba2659 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:21.366805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692776d-fdc3-4449-b6e9-42f57aba2659 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229fadfa-5229-45f9-b361-3e8120c59be6,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:21.475723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b37dc53d-2cdf-4b10-9ebe-827c471f9ca1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:21.494836 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-286e2686-92f3-4ddc-abce-925a07db2e0b req-0800c5b1-a156-41f7-a532-c7f704aacb76 service neutron] 10.222.0.37 "GET /v2.0/networks/98f77d11-e2cc-4062-a537-bba9b7fddbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618192 Jan 28 06:50:21.504759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b37dc53d-2cdf-4b10-9ebe-827c471f9ca1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:21.509172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b37dc53d-2cdf-4b10-9ebe-827c471f9ca1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:21.512783 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-ead5a19d-66f8-4912-adb2-fd06f78522d4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:21.519183 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ead5a19d-66f8-4912-adb2-fd06f78522d4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2812707 Jan 28 06:50:21.519423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48144) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:21.519556 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b37dc53d-2cdf-4b10-9ebe-827c471f9ca1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:21.520678 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2692776d-fdc3-4449-b6e9-42f57aba2659 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:21.524263 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2692776d-fdc3-4449-b6e9-42f57aba2659 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5357695 Jan 28 06:50:21.524447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-272933eb-387e-4df0-bf7a-68b84796553b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group_rule': {'security_group_id': 'cadde3e6-7c1d-422e-9cb4-430fed34e5f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:21.525915 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48148) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:21.528700 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b37dc53d-2cdf-4b10-9ebe-827c471f9ca1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:21.532790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-272933eb-387e-4df0-bf7a-68b84796553b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:21.536680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-9e3eaa23-f42a-4fbe-a495-cf970edfdc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '804e4b34-22f6-4fab-a6dd-451f21e55860', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:21.537099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-272933eb-387e-4df0-bf7a-68b84796553b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:21.540678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-272933eb-387e-4df0-bf7a-68b84796553b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:21.545656 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9e3eaa23-f42a-4fbe-a495-cf970edfdc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:21.553525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9e3eaa23-f42a-4fbe-a495-cf970edfdc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:21.556749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-272933eb-387e-4df0-bf7a-68b84796553b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:21.557195 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9e3eaa23-f42a-4fbe-a495-cf970edfdc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:21.570680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9e3eaa23-f42a-4fbe-a495-cf970edfdc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:21.650205 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b37dc53d-2cdf-4b10-9ebe-827c471f9ca1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:21.726022 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9e3eaa23-f42a-4fbe-a495-cf970edfdc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:21.748202 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b37dc53d-2cdf-4b10-9ebe-827c471f9ca1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:21.825577 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-272933eb-387e-4df0-bf7a-68b84796553b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:21.826847 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dc53d-2cdf-4b10-9ebe-827c471f9ca1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4448ce03-72ce-4f4c-aea3-ed2ba58cfdf4,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:21.828694 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-272933eb-387e-4df0-bf7a-68b84796553b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3104911 Jan 28 06:50:21.831497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48154) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:21.857088 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9e3eaa23-f42a-4fbe-a495-cf970edfdc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:21.910641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6f56-006c-4b15-99a2-3f608e92788e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:21.922124 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b37dc53d-2cdf-4b10-9ebe-827c471f9ca1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:21.931537 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b37dc53d-2cdf-4b10-9ebe-827c471f9ca1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6339784 Jan 28 06:50:21.932577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48158) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:21.937999 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group': {'name': 'tempest-secgroup--608093158'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:21.946190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:21.952600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6f56-006c-4b15-99a2-3f608e92788e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:21.960253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:21.965775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:21.978212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:22.042124 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9e3eaa23-f42a-4fbe-a495-cf970edfdc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.073539 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3eaa23-f42a-4fbe-a495-cf970edfdc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b992e8-49bf-4d66-bc7c-7369e8b538cd,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:22.122716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 41dae25d-835d-40b8-b26c-8b3350069452 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:50:22.161249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.182972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:22.186982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:22.189344 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9e3eaa23-f42a-4fbe-a495-cf970edfdc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.190314 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:22.190711 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9e3eaa23-f42a-4fbe-a495-cf970edfdc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6639097 Jan 28 06:50:22.193657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48162) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:22.196067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6f56-006c-4b15-99a2-3f608e92788e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.200300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e4264104-e46d-4669-8537-d990c33512fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '804e4b34-22f6-4fab-a6dd-451f21e55860', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:22.205680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e4264104-e46d-4669-8537-d990c33512fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:22.210103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e4264104-e46d-4669-8537-d990c33512fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:22.213737 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e4264104-e46d-4669-8537-d990c33512fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:22.219139 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:22.221084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e4264104-e46d-4669-8537-d990c33512fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:22.225608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d6f56-006c-4b15-99a2-3f608e92788e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadde3e6-7c1d-422e-9cb4-430fed34e5f2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:22.286957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 41dae25d-835d-40b8-b26c-8b3350069452 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:50:22.293264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 41dae25d-835d-40b8-b26c-8b3350069452 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:22.297038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.306410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.333589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4264104-e46d-4669-8537-d990c33512fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.403826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ba6d6f56-006c-4b15-99a2-3f608e92788e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.404988 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ba6d6f56-006c-4b15-99a2-3f608e92788e tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "DELETE /v2.0/security-groups/cadde3e6-7c1d-422e-9cb4-430fed34e5f2 HTTP/1.1" status: 204 len: 168 time: 0.5722668 Jan 28 06:50:22.407684 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48168) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:22.438990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.452437 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4264104-e46d-4669-8537-d990c33512fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.467389 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.503661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 41dae25d-835d-40b8-b26c-8b3350069452, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=41dae25d-835d-40b8-b26c-8b3350069452,segment=NetworkSegment(b8ba5d2a-257a-4ff3-8129-14efa6e1bee3),segment_id=b8ba5d2a-257a-4ff3-8129-14efa6e1bee3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:22.537750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95667a1f-2bcb-4568-b8aa-516ea4a5db3e req-a865eac2-7859-4e40-b7f8-dbe609e9bf0f tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:22.543861 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-95667a1f-2bcb-4568-b8aa-516ea4a5db3e req-a865eac2-7859-4e40-b7f8-dbe609e9bf0f tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 943 time: 0.2079170 Jan 28 06:50:22.562121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-742ac34e-31ef-4ab0-90cc-a205cf0fb11b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Synchronizing usage tracker for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:22.566560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac64264b-e535-4661-8811-06dcc50a80ab,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:22.601736 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-95667a1f-2bcb-4568-b8aa-516ea4a5db3e req-d8410599-840c-4e63-98fe-0257314de791 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570011 Jan 28 06:50:22.612961 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4264104-e46d-4669-8537-d990c33512fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.641990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4264104-e46d-4669-8537-d990c33512fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6a0ceb-d1a6-4dde-a332-1e46254e0004,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:22.663839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.666986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.667127 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d66b6f9b-e12d-4d53-bfba-27d039cfd10b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7375097 Jan 28 06:50:22.671359 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48172) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:22.676979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f7ac43c2-49f8-411c-aaa3-a1a5d21afcd1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group_rule': {'security_group_id': '4448ce03-72ce-4f4c-aea3-ed2ba58cfdf4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ac64264b-e535-4661-8811-06dcc50a80ab'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:22.684691 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f7ac43c2-49f8-411c-aaa3-a1a5d21afcd1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:22.686389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-742ac34e-31ef-4ab0-90cc-a205cf0fb11b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Unset dirty status for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:22.687912 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-742ac34e-31ef-4ab0-90cc-a205cf0fb11b tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2792628 Jan 28 06:50:22.695624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48176) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:22.699393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-074cbea1-6cf7-4048-bde3-0f33dd12061a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074911671'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:22.702978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f7ac43c2-49f8-411c-aaa3-a1a5d21afcd1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:22.722297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f7ac43c2-49f8-411c-aaa3-a1a5d21afcd1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:22.725546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-074cbea1-6cf7-4048-bde3-0f33dd12061a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:22.732549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f7ac43c2-49f8-411c-aaa3-a1a5d21afcd1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:22.739983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-074cbea1-6cf7-4048-bde3-0f33dd12061a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:22.747730 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e4264104-e46d-4669-8537-d990c33512fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.749395 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e4264104-e46d-4669-8537-d990c33512fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5546513 Jan 28 06:50:22.752162 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48182) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:22.757910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e3f9e874-c3c1-4540-a7a0-20623d639da7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '804e4b34-22f6-4fab-a6dd-451f21e55860', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:22.764937 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e3f9e874-c3c1-4540-a7a0-20623d639da7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:22.769470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e3f9e874-c3c1-4540-a7a0-20623d639da7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:22.773116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e3f9e874-c3c1-4540-a7a0-20623d639da7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:22.778459 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=41dae25d-835d-40b8-b26c-8b3350069452,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:22.786695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e3f9e874-c3c1-4540-a7a0-20623d639da7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:22.858861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-074cbea1-6cf7-4048-bde3-0f33dd12061a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.883434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-074cbea1-6cf7-4048-bde3-0f33dd12061a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:22.887976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-074cbea1-6cf7-4048-bde3-0f33dd12061a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Usage tracker for resource:security_group_rule and tenant:b11660361cf347498d2d766118ac269a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:22.954941 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-e3f9e874-c3c1-4540-a7a0-20623d639da7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:50:22.962640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e874-c3c1-4540-a7a0-20623d639da7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:22.989379 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-f7ac43c2-49f8-411c-aaa3-a1a5d21afcd1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 06:50:22.990501 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f7ac43c2-49f8-411c-aaa3-a1a5d21afcd1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3181260 Jan 28 06:50:22.994049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48186) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:23.011714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-074cbea1-6cf7-4048-bde3-0f33dd12061a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:23.020645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-074cbea1-6cf7-4048-bde3-0f33dd12061a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:23.050018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e874-c3c1-4540-a7a0-20623d639da7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.123869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec1f5778-9a18-4a8f-8ad4-13b55823fd0b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.177560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-074cbea1-6cf7-4048-bde3-0f33dd12061a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.181130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec1f5778-9a18-4a8f-8ad4-13b55823fd0b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.183855 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e874-c3c1-4540-a7a0-20623d639da7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.226088 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9e874-c3c1-4540-a7a0-20623d639da7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e69fa6-e199-4230-9590-4b3f2eab34d6,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:23.288152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-074cbea1-6cf7-4048-bde3-0f33dd12061a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.320871 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3f9e874-c3c1-4540-a7a0-20623d639da7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.322150 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e3f9e874-c3c1-4540-a7a0-20623d639da7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5684938 Jan 28 06:50:23.324983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48190) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:23.330280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-0ec32865-9733-4378-aa55-51d6eadc34c5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '804e4b34-22f6-4fab-a6dd-451f21e55860', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:23.336342 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0ec32865-9733-4378-aa55-51d6eadc34c5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:23.341189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0ec32865-9733-4378-aa55-51d6eadc34c5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:23.341478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec1f5778-9a18-4a8f-8ad4-13b55823fd0b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.344466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0ec32865-9733-4378-aa55-51d6eadc34c5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:23.351422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0ec32865-9733-4378-aa55-51d6eadc34c5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:23.352241 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cbea1-6cf7-4048-bde3-0f33dd12061a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d601174-7a3a-4c88-be11-7142e8a66f69,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:23.378990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec1f5778-9a18-4a8f-8ad4-13b55823fd0b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.380118 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec1f5778-9a18-4a8f-8ad4-13b55823fd0b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "DELETE /v2.0/security-groups/ac64264b-e535-4661-8811-06dcc50a80ab HTTP/1.1" status: 204 len: 168 time: 0.3844411 Jan 28 06:50:23.381165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f5778-9a18-4a8f-8ad4-13b55823fd0b tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac64264b-e535-4661-8811-06dcc50a80ab,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:23.382910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48194) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:23.449765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9693c51e-8d06-402c-a621-45eb779f2dcb tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Synchronizing usage tracker for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:23.453586 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-0ec32865-9733-4378-aa55-51d6eadc34c5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:50:23.462721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ec32865-9733-4378-aa55-51d6eadc34c5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.475994 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-074cbea1-6cf7-4048-bde3-0f33dd12061a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.476671 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-074cbea1-6cf7-4048-bde3-0f33dd12061a tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7832742 Jan 28 06:50:23.479327 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48198) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:23.485554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cf026e0b-2434-4858-bcb5-a27780df4978 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:23.485973 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-cf026e0b-2434-4858-bcb5-a27780df4978 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 06:50:23.486465 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-cf026e0b-2434-4858-bcb5-a27780df4978 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 06:50:23.487447 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cf026e0b-2434-4858-bcb5-a27780df4978 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "PUT /v2.0/security-groups/1d601174-7a3a-4c88-be11-7142e8a66f69 HTTP/1.1" status: 409 len: 330 time: 0.0069201 Jan 28 06:50:23.490002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48202) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:23.545327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ec32865-9733-4378-aa55-51d6eadc34c5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.558702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9aee19bd-18ab-4623-84be-1c7a0ef32e26 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.572731 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9693c51e-8d06-402c-a621-45eb779f2dcb tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Unset dirty status for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:23.574168 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9693c51e-8d06-402c-a621-45eb779f2dcb tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1899097 Jan 28 06:50:23.577146 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48206) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:23.592708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9aee19bd-18ab-4623-84be-1c7a0ef32e26 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.621168 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 491ff3ad-1ca5-4574-8037-4514bc902c12 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:50:23.648519 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4482bc70-ea93-48bc-a8af-16823133e4d9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.686633 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4482bc70-ea93-48bc-a8af-16823133e4d9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.704454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ec32865-9733-4378-aa55-51d6eadc34c5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.726813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9aee19bd-18ab-4623-84be-1c7a0ef32e26 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.764582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aee19bd-18ab-4623-84be-1c7a0ef32e26 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d601174-7a3a-4c88-be11-7142e8a66f69,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:23.764985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec32865-9733-4378-aa55-51d6eadc34c5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d657b354-ad6f-4e2e-8468-3dd8bb75a2c5,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:23.769624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9aee19bd-18ab-4623-84be-1c7a0ef32e26 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.772870 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9aee19bd-18ab-4623-84be-1c7a0ef32e26 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "DELETE /v2.0/security-groups/1d601174-7a3a-4c88-be11-7142e8a66f69 HTTP/1.1" status: 204 len: 168 time: 0.2797112 Jan 28 06:50:23.774837 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48212) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:23.836258 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 491ff3ad-1ca5-4574-8037-4514bc902c12, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=491ff3ad-1ca5-4574-8037-4514bc902c12,segment=NetworkSegment(1bda501d-15f2-41a0-a898-e2be6723a7d9),segment_id=1bda501d-15f2-41a0-a898-e2be6723a7d9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:23.853627 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '491ff3ad-1ca5-4574-8037-4514bc902c12', 'network_id': '98f77d11-e2cc-4062-a537-bba9b7fddbe1', 'port_id': '491ff3ad-1ca5-4574-8037-4514bc902c12', 'mac_address': 'fa:16:3e:0b:2a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dda1791-1fa1-4ebf-945a-fe1657997526', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:50:23.886256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6984e978-f7ed-438c-ba4a-967b85a91706 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Synchronizing usage tracker for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:23.907545 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d62db-1a61-4a15-b50e-924ab0fe5bbe req-a4e5e915-5071-4d06-bcf1-d943cbf03ca8 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:23.909126 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-993d62db-1a61-4a15-b50e-924ab0fe5bbe req-a4e5e915-5071-4d06-bcf1-d943cbf03ca8 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 943 time: 0.1360064 Jan 28 06:50:23.917343 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ec32865-9733-4378-aa55-51d6eadc34c5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.922234 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:23.927792 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0ec32865-9733-4378-aa55-51d6eadc34c5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6017334 Jan 28 06:50:23.964649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491ff3ad-1ca5-4574-8037-4514bc902c12 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:50:23.980112 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-993d62db-1a61-4a15-b50e-924ab0fe5bbe req-3284b301-0549-40e5-9729-5c9095a9f8fa tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642383 Jan 28 06:50:23.984318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 491ff3ad-1ca5-4574-8037-4514bc902c12, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=491ff3ad-1ca5-4574-8037-4514bc902c12,segment=NetworkSegment(1bda501d-15f2-41a0-a898-e2be6723a7d9),segment_id=1bda501d-15f2-41a0-a898-e2be6723a7d9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:24.035622 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4482bc70-ea93-48bc-a8af-16823133e4d9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:24.055258 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482bc70-ea93-48bc-a8af-16823133e4d9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4448ce03-72ce-4f4c-aea3-ed2ba58cfdf4,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:24.081902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 41dae25d-835d-40b8-b26c-8b3350069452 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:50:24.086242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6984e978-f7ed-438c-ba4a-967b85a91706 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] Unset dirty status for tenant:b11660361cf347498d2d766118ac269a on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:24.091541 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6984e978-f7ed-438c-ba4a-967b85a91706 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3120365 Jan 28 06:50:24.091890 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48222) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:24.114227 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-3e9a531c-6388-4b04-9ce0-76e61e0bcb99 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] delete failed (client error): The resource could not be found. Jan 28 06:50:24.119301 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3e9a531c-6388-4b04-9ce0-76e61e0bcb99 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "DELETE /v2.0/security-groups/1d57071e-4ff6-458d-b67a-afb78ba9c1cc HTTP/1.1" status: 404 len: 347 time: 0.0226581 Jan 28 06:50:24.120622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48230) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:24.139626 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-0c489c40-c861-44bd-95f5-2ac6d77c0964 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] show failed (client error): The resource could not be found. Jan 28 06:50:24.144759 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0c489c40-c861-44bd-95f5-2ac6d77c0964 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "GET /v2.0/security-groups/b0b72adf-02ad-418f-a57f-630a872fcd72 HTTP/1.1" status: 404 len: 347 time: 0.0188944 Jan 28 06:50:24.145529 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48234) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:24.149165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:24.163800 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-23292d62-ff46-49b1-82ce-755abc68f2a4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] show failed (client error): The resource could not be found. Jan 28 06:50:24.164798 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-23292d62-ff46-49b1-82ce-755abc68f2a4 tempest-NegativeSecGroupIPv6Test-287439595 tempest-NegativeSecGroupIPv6Test-287439595-project] 10.222.0.25 "GET /v2.0/security-group-rules/b54f10f2-c121-42c2-a4b9-ee342087f673 HTTP/1.1" status: 404 len: 356 time: 0.0190101 Jan 28 06:50:24.241081 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 41dae25d-835d-40b8-b26c-8b3350069452 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:24.241688 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:24.245581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4482bc70-ea93-48bc-a8af-16823133e4d9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:24.249350 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4482bc70-ea93-48bc-a8af-16823133e4d9 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "DELETE /v2.0/security-groups/4448ce03-72ce-4f4c-aea3-ed2ba58cfdf4 HTTP/1.1" status: 204 len: 168 time: 0.6711571 Jan 28 06:50:24.250004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48244) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:24.265205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-22783e99-10c9-4c7d-b682-b4b7bdd28c8e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:24.276527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=491ff3ad-1ca5-4574-8037-4514bc902c12,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:24.312147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-38831952-b917-4182-988b-ca6237b4f139 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Synchronizing usage tracker for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:24.354885 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-22783e99-10c9-4c7d-b682-b4b7bdd28c8e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:24.356998 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-22783e99-10c9-4c7d-b682-b4b7bdd28c8e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312388833&fields=id&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 267 time: 0.1562390 Jan 28 06:50:24.429115 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-38831952-b917-4182-988b-ca6237b4f139 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Unset dirty status for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:24.430425 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-38831952-b917-4182-988b-ca6237b4f139 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1793461 Jan 28 06:50:24.434451 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48248) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:24.439599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f98aad23-efff-4884-ba44-2e85aeb8cbe7 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094391345'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:24.446684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f98aad23-efff-4884-ba44-2e85aeb8cbe7 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:24.457033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f98aad23-efff-4884-ba44-2e85aeb8cbe7 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:24.514137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-d2379050-8f49-42ac-aead-757cf1f3cd70 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:24.514946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-d2379050-8f49-42ac-aead-757cf1f3cd70 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:24.515211 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['491ff3ad-1ca5-4574-8037-4514bc902c12'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:50:24.989643 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-d2379050-8f49-42ac-aead-757cf1f3cd70 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:24.989643 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-d2379050-8f49-42ac-aead-757cf1f3cd70 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/networks?id=ddfc5239-a4be-40fd-8f15-d3cdab325f50 HTTP/1.1" status: 200 len: 796 time: 0.6231925 Jan 28 06:50:24.989955 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f98aad23-efff-4884-ba44-2e85aeb8cbe7 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:25.008292 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f98aad23-efff-4884-ba44-2e85aeb8cbe7 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:25.012767 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-55a84fee-527b-4a0e-b609-59b5e07ca269 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/quotas/fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 375 time: 0.0198243 Jan 28 06:50:25.014172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f98aad23-efff-4884-ba44-2e85aeb8cbe7 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Usage tracker for resource:security_group_rule and tenant:606ec56edcb64cde89edb2d3c3dfe4b7 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:25.017486 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f98aad23-efff-4884-ba44-2e85aeb8cbe7 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:25.024328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f98aad23-efff-4884-ba44-2e85aeb8cbe7 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:25.116742 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f98aad23-efff-4884-ba44-2e85aeb8cbe7 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:25.154551 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-fad5b25f-545f-4a8d-a77a-29e6a7ae6445 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1407609 Jan 28 06:50:25.225923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48270) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:25.269097 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f98aad23-efff-4884-ba44-2e85aeb8cbe7 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:25.321052 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98aad23-efff-4884-ba44-2e85aeb8cbe7 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a418265-a1ee-4056-b92c-65f23888b43e,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:25.392129 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c495fba4-efdf-49dd-bb87-1c08b39fc1ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b11660361cf347498d2d766118ac269a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647093 Jan 28 06:50:25.392923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48280) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:25.428184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f04f94-7bd9-44d9-b7ac-56d7c0c9e625 req-c6998b88-235a-4a03-affc-152e2d7e8d58 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:25.434418 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82f04f94-7bd9-44d9-b7ac-56d7c0c9e625 req-c6998b88-235a-4a03-affc-152e2d7e8d58 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 944 time: 0.3285589 Jan 28 06:50:25.438074 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f98aad23-efff-4884-ba44-2e85aeb8cbe7 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:25.439892 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f98aad23-efff-4884-ba44-2e85aeb8cbe7 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0044792 Jan 28 06:50:25.442691 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-2203635a-6502-46c9-918a-c79bce4ffa8b service neutron] 10.222.0.25 "GET /v2.0/networks/ddfc5239-a4be-40fd-8f15-d3cdab325f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730975 Jan 28 06:50:25.443500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48284) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:25.451898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-29111252-0f6a-487a-ac80-5174b6bfc7d3 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:25.452515 dv-neutron-824022-4-hyperv neutron-server[88217]: WARNING neutron.api.v2.base [None req-29111252-0f6a-487a-ac80-5174b6bfc7d3 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 06:50:25.452989 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-29111252-0f6a-487a-ac80-5174b6bfc7d3 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 06:50:25.455352 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-29111252-0f6a-487a-ac80-5174b6bfc7d3 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "PUT /v2.0/security-groups/4a418265-a1ee-4056-b92c-65f23888b43e HTTP/1.1" status: 409 len: 330 time: 0.0084405 Jan 28 06:50:25.457368 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48288) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:25.487290 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-65d5fbec-c997-4af3-aae7-3cdce6de5cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:25.544867 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-65d5fbec-c997-4af3-aae7-3cdce6de5cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:25.575541 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82f04f94-7bd9-44d9-b7ac-56d7c0c9e625 req-56819bfe-c252-4a2d-b27f-e366c8f2cd59 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309614 Jan 28 06:50:25.605381 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1d572ad4-832e-4f1a-825e-bd6c05a848c0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:25.617571 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 491ff3ad-1ca5-4574-8037-4514bc902c12 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:50:25.629454 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4fea65a7-04cd-42b4-90d4-91b1a67be320 service neutron] 10.222.0.25 "GET /v2.0/networks/ddfc5239-a4be-40fd-8f15-d3cdab325f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810188 Jan 28 06:50:25.653247 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1d572ad4-832e-4f1a-825e-bd6c05a848c0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:25.812895 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-65d5fbec-c997-4af3-aae7-3cdce6de5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:25.833629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5fbec-c997-4af3-aae7-3cdce6de5cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbcc12d-aba4-4905-a2dc-15ad9c2b3d8d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:25.880579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 491ff3ad-1ca5-4574-8037-4514bc902c12 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:50:25.884724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1d572ad4-832e-4f1a-825e-bd6c05a848c0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:25.887358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 491ff3ad-1ca5-4574-8037-4514bc902c12 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:25.887814 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:25.902141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1d572ad4-832e-4f1a-825e-bd6c05a848c0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:25.903361 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1d572ad4-832e-4f1a-825e-bd6c05a848c0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "DELETE /v2.0/security-groups/4a418265-a1ee-4056-b92c-65f23888b43e HTTP/1.1" status: 204 len: 168 time: 0.4449792 Jan 28 06:50:25.904148 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d572ad4-832e-4f1a-825e-bd6c05a848c0 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a418265-a1ee-4056-b92c-65f23888b43e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:25.909940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48294) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:26.012951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-baede272-901f-4585-9108-be90375f15c1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Synchronizing usage tracker for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:26.044615 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1e4738e8-07f8-4f17-af2f-431680427466 req-22334baf-ce34-4b9c-9637-9eb6ecffc289 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 210 time: 0.0980458 Jan 28 06:50:26.052562 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-65d5fbec-c997-4af3-aae7-3cdce6de5cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:26.065743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:26.066086 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-65d5fbec-c997-4af3-aae7-3cdce6de5cbc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cbcc12d-aba4-4905-a2dc-15ad9c2b3d8d HTTP/1.1" status: 204 len: 168 time: 0.6598368 Jan 28 06:50:26.091509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38483688-f2e0-491d-bcdb-4f71a6dde0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491ff3ad-1ca5-4574-8037-4514bc902c12'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:50:26.102316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 491ff3ad-1ca5-4574-8037-4514bc902c12, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=491ff3ad-1ca5-4574-8037-4514bc902c12,segment=NetworkSegment(1bda501d-15f2-41a0-a898-e2be6723a7d9),segment_id=1bda501d-15f2-41a0-a898-e2be6723a7d9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:26.126422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-baede272-901f-4585-9108-be90375f15c1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] Unset dirty status for tenant:606ec56edcb64cde89edb2d3c3dfe4b7 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:26.135094 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48310) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:26.137003 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-baede272-901f-4585-9108-be90375f15c1 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2240057 Jan 28 06:50:26.157318 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-91358066-9df6-4148-8309-6879fb5caff2 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] delete failed (client error): The resource could not be found. Jan 28 06:50:26.159281 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-91358066-9df6-4148-8309-6879fb5caff2 tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "DELETE /v2.0/security-groups/42b0d88d-eac2-4f78-88bf-910bdbd66439 HTTP/1.1" status: 404 len: 347 time: 0.0220828 Jan 28 06:50:26.163930 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48314) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:26.182160 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-ad4cd865-66c2-452a-9394-d4d5978d018d tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] show failed (client error): The resource could not be found. Jan 28 06:50:26.183551 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ad4cd865-66c2-452a-9394-d4d5978d018d tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "GET /v2.0/security-groups/cde454e0-17ff-47c3-8d7c-28c8e8aaecee HTTP/1.1" status: 404 len: 347 time: 0.0184083 Jan 28 06:50:26.185953 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38483688-f2e0-491d-bcdb-4f71a6dde0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491ff3ad-1ca5-4574-8037-4514bc902c12', 'code': 200} Jan 28 06:50:26.189308 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48318) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:26.204499 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.api.v2.resource [None req-0020a648-b41b-48cf-b2d9-6bb07d6c048d tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] show failed (client error): The resource could not be found. Jan 28 06:50:26.205715 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0020a648-b41b-48cf-b2d9-6bb07d6c048d tempest-NegativeSecGroupTest-1786376348 tempest-NegativeSecGroupTest-1786376348-project] 10.222.0.25 "GET /v2.0/security-group-rules/2797de9c-b5ed-44ad-b7ed-d0ae3d4d1fce HTTP/1.1" status: 404 len: 356 time: 0.0150874 Jan 28 06:50:26.218771 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:26.306721 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=491ff3ad-1ca5-4574-8037-4514bc902c12,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:26.763921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48330) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:26.835571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a7c3d-fb98-460c-9445-20e224128e64 req-4a052615-0c8d-41c6-a2e9-93011842c513 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:26.837605 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c69a7c3d-fb98-460c-9445-20e224128e64 req-4a052615-0c8d-41c6-a2e9-93011842c513 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.1468678 Jan 28 06:50:26.840911 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33e8ae-6d3d-48c2-837b-19bdbc4dad84 req-c04c165a-fb31-4e2c-b568-0643870bfc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:26.842250 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1f33e8ae-6d3d-48c2-837b-19bdbc4dad84 req-c04c165a-fb31-4e2c-b568-0643870bfc15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 1098 time: 0.1154172 Jan 28 06:50:26.928925 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1f33e8ae-6d3d-48c2-837b-19bdbc4dad84 req-b7dc7f34-1112-43f6-918b-9f8c52dc22af service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649741 Jan 28 06:50:26.931871 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c69a7c3d-fb98-460c-9445-20e224128e64 req-3d4e80f5-e0ae-4c69-b061-521a9bde27a6 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871849 Jan 28 06:50:26.968875 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-10b93a33-e3e3-49d8-af75-27b07398f9ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=606ec56edcb64cde89edb2d3c3dfe4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034991 Jan 28 06:50:26.971406 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48336) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:27.032063 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3f343698-0df0-4937-9189-47ea30c5db15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:27.057155 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3f343698-0df0-4937-9189-47ea30c5db15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:27.147533 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16b8ca4d-18d2-472a-9ad4-3891ea4723f9 req-49b9dcfa-0eec-4560-a657-e95467968e74 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 210 time: 0.0433478 Jan 28 06:50:27.264248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3f343698-0df0-4937-9189-47ea30c5db15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:27.283391 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f343698-0df0-4937-9189-47ea30c5db15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f59a1f8-0c2a-4f2a-b40c-74fa6efa5f18,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:27.405946 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3f343698-0df0-4937-9189-47ea30c5db15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:27.407317 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3f343698-0df0-4937-9189-47ea30c5db15 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f59a1f8-0c2a-4f2a-b40c-74fa6efa5f18 HTTP/1.1" status: 204 len: 168 time: 0.4349976 Jan 28 06:50:28.135467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96022fe-8bbc-4a36-b046-0ac1e4317fb5 req-bbc8a2f5-d8ee-4348-87a9-d83946195a81 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:28.136960 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f96022fe-8bbc-4a36-b046-0ac1e4317fb5 req-bbc8a2f5-d8ee-4348-87a9-d83946195a81 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.0891137 Jan 28 06:50:28.183665 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f96022fe-8bbc-4a36-b046-0ac1e4317fb5 req-cbd4bc01-8bf5-4248-837b-838720e02d9c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406260 Jan 28 06:50:28.314938 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cbfc3c67-bf7e-4412-be78-c873bc1f35f5 req-f93a14f5-1edb-432b-96cf-0cc14f33afd0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 210 time: 0.0426893 Jan 28 06:50:28.974516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-cb65b0f2-f22b-4bf2-aa23-5729c12e6290 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:28.975966 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-cb65b0f2-f22b-4bf2-aa23-5729c12e6290 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/networks?id=ddfc5239-a4be-40fd-8f15-d3cdab325f50 HTTP/1.1" status: 200 len: 796 time: 0.1493521 Jan 28 06:50:29.030407 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-a1ae0f86-7bf6-456b-a1b8-e5c8d7c5bd6a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 380 time: 0.0397773 Jan 28 06:50:29.039207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'port': {'device_id': '773d2d5e-7e52-499c-a108-177d07052a45', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'admin_state_up': True, 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'security_groups': ['804e4b34-22f6-4fab-a6dd-451f21e55860']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:29.181919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:29.185983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:port and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:29.188797 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:29.194284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:29.340228 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:50:29.342740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:29.491372 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-55beb683-6b69-4b5e-8157-65b285c42d65 req-5a6dc3b0-3d04-459d-81ad-d28450917208 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 210 time: 0.0648220 Jan 28 06:50:29.542032 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e041604-fbd2-477e-a2c1-92f7faa6c598 req-5319b6d1-e317-4773-9ef7-1672492474a8 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:29.543485 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5e041604-fbd2-477e-a2c1-92f7faa6c598 req-5319b6d1-e317-4773-9ef7-1672492474a8 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.2471342 Jan 28 06:50:29.605476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.10 (ddfc5239-a4be-40fd-8f15-d3cdab325f50/3b586b8b-b154-4dbf-b546-8b2868450749/50525c46-fd40-46c5-ae2f-3f6d2994f96d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:50:29.615979 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5e041604-fbd2-477e-a2c1-92f7faa6c598 req-9162202e-4167-48e1-a5e6-3f4cf1faaf36 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653789 Jan 28 06:50:29.973302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:29.994747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object 50525c46-fd40-46c5-ae2f-3f6d2994f96d will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:50:30.002884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43103801-5674-410d-ac64-37c6049eaeba req-415295fc-4593-4702-8793-df99b3fc0343 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:30.004497 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43103801-5674-410d-ac64-37c6049eaeba req-415295fc-4593-4702-8793-df99b3fc0343 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.2578564 Jan 28 06:50:30.059310 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43103801-5674-410d-ac64-37c6049eaeba req-3757bcc0-06ed-4a0d-b514-3c797040a70b tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483148 Jan 28 06:50:30.200956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:30.272282 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network ddfc5239-a4be-40fd-8f15-d3cdab325f50 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:30.275930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:30.279722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:50:30.310391 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=50525c46-fd40-46c5-ae2f-3f6d2994f96d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:30.347450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:30.348071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:30.470291 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-f0bb3e8f-f59a-462a-8c58-ac6ecbca6936 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4345152 Jan 28 06:50:30.488583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Request body: {'port': {'device_id': '773d2d5e-7e52-499c-a108-177d07052a45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:30.602154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:30.624274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6f02e6f3-d94c-4116-8229-c3403a01c852 None None] Provisioning for port 50525c46-fd40-46c5-ae2f-3f6d2994f96d completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:50:30.627295 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6f02e6f3-d94c-4116-8229-c3403a01c852 None None] Provisioning complete for port 50525c46-fd40-46c5-ae2f-3f6d2994f96d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:30.627792 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6f02e6f3-d94c-4116-8229-c3403a01c852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:30.687559 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6f02e6f3-d94c-4116-8229-c3403a01c852 None None] Port 50525c46-fd40-46c5-ae2f-3f6d2994f96d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:50:30.811739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983cf74-09b6-498f-a910-b2db59fdd6cd req-a1ddb20f-bc20-4377-beb7-00411a41ed37 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:30.812447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4983cf74-09b6-498f-a910-b2db59fdd6cd req-a1ddb20f-bc20-4377-beb7-00411a41ed37 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:30.898027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-631cc659-d6d6-49fc-835b-00ace1732f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:30.975470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4983cf74-09b6-498f-a910-b2db59fdd6cd req-a1ddb20f-bc20-4377-beb7-00411a41ed37 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:30.976536 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4983cf74-09b6-498f-a910-b2db59fdd6cd req-a1ddb20f-bc20-4377-beb7-00411a41ed37 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 932 time: 0.3640425 Jan 28 06:50:31.059580 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4983cf74-09b6-498f-a910-b2db59fdd6cd req-2d680b29-6747-48e0-9c64-d143223c22bc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=804e4b34-22f6-4fab-a6dd-451f21e55860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713754 Jan 28 06:50:31.081165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc575e3-b901-427d-abf2-2db9a779aafa req-b9101da5-7db5-437f-8475-e3e49586c24c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:31.082596 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-adc575e3-b901-427d-abf2-2db9a779aafa req-b9101da5-7db5-437f-8475-e3e49586c24c tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.2193809 Jan 28 06:50:31.168838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50525c46-fd40-46c5-ae2f-3f6d2994f96d {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:50:31.179918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:31.187909 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-adc575e3-b901-427d-abf2-2db9a779aafa req-91229baa-5c72-421a-85c2-a3d8c6640056 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716803 Jan 28 06:50:31.198756 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Transition to ACTIVE for port object 50525c46-fd40-46c5-ae2f-3f6d2994f96d will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:50:31.263093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:31.420364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Pushing event updated for resources: {'Port': ['ID=50525c46-fd40-46c5-ae2f-3f6d2994f96d,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:31.508537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Attempting to bind port 50525c46-fd40-46c5-ae2f-3f6d2994f96d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:50:31.508777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Attempting to bind port 50525c46-fd40-46c5-ae2f-3f6d2994f96d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:50:31.509117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Attempting to bind port 50525c46-fd40-46c5-ae2f-3f6d2994f96d on network ddfc5239-a4be-40fd-8f15-d3cdab325f50 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:50:31.514503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Port 50525c46-fd40-46c5-ae2f-3f6d2994f96d on network ddfc5239-a4be-40fd-8f15-d3cdab325f50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:50:31.514826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Attempting to bind port 50525c46-fd40-46c5-ae2f-3f6d2994f96d on network ddfc5239-a4be-40fd-8f15-d3cdab325f50 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:50:31.520127 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:50:31.520466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Checking segment: {'id': 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:50:31.520855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Bound using segment: {'id': 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:50:31.521304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Bound port: 50525c46-fd40-46c5-ae2f-3f6d2994f96d, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:50:31.521754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:31.612776 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] For port 50525c46-fd40-46c5-ae2f-3f6d2994f96d, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:50:31.615961 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] For port 50525c46-fd40-46c5-ae2f-3f6d2994f96d, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=50525c46-fd40-46c5-ae2f-3f6d2994f96d,segment=NetworkSegment(b8ba5d2a-257a-4ff3-8129-14efa6e1bee3),segment_id=b8ba5d2a-257a-4ff3-8129-14efa6e1bee3)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:50:31.738003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:31.802041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:31.802647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:31.804031 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] 10.222.0.37 "PUT /v2.0/ports/50525c46-fd40-46c5-ae2f-3f6d2994f96d HTTP/1.1" status: 200 len: 1094 time: 1.3197773 Jan 28 06:50:31.804482 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773d2d5e-7e52-499c-a108-177d07052a45', 'tag': '50525c46-fd40-46c5-ae2f-3f6d2994f96d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:50:31.828611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00df5f-52f0-4f07-b1f5-684c51c0877b service neutron] Pushing event updated for resources: {'Port': ['ID=50525c46-fd40-46c5-ae2f-3f6d2994f96d,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:31.864788 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773d2d5e-7e52-499c-a108-177d07052a45', 'tag': '50525c46-fd40-46c5-ae2f-3f6d2994f96d', 'status': 'completed', 'code': 200} Jan 28 06:50:31.995875 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a498dd9-e79f-433d-a8c2-1d30517c12b6 req-ef02d5da-223f-4900-84c7-ca2a1965929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:32.004235 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3a498dd9-e79f-433d-a8c2-1d30517c12b6 req-ef02d5da-223f-4900-84c7-ca2a1965929c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 1097 time: 0.0849574 Jan 28 06:50:32.153160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a498dd9-e79f-433d-a8c2-1d30517c12b6 req-164557c0-6551-4549-83ea-af06566fb7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:32.154019 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3a498dd9-e79f-433d-a8c2-1d30517c12b6 req-164557c0-6551-4549-83ea-af06566fb7a1 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fab9236ca18a49699cab17477937175c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1369224 Jan 28 06:50:32.528007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a498dd9-e79f-433d-a8c2-1d30517c12b6 req-75e9cb18-8b92-4f3d-aae8-94cb018474ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:32.529438 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3a498dd9-e79f-433d-a8c2-1d30517c12b6 req-75e9cb18-8b92-4f3d-aae8-94cb018474ce service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3666825 Jan 28 06:50:32.542369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb77f9-761e-4960-900e-d17c8705b9ee req-f470d485-be46-4fe1-847f-ec154bd0fb1d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:32.543811 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5cfb77f9-761e-4960-900e-d17c8705b9ee req-f470d485-be46-4fe1-847f-ec154bd0fb1d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 944 time: 0.3602016 Jan 28 06:50:32.555923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e7375-0f8c-456a-9b7d-773a4f537348 req-5c3c6661-f4e9-482c-a8b9-ae7b5b515c35 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:32.557502 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-524e7375-0f8c-456a-9b7d-773a4f537348 req-5c3c6661-f4e9-482c-a8b9-ae7b5b515c35 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.1986842 Jan 28 06:50:32.672481 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5cfb77f9-761e-4960-900e-d17c8705b9ee req-9b957f44-a89c-4543-bb69-615eb5b0673c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=804e4b34-22f6-4fab-a6dd-451f21e55860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139855 Jan 28 06:50:32.676002 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-524e7375-0f8c-456a-9b7d-773a4f537348 req-d23ccbe5-bf5f-45c2-aaa0-c973394d47b6 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038961 Jan 28 06:50:32.704427 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-fbebbedd-5dd3-462c-aecf-7490ddb67081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:32.705906 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-fbebbedd-5dd3-462c-aecf-7490ddb67081 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 1097 time: 0.0994301 Jan 28 06:50:32.795400 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-6cf46fb8-02b4-4915-b14b-e4cd4f737007 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50525c46-fd40-46c5-ae2f-3f6d2994f96d HTTP/1.1" status: 200 len: 217 time: 0.0688188 Jan 28 06:50:32.860568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-135720d3-393d-431d-bd8d-db23a7ce97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:32.862131 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-135720d3-393d-431d-bd8d-db23a7ce97cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b586b8b-b154-4dbf-b546-8b2868450749 HTTP/1.1" status: 200 len: 834 time: 0.0600321 Jan 28 06:50:32.941457 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-813df7a4-df86-4bf3-a522-e51f24f12c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:32.942899 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-813df7a4-df86-4bf3-a522-e51f24f12c55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ddfc5239-a4be-40fd-8f15-d3cdab325f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708914 Jan 28 06:50:33.079596 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-4e37567b-e90a-4db0-a58d-0e9d988a4dde service neutron] 10.222.0.37 "GET /v2.0/networks/ddfc5239-a4be-40fd-8f15-d3cdab325f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253688 Jan 28 06:50:33.257811 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7891b17-6988-44be-9263-7137d789669b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:33.276027 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e3b01ac-8580-4733-99e0-674ff35d916c req-8c1d7553-c686-4ec6-88a2-f292f8b01ae0 service neutron] 10.222.0.37 "GET /v2.0/networks/ddfc5239-a4be-40fd-8f15-d3cdab325f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869118 Jan 28 06:50:33.305436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314d5c6-f4cf-45ab-89da-a5b4ee838245 req-5e1dacef-5271-47a7-aab2-3ee9750fe490 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:33.306875 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e314d5c6-f4cf-45ab-89da-a5b4ee838245 req-5e1dacef-5271-47a7-aab2-3ee9750fe490 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.1058903 Jan 28 06:50:33.388748 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e314d5c6-f4cf-45ab-89da-a5b4ee838245 req-ce42bdcd-422b-4fe3-87cd-f7bfcc35c287 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732682 Jan 28 06:50:33.424263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c7ccb-6095-4f28-9280-6ba529a7158a req-5bd71ab0-ecf4-43e6-8349-a6c1a9d0c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:33.425745 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af0c7ccb-6095-4f28-9280-6ba529a7158a req-5bd71ab0-ecf4-43e6-8349-a6c1a9d0c57d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=042ef3fc032a4977afc5c7e1d026ece2&device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 1098 time: 0.0771010 Jan 28 06:50:33.560388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c7ccb-6095-4f28-9280-6ba529a7158a req-6296b083-22d4-4281-90c9-d407e69401a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:33.561808 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af0c7ccb-6095-4f28-9280-6ba529a7158a req-6296b083-22d4-4281-90c9-d407e69401a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98f77d11-e2cc-4062-a537-bba9b7fddbe1 HTTP/1.1" status: 200 len: 912 time: 0.1255600 Jan 28 06:50:33.639119 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af0c7ccb-6095-4f28-9280-6ba529a7158a req-6002a7f1-6ec2-4f52-a434-429b89db00bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=491ff3ad-1ca5-4574-8037-4514bc902c12 HTTP/1.1" status: 200 len: 217 time: 0.0679016 Jan 28 06:50:33.703135 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c7ccb-6095-4f28-9280-6ba529a7158a req-820e9495-8dd0-4ade-8f24-335056ec3deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:33.704614 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af0c7ccb-6095-4f28-9280-6ba529a7158a req-820e9495-8dd0-4ade-8f24-335056ec3deb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5dda1791-1fa1-4ebf-945a-fe1657997526 HTTP/1.1" status: 200 len: 851 time: 0.0593853 Jan 28 06:50:33.756552 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af0c7ccb-6095-4f28-9280-6ba529a7158a req-8d554125-82a6-4b9c-b817-e29549098a2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98f77d11-e2cc-4062-a537-bba9b7fddbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435209 Jan 28 06:50:33.945111 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af0c7ccb-6095-4f28-9280-6ba529a7158a req-20e60da7-3081-4cc1-8024-65ed515750e9 service neutron] 10.222.0.37 "GET /v2.0/networks/98f77d11-e2cc-4062-a537-bba9b7fddbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820316 Jan 28 06:50:33.956495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0c325-a6c4-4651-a238-2a818b2eb3d5 req-8568dff4-911d-4c50-a52f-6ba66bcf5e77 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:33.957814 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-55f0c325-a6c4-4651-a238-2a818b2eb3d5 req-8568dff4-911d-4c50-a52f-6ba66bcf5e77 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 944 time: 0.1776800 Jan 28 06:50:34.193695 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-55f0c325-a6c4-4651-a238-2a818b2eb3d5 req-d29d706c-783b-4e51-a12e-15d92fb3f28a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=804e4b34-22f6-4fab-a6dd-451f21e55860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151237 Jan 28 06:50:34.231272 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af0c7ccb-6095-4f28-9280-6ba529a7158a req-e397a380-df1e-4a59-bdae-72a49c57ccf4 service neutron] 10.222.0.37 "GET /v2.0/networks/98f77d11-e2cc-4062-a537-bba9b7fddbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725098 Jan 28 06:50:34.337819 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:34.463456 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:34.571684 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928c9ce-3e50-4e68-944d-35f9dd45199c req-22ecef3d-8e3f-4ea4-918b-253852a21ee8 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:34.573153 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4928c9ce-3e50-4e68-944d-35f9dd45199c req-22ecef3d-8e3f-4ea4-918b-253852a21ee8 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.0790598 Jan 28 06:50:34.618464 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4928c9ce-3e50-4e68-944d-35f9dd45199c req-73095daa-80a0-4105-a34e-c190e3e71ee9 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395296 Jan 28 06:50:35.382543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68884808-6f44-4f39-80d0-3952b43ebcb9 req-cea00c5f-80d2-48f3-ad8a-7d9d18e73bd0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:35.384610 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68884808-6f44-4f39-80d0-3952b43ebcb9 req-cea00c5f-80d2-48f3-ad8a-7d9d18e73bd0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 944 time: 0.0857105 Jan 28 06:50:35.428226 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68884808-6f44-4f39-80d0-3952b43ebcb9 req-51c48f4c-ee6f-4ebc-9c25-300d205e2e11 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=804e4b34-22f6-4fab-a6dd-451f21e55860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380242 Jan 28 06:50:35.662516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 50525c46-fd40-46c5-ae2f-3f6d2994f96d details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:50:35.757740 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:35.798718 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 50525c46-fd40-46c5-ae2f-3f6d2994f96d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=50525c46-fd40-46c5-ae2f-3f6d2994f96d,segment=NetworkSegment(b8ba5d2a-257a-4ff3-8129-14efa6e1bee3),segment_id=b8ba5d2a-257a-4ff3-8129-14efa6e1bee3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:35.808877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622237fc-7818-4a80-9422-a03e7d7177a5 req-f1b3324b-1a53-4d1a-8f3a-b460cf7d0036 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:35.812316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '50525c46-fd40-46c5-ae2f-3f6d2994f96d', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'port_id': '50525c46-fd40-46c5-ae2f-3f6d2994f96d', 'mac_address': 'fa:16:3e:1c:4b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:50:35.815729 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-622237fc-7818-4a80-9422-a03e7d7177a5 req-f1b3324b-1a53-4d1a-8f3a-b460cf7d0036 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.0861533 Jan 28 06:50:35.856136 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-622237fc-7818-4a80-9422-a03e7d7177a5 req-7d0f9812-b301-42ae-b165-f68808b341f9 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393953 Jan 28 06:50:35.867430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:35.888074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50525c46-fd40-46c5-ae2f-3f6d2994f96d {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:50:35.904186 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 50525c46-fd40-46c5-ae2f-3f6d2994f96d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=50525c46-fd40-46c5-ae2f-3f6d2994f96d,segment=NetworkSegment(b8ba5d2a-257a-4ff3-8129-14efa6e1bee3),segment_id=b8ba5d2a-257a-4ff3-8129-14efa6e1bee3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:36.075222 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:36.173209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=50525c46-fd40-46c5-ae2f-3f6d2994f96d,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:36.381039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['50525c46-fd40-46c5-ae2f-3f6d2994f96d'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:50:36.666727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e7ce1-71ea-4413-90aa-f9ccf486976e req-546e8567-a344-4338-b3ad-d5d6ffe86c60 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:36.668106 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f7e7ce1-71ea-4413-90aa-f9ccf486976e req-546e8567-a344-4338-b3ad-d5d6ffe86c60 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 945 time: 0.1113746 Jan 28 06:50:36.677501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc1935-cf45-43d4-ad73-4715bd2a4492 req-5651a330-3aba-4bfe-8563-c7dabd1610a4 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:36.678854 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7fc1935-cf45-43d4-ad73-4715bd2a4492 req-5651a330-3aba-4bfe-8563-c7dabd1610a4 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.1668026 Jan 28 06:50:36.753141 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f7e7ce1-71ea-4413-90aa-f9ccf486976e req-026a5bc8-f9cd-4404-b664-a720d1c1ff27 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=804e4b34-22f6-4fab-a6dd-451f21e55860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733118 Jan 28 06:50:36.761873 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7fc1935-cf45-43d4-ad73-4715bd2a4492 req-5207af5f-7094-4e48-8a5c-9fae76783b35 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599294 Jan 28 06:50:37.682308 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 50525c46-fd40-46c5-ae2f-3f6d2994f96d up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:50:37.869572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 50525c46-fd40-46c5-ae2f-3f6d2994f96d completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:50:37.874854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 50525c46-fd40-46c5-ae2f-3f6d2994f96d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:37.875333 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:37.996217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:38.005454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e701b-800d-48a7-92dd-778946056188 req-08e706aa-e729-4591-a753-0a05f203ce16 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:38.006898 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf0e701b-800d-48a7-92dd-778946056188 req-08e706aa-e729-4591-a753-0a05f203ce16 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 945 time: 0.1447022 Jan 28 06:50:38.014950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fc9f1-5162-4cc6-8c85-387a56ae458a req-3fb27653-53bb-4137-8a3e-0434ff1847db tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:38.016355 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b69fc9f1-5162-4cc6-8c85-387a56ae458a req-3fb27653-53bb-4137-8a3e-0434ff1847db tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.1522579 Jan 28 06:50:38.024612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773d2d5e-7e52-499c-a108-177d07052a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50525c46-fd40-46c5-ae2f-3f6d2994f96d'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:50:38.034597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 50525c46-fd40-46c5-ae2f-3f6d2994f96d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=50525c46-fd40-46c5-ae2f-3f6d2994f96d,segment=NetworkSegment(b8ba5d2a-257a-4ff3-8129-14efa6e1bee3),segment_id=b8ba5d2a-257a-4ff3-8129-14efa6e1bee3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:38.081958 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf0e701b-800d-48a7-92dd-778946056188 req-c8dc56e9-0a22-4fa1-a5ba-ff74d183c4c5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=804e4b34-22f6-4fab-a6dd-451f21e55860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646718 Jan 28 06:50:38.088670 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b69fc9f1-5162-4cc6-8c85-387a56ae458a req-b3d20592-3037-4ad8-bb16-07866d9d3172 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585966 Jan 28 06:50:38.133356 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773d2d5e-7e52-499c-a108-177d07052a45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50525c46-fd40-46c5-ae2f-3f6d2994f96d', 'code': 200} Jan 28 06:50:38.177589 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:38.255246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=50525c46-fd40-46c5-ae2f-3f6d2994f96d,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:38.773532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9d7c6-8378-4b44-93d6-ced27c71b3f4 req-c63251e5-dfe1-46f6-acd0-06d59bfec19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:38.775025 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9fd9d7c6-8378-4b44-93d6-ced27c71b3f4 req-c63251e5-dfe1-46f6-acd0-06d59bfec19e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 1099 time: 0.1338677 Jan 28 06:50:38.786051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9d3cf-5374-4134-babd-36c241b63e6c req-d0ff3f8b-faed-457c-ac70-83b454ea0f0e tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:38.787600 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a0c9d3cf-5374-4134-babd-36c241b63e6c req-d0ff3f8b-faed-457c-ac70-83b454ea0f0e tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.1481917 Jan 28 06:50:38.852306 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9fd9d7c6-8378-4b44-93d6-ced27c71b3f4 req-2f8ba221-bcbc-42eb-9203-8b78d3b115dd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=804e4b34-22f6-4fab-a6dd-451f21e55860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611250 Jan 28 06:50:38.862506 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a0c9d3cf-5374-4134-babd-36c241b63e6c req-5901b00a-cd51-4589-897c-bf64e10b2ab7 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609820 Jan 28 06:50:39.258555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea15d5-7c49-4c60-82e9-1519d81d91bf req-a854be6f-4c36-4063-a116-df5075fb0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:39.260060 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05ea15d5-7c49-4c60-82e9-1519d81d91bf req-a854be6f-4c36-4063-a116-df5075fb0875 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=042ef3fc032a4977afc5c7e1d026ece2&device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 1098 time: 0.1287639 Jan 28 06:50:39.319248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a2ee9-3671-4562-bb99-52533b9622ab req-eae7e20d-6354-41e7-b0de-95ae6da868c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:39.320698 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-259a2ee9-3671-4562-bb99-52533b9622ab req-eae7e20d-6354-41e7-b0de-95ae6da868c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 946 time: 0.1271973 Jan 28 06:50:39.437695 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-259a2ee9-3671-4562-bb99-52533b9622ab req-aad119d4-77ea-49ca-8ede-7de94fb2a326 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=804e4b34-22f6-4fab-a6dd-451f21e55860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096208 Jan 28 06:50:39.441928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea15d5-7c49-4c60-82e9-1519d81d91bf req-0ed2cae0-5804-4fca-83bd-a14a9b7f8407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:39.443514 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05ea15d5-7c49-4c60-82e9-1519d81d91bf req-0ed2cae0-5804-4fca-83bd-a14a9b7f8407 service neutron] 10.222.0.37 "GET /v2.0/networks?id=98f77d11-e2cc-4062-a537-bba9b7fddbe1 HTTP/1.1" status: 200 len: 912 time: 0.1738601 Jan 28 06:50:39.516021 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05ea15d5-7c49-4c60-82e9-1519d81d91bf req-0be07d63-0426-494b-86a9-89dac5d928ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=491ff3ad-1ca5-4574-8037-4514bc902c12 HTTP/1.1" status: 200 len: 217 time: 0.0648911 Jan 28 06:50:39.580672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea15d5-7c49-4c60-82e9-1519d81d91bf req-a700dc7d-16a2-4886-aaa4-ee5240581af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:39.582077 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05ea15d5-7c49-4c60-82e9-1519d81d91bf req-a700dc7d-16a2-4886-aaa4-ee5240581af3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5dda1791-1fa1-4ebf-945a-fe1657997526 HTTP/1.1" status: 200 len: 851 time: 0.0598123 Jan 28 06:50:39.632754 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05ea15d5-7c49-4c60-82e9-1519d81d91bf req-37a07278-2067-440f-af0a-758960f2a9ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=98f77d11-e2cc-4062-a537-bba9b7fddbe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430460 Jan 28 06:50:39.872162 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05ea15d5-7c49-4c60-82e9-1519d81d91bf req-c7d790e3-41f4-4084-aaa7-5512119b4881 service neutron] 10.222.0.37 "GET /v2.0/networks/98f77d11-e2cc-4062-a537-bba9b7fddbe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323210 Jan 28 06:50:40.078074 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05ea15d5-7c49-4c60-82e9-1519d81d91bf req-e7093810-72fc-4e0d-b0a8-428ccdf29576 service neutron] 10.222.0.37 "GET /v2.0/networks/98f77d11-e2cc-4062-a537-bba9b7fddbe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879842 Jan 28 06:50:40.101174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3754167-c2f3-4c32-87a5-234871b6f513 req-b62da4e6-f742-44b1-8699-5315c0bb753f tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:40.102579 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b3754167-c2f3-4c32-87a5-234871b6f513 req-b62da4e6-f742-44b1-8699-5315c0bb753f tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.1177876 Jan 28 06:50:40.146995 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b3754167-c2f3-4c32-87a5-234871b6f513 req-e5497a07-4228-4f93-b995-73b06c15a5ec tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386844 Jan 28 06:50:40.621204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b7b05-ada7-4388-ada3-72060e8f538d req-9dcbe25b-cf7a-4043-8cec-dcd53421e9cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:40.623774 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bd4b7b05-ada7-4388-ada3-72060e8f538d req-9dcbe25b-cf7a-4043-8cec-dcd53421e9cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 946 time: 0.0797944 Jan 28 06:50:40.667822 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bd4b7b05-ada7-4388-ada3-72060e8f538d req-49909498-701a-42a0-8705-b9f22ae7d387 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=804e4b34-22f6-4fab-a6dd-451f21e55860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382087 Jan 28 06:50:40.725894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:40.883739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177d8ad-e8a6-413e-8824-352cc0e42eb4 req-72bc14e4-d33d-449f-a268-9f5828d8ba7e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:40.885298 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5177d8ad-e8a6-413e-8824-352cc0e42eb4 req-72bc14e4-d33d-449f-a268-9f5828d8ba7e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 946 time: 0.0947449 Jan 28 06:50:40.932490 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5177d8ad-e8a6-413e-8824-352cc0e42eb4 req-dfdf9d7d-4df8-4fdd-81d4-03562675170f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=804e4b34-22f6-4fab-a6dd-451f21e55860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412147 Jan 28 06:50:40.955782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48442) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:41.026117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be46017-7c5e-496a-9c5e-f49b075219f5 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:41.028376 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9be46017-7c5e-496a-9c5e-f49b075219f5 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 1094 time: 0.0714262 Jan 28 06:50:41.031319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48446) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:41.036583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '50525c46-fd40-46c5-ae2f-3f6d2994f96d', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:41.043785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:41.047547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:floatingip and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:50:41.050413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:50:41.056119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:41.160531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:41.372075 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0778a-6e86-4fd7-9887-974b3c983a98 req-2f8c6d03-4526-4e23-9c5e-0c667644e995 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:41.373496 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fba0778a-6e86-4fd7-9887-974b3c983a98 req-2f8c6d03-4526-4e23-9c5e-0c667644e995 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.1105244 Jan 28 06:50:41.376058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:41.477925 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fba0778a-6e86-4fd7-9887-974b3c983a98 req-f88ad48c-b5fa-4356-9b9a-72836ea1d3c2 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666537 Jan 28 06:50:41.552173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.220 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/322e1bda-1e4a-4714-9a75-026b3aaa2a4e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:50:41.709164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:41.812637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:41.881550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:41.884986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:41.889172 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:50:41.947646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=322e1bda-1e4a-4714-9a75-026b3aaa2a4e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:41.977500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:41.977839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:41.978172 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:41.978500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:41.978819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:41.979136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:41.979481 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:41.979798 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:41.980113 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:41.980423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:41.980736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:41.981044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:42.034428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-fb66edd0-5531-4971-b59b-76125d8ab0db tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Synchronizing usage tracker for tenant:7588e9cf38c44664a3c43179590607b4 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:42.237114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-fb66edd0-5531-4971-b59b-76125d8ab0db tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Unset dirty status for tenant:7588e9cf38c44664a3c43179590607b4 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:42.238185 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-fb66edd0-5531-4971-b59b-76125d8ab0db tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955972985&fields=id&tenant_id=7588e9cf38c44664a3c43179590607b4 HTTP/1.1" status: 200 len: 267 time: 0.3146367 Jan 28 06:50:42.307372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4820e-2272-4229-af4c-1d173c2dea87 req-7bb6053b-e514-48bb-adb8-9bb610ac5cec tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:42.308781 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00c4820e-2272-4229-af4c-1d173c2dea87 req-7bb6053b-e514-48bb-adb8-9bb610ac5cec tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.2771070 Jan 28 06:50:42.638494 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00c4820e-2272-4229-af4c-1d173c2dea87 req-01de19e3-1831-48ed-b8f9-2d9370bb37e5 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517534 Jan 28 06:50:42.663404 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2ba2f5c8-4d43-48c5-8d75-b171ac7745ec tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:42.665479 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2ba2f5c8-4d43-48c5-8d75-b171ac7745ec tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 812 time: 0.4135559 Jan 28 06:50:42.683045 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-abaca4e9-8a57-4250-9833-4a3a5320fae9 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/quotas/7588e9cf38c44664a3c43179590607b4 HTTP/1.1" status: 200 len: 375 time: 0.0120847 Jan 28 06:50:42.774846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:42.795950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-c7bb4162-ea95-42fe-a0d3-334f051a0170 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Synchronizing usage tracker for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:42.967495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-c7bb4162-ea95-42fe-a0d3-334f051a0170 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Unset dirty status for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:42.969013 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-c7bb4162-ea95-42fe-a0d3-334f051a0170 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2772169 Jan 28 06:50:42.977718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:43.234341 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-17c834f4-6bc2-44b4-9a9b-f025fc82537e service neutron] 10.222.0.25 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328103 Jan 28 06:50:43.405023 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-46099710-a097-467c-b4bf-8b5eaf35c996 service neutron] 10.222.0.25 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642356 Jan 28 06:50:43.406766 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:43.474447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:43.585192 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=322e1bda-1e4a-4714-9a75-026b3aaa2a4e,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:43.596246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:43.815339 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP 80c1d8a0-129f-4995-9099-32cce4e7489c associated. External IP: 172.26.4.220, port: 50525c46-fd40-46c5-ae2f-3f6d2994f96d. Jan 28 06:50:43.986865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7b340-30b1-4fe3-b633-3dcef82cd4c3 req-8ab2191a-1e55-4442-a237-2a36c2898ac8 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:43.988356 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fdd7b340-30b1-4fe3-b633-3dcef82cd4c3 req-8ab2191a-1e55-4442-a237-2a36c2898ac8 tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.2408066 Jan 28 06:50:44.313330 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a143c7b-52eb-4540-8784-bcfd74db8905 req-9a1fde88-bb86-49fc-aa1b-fc3ab4355956 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 210 time: 0.1195805 Jan 28 06:50:44.319438 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fdd7b340-30b1-4fe3-b633-3dcef82cd4c3 req-4f81ec23-e60b-45d9-b36c-24314c87fd5e tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/security-groups?id=77d55cd6-6df0-4658-b9c5-92c2768986b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223016 Jan 28 06:50:44.437736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router b3236d71-b789-4faf-9f15-6b8b4f718017 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:50:44.450065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc8bc0-61f7-49b6-a706-01c4143bae5e req-cd674cbe-cfbf-44e2-8e3a-630b266ed56d tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:44.451509 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0adc8bc0-61f7-49b6-a706-01c4143bae5e req-cd674cbe-cfbf-44e2-8e3a-630b266ed56d tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.37 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 945 time: 0.2566237 Jan 28 06:50:44.597093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-0adc8bc0-61f7-49b6-a706-01c4143bae5e req-4982c3ab-1fbb-4afd-b43a-301335faa16b tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Deleting port 491ff3ad-1ca5-4574-8037-4514bc902c12 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:50:44.597352 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-0adc8bc0-61f7-49b6-a706-01c4143bae5e req-4982c3ab-1fbb-4afd-b43a-301335faa16b tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:44.759751 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:50:44.770112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb9a83-51b5-4be6-99bb-7ec9decff2ca None None] Sync routers for ids ['b3236d71-b789-4faf-9f15-6b8b4f718017'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:50:44.788813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb9a83-51b5-4be6-99bb-7ec9decff2ca None None] Routers {'b3236d71-b789-4faf-9f15-6b8b4f718017'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:50:44.789900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-80eb9a83-51b5-4be6-99bb-7ec9decff2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:50:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b3236d71-b789-4faf-9f15-6b8b4f718017'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:44.884190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:44.971186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e3fe60b1-ae14-4e61-bcd6-f237dd2a9f29 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9385116 Jan 28 06:50:44.973346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773d2d5e-7e52-499c-a108-177d07052a45', 'tag': '50525c46-fd40-46c5-ae2f-3f6d2994f96d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:50:44.974380 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48484) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:44.976163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-80eb9a83-51b5-4be6-99bb-7ec9decff2ca None None] Set router b3236d71-b789-4faf-9f15-6b8b4f718017 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:50:44.993685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-0adc8bc0-61f7-49b6-a706-01c4143bae5e req-4982c3ab-1fbb-4afd-b43a-301335faa16b tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] For port 491ff3ad-1ca5-4574-8037-4514bc902c12, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=491ff3ad-1ca5-4574-8037-4514bc902c12,segment=NetworkSegment(1bda501d-15f2-41a0-a898-e2be6723a7d9),segment_id=1bda501d-15f2-41a0-a898-e2be6723a7d9)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:44.994041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-0adc8bc0-61f7-49b6-a706-01c4143bae5e req-4982c3ab-1fbb-4afd-b43a-301335faa16b tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:45.059341 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773d2d5e-7e52-499c-a108-177d07052a45', 'tag': '50525c46-fd40-46c5-ae2f-3f6d2994f96d', 'status': 'completed', 'code': 200} Jan 28 06:50:45.097688 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4dacd727-7e65-4d1f-a1c5-64fc721ea9df tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/80c1d8a0-129f-4995-9099-32cce4e7489c HTTP/1.1" status: 200 len: 992 time: 0.1219699 Jan 28 06:50:45.128328 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-0adc8bc0-61f7-49b6-a706-01c4143bae5e req-4982c3ab-1fbb-4afd-b43a-301335faa16b tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Calling delete_port for 491ff3ad-1ca5-4574-8037-4514bc902c12 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:50:45.299001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbacd15-c82d-44dd-9026-869d000608df req-21f96c89-7166-4995-81fe-22839bec1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:45.300484 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1bbacd15-c82d-44dd-9026-869d000608df req-21f96c89-7166-4995-81fe-22839bec1afe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 1099 time: 0.1790416 Jan 28 06:50:45.357346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-80eb9a83-51b5-4be6-99bb-7ec9decff2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:50:15Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '80c1d8a0-129f-4995-9099-32cce4e7489c', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'port_id': '50525c46-fd40-46c5-ae2f-3f6d2994f96d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'mac_address': 'fa:16:3e:1c:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773d2d5e-7e52-499c-a108-177d07052a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:50:42Z', 'updated_at': '2022-01-28T06:50:42Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41dae25d-835d-40b8-b26c-8b3350069452', 'name': '', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:5f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:13Z', 'updated_at': '2022-01-28T06:50:22Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:45.361660 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb9a83-51b5-4be6-99bb-7ec9decff2ca None None] Checking router: b3236d71-b789-4faf-9f15-6b8b4f718017 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:50:45.372091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb9a83-51b5-4be6-99bb-7ec9decff2ca None None] Routers {'b3236d71-b789-4faf-9f15-6b8b4f718017'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:50:45.372714 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-80eb9a83-51b5-4be6-99bb-7ec9decff2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:50:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b3236d71-b789-4faf-9f15-6b8b4f718017'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:45.448800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-0adc8bc0-61f7-49b6-a706-01c4143bae5e req-4982c3ab-1fbb-4afd-b43a-301335faa16b tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:45.515168 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['491ff3ad-1ca5-4574-8037-4514bc902c12'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:50:45.594285 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-80eb9a83-51b5-4be6-99bb-7ec9decff2ca None None] Set router b3236d71-b789-4faf-9f15-6b8b4f718017 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:50:45.717590 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbacd15-c82d-44dd-9026-869d000608df req-05679850-8565-439d-a4c9-9a0cc0d18901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:45.719253 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1bbacd15-c82d-44dd-9026-869d000608df req-05679850-8565-439d-a4c9-9a0cc0d18901 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ddfc5239-a4be-40fd-8f15-d3cdab325f50 HTTP/1.1" status: 200 len: 897 time: 0.4107580 Jan 28 06:50:45.719979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982c3ab-1fbb-4afd-b43a-301335faa16b tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Pushing event deleted for resources: {'Port': ['ID=491ff3ad-1ca5-4574-8037-4514bc902c12,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:45.730054 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ee31d9f9-82d8-4abe-83e8-5122b307c877 req-72fa05c3-69c8-497f-907d-15b949ad4338 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 210 time: 0.2709029 Jan 28 06:50:45.828111 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2951dca7-a7f0-451b-a2c4-f67e8ac10a9c req-c73c6621-78f4-4a74-ab1c-bf9ced09635e tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 210 time: 0.1651289 Jan 28 06:50:45.878418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adc8bc0-61f7-49b6-a706-01c4143bae5e req-4982c3ab-1fbb-4afd-b43a-301335faa16b tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] No DVR routers for this DVR port 491ff3ad-1ca5-4574-8037-4514bc902c12 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:50:45.888634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-0adc8bc0-61f7-49b6-a706-01c4143bae5e req-4982c3ab-1fbb-4afd-b43a-301335faa16b tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:45.911335 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1bbacd15-c82d-44dd-9026-869d000608df req-6459acfb-7c93-423e-bcbc-22bb7860f2a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50525c46-fd40-46c5-ae2f-3f6d2994f96d HTTP/1.1" status: 200 len: 1000 time: 0.1803133 Jan 28 06:50:45.956656 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0adc8bc0-61f7-49b6-a706-01c4143bae5e req-4982c3ab-1fbb-4afd-b43a-301335faa16b tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.37 "DELETE /v2.0/ports/491ff3ad-1ca5-4574-8037-4514bc902c12 HTTP/1.1" status: 204 len: 173 time: 1.4988430 Jan 28 06:50:45.982519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbacd15-c82d-44dd-9026-869d000608df req-e8c64e22-a9b7-449f-aea3-be22d3d18640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:45.983989 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1bbacd15-c82d-44dd-9026-869d000608df req-e8c64e22-a9b7-449f-aea3-be22d3d18640 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b586b8b-b154-4dbf-b546-8b2868450749 HTTP/1.1" status: 200 len: 834 time: 0.0624738 Jan 28 06:50:46.006445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-80eb9a83-51b5-4be6-99bb-7ec9decff2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:50:15Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '80c1d8a0-129f-4995-9099-32cce4e7489c', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'port_id': '50525c46-fd40-46c5-ae2f-3f6d2994f96d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'mac_address': 'fa:16:3e:1c:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773d2d5e-7e52-499c-a108-177d07052a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:50:42Z', 'updated_at': '2022-01-28T06:50:42Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41dae25d-835d-40b8-b26c-8b3350069452', 'name': '', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:5f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:13Z', 'updated_at': '2022-01-28T06:50:22Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:46.011137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eb9a83-51b5-4be6-99bb-7ec9decff2ca None None] The sync data for ids ['b3236d71-b789-4faf-9f15-6b8b4f718017'] in dv-neutron-824022-4-hyperv is: [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:50:15Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '80c1d8a0-129f-4995-9099-32cce4e7489c', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'port_id': '50525c46-fd40-46c5-ae2f-3f6d2994f96d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'mac_address': 'fa:16:3e:1c:4b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773d2d5e-7e52-499c-a108-177d07052a45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:50:42Z', 'updated_at': '2022-01-28T06:50:42Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41dae25d-835d-40b8-b26c-8b3350069452', 'name': '', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:5f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:13Z', 'updated_at': '2022-01-28T06:50:22Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:50:46.065107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbacd15-c82d-44dd-9026-869d000608df req-7e83d3c0-e2d8-46fe-9e8a-aaa6524ff0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:46.066701 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1bbacd15-c82d-44dd-9026-869d000608df req-7e83d3c0-e2d8-46fe-9e8a-aaa6524ff0ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ddfc5239-a4be-40fd-8f15-d3cdab325f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753205 Jan 28 06:50:46.101085 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48494) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:46.246493 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1bbacd15-c82d-44dd-9026-869d000608df req-3e92fc2d-acee-4244-9708-1533f7b81061 service neutron] 10.222.0.37 "GET /v2.0/networks/ddfc5239-a4be-40fd-8f15-d3cdab325f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415012 Jan 28 06:50:46.284280 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd382b3-2d64-42f0-9ea5-e74aa8776166 None None] New status for floating IP 80c1d8a0-129f-4995-9099-32cce4e7489c: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:50:46.319946 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0d3f0005-f264-4700-98ef-d2e3cbb1cc00 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/80c1d8a0-129f-4995-9099-32cce4e7489c HTTP/1.1" status: 200 len: 992 time: 0.2175148 Jan 28 06:50:46.428253 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1bbacd15-c82d-44dd-9026-869d000608df req-f416ce90-ec0c-4a48-8454-8264871bc795 service neutron] 10.222.0.37 "GET /v2.0/networks/ddfc5239-a4be-40fd-8f15-d3cdab325f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743765 Jan 28 06:50:46.550412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-587bc662-de29-4d96-92ba-f77012a9f6ab tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:46.551944 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-587bc662-de29-4d96-92ba-f77012a9f6ab tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 812 time: 0.1569502 Jan 28 06:50:46.610647 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-0396a527-16fd-452e-9890-b5a3de19a854 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7588e9cf38c44664a3c43179590607b4 HTTP/1.1" status: 200 len: 379 time: 0.0406916 Jan 28 06:50:46.624038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Request body: {'port': {'device_id': 'b4109820-89d4-4f4f-b4c0-20cf6057fe16', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'admin_state_up': True, 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'security_groups': ['b97b3b28-b562-44db-bc70-32899d0c102b']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:46.765107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:50:46.775867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:50:46.874215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Made reservation on behalf of 7588e9cf38c44664a3c43179590607b4 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:50:46.877728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:46.894888 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d0a5ea4-428b-4417-bff0-9f2500e46f80 req-f199e34b-d73c-48b0-bc30-31d524349124 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 210 time: 0.0610702 Jan 28 06:50:47.009598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-be17acb0-4f9f-4512-982a-1e10ab7280c8 req-10eecb5f-1753-4ece-9efa-121e13c5817d tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Synchronizing usage tracker for tenant:042ef3fc032a4977afc5c7e1d026ece2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:47.072902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38483688-f2e0-491d-bcdb-4f71a6dde0ce', 'name': 'network-vif-deleted', 'tag': '491ff3ad-1ca5-4574-8037-4514bc902c12'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:50:47.109347 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-be17acb0-4f9f-4512-982a-1e10ab7280c8 req-10eecb5f-1753-4ece-9efa-121e13c5817d tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] Unset dirty status for tenant:042ef3fc032a4977afc5c7e1d026ece2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:47.110495 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be17acb0-4f9f-4512-982a-1e10ab7280c8 req-10eecb5f-1753-4ece-9efa-121e13c5817d tempest-TestServerAdvancedOps-1831661238 tempest-TestServerAdvancedOps-1831661238-project] 10.222.0.25 "GET /v2.0/ports?device_id=38483688-f2e0-491d-bcdb-4f71a6dde0ce HTTP/1.1" status: 200 len: 210 time: 0.1574695 Jan 28 06:50:47.116740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Allocated IP 172.20.0.13 (9d0a3adf-4980-425f-bd4a-a74e09017297/451cc62c-ac3d-4b19-bfce-976b0f33ddb9/73522750-8629-44f0-8a06-2f9145daa31d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:50:47.125642 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38483688-f2e0-491d-bcdb-4f71a6dde0ce', 'name': 'network-vif-deleted', 'tag': '491ff3ad-1ca5-4574-8037-4514bc902c12', 'status': 'completed', 'code': 200} Jan 28 06:50:47.316742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:47.324479 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48510) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:47.337896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Transition to ACTIVE for port object 73522750-8629-44f0-8a06-2f9145daa31d will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:50:47.418652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:47.451191 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6416ef89-af59-4535-a2bd-3fac3edec786 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/80c1d8a0-129f-4995-9099-32cce4e7489c HTTP/1.1" status: 200 len: 994 time: 0.1243396 Jan 28 06:50:47.614190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Network 9d0a3adf-4980-425f-bd4a-a74e09017297 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:50:47.617967 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:50:47.621820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:50:47.651839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'Port': ['ID=73522750-8629-44f0-8a06-2f9145daa31d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:47.692944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:47.693590 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:47.739782 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 491ff3ad-1ca5-4574-8037-4514bc902c12 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:50:47.785843 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 491ff3ad-1ca5-4574-8037-4514bc902c12 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:50:47.786470 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 491ff3ad-1ca5-4574-8037-4514bc902c12 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:50:47.800717 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-19097a5f-9e99-4d84-aaf0-17444462ac24 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1802347 Jan 28 06:50:47.819322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Request body: {'port': {'device_id': 'b4109820-89d4-4f4f-b4c0-20cf6057fe16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:50:47.902808 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ee9bf529-eef2-4a29-a3d5-a16c153befd6 None None] Provisioning for port 73522750-8629-44f0-8a06-2f9145daa31d completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:50:47.907944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ee9bf529-eef2-4a29-a3d5-a16c153befd6 None None] Provisioning complete for port 73522750-8629-44f0-8a06-2f9145daa31d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:50:47.911342 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee9bf529-eef2-4a29-a3d5-a16c153befd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:47.939686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:47.968124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ee9bf529-eef2-4a29-a3d5-a16c153befd6 None None] Port 73522750-8629-44f0-8a06-2f9145daa31d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:50:48.198556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c767456-6c30-4f03-be48-ee7e992f9658 req-50153e8b-9f27-4238-9327-66c12f1d0d05 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:48.199272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7c767456-6c30-4f03-be48-ee7e992f9658 req-50153e8b-9f27-4238-9327-66c12f1d0d05 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Synchronizing usage tracker for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:50:48.225106 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48518) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:48.285079 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Deleting subnet 5dda1791-1fa1-4ebf-945a-fe1657997526 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:50:48.288081 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:48.328524 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:50:48.342538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:48.347330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7c767456-6c30-4f03-be48-ee7e992f9658 req-50153e8b-9f27-4238-9327-66c12f1d0d05 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Unset dirty status for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:50:48.348617 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7c767456-6c30-4f03-be48-ee7e992f9658 req-50153e8b-9f27-4238-9327-66c12f1d0d05 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 932 time: 0.3362792 Jan 28 06:50:48.399580 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:48.401685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73522750-8629-44f0-8a06-2f9145daa31d {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:50:48.412204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:48.416633 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7c767456-6c30-4f03-be48-ee7e992f9658 req-24fd5d40-472d-4e2c-9780-9509253dfe61 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566697 Jan 28 06:50:48.429942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Transition to ACTIVE for port object 73522750-8629-44f0-8a06-2f9145daa31d will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:50:48.514061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:48.543583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:48.584912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dda1791-1fa1-4ebf-945a-fe1657997526,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:48.595424 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:48.604918 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5dda1791-1fa1-4ebf-945a-fe1657997526 HTTP/1.1" status: 204 len: 168 time: 0.3787425 Jan 28 06:50:48.606315 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:48.606661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:48.606990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:48.607537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:48.607867 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:48.608190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:48.608685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:48.609184 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:48.609510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:48.609832 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:48.610153 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:48.610471 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de01b-efdc-432b-8191-1fabfa8687ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:50:48.612785 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48522) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:48.719813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Pushing event updated for resources: {'Port': ['ID=73522750-8629-44f0-8a06-2f9145daa31d,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:48.721873 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb56fa56-89dd-4175-bf76-e560948a2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:48.764472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Attempting to bind port 73522750-8629-44f0-8a06-2f9145daa31d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:50:48.764817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Attempting to bind port 73522750-8629-44f0-8a06-2f9145daa31d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:50:48.765145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Attempting to bind port 73522750-8629-44f0-8a06-2f9145daa31d on network 9d0a3adf-4980-425f-bd4a-a74e09017297 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:50:48.770246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Port 73522750-8629-44f0-8a06-2f9145daa31d on network 9d0a3adf-4980-425f-bd4a-a74e09017297 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:50:48.770566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Attempting to bind port 73522750-8629-44f0-8a06-2f9145daa31d on network 9d0a3adf-4980-425f-bd4a-a74e09017297 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:50:48.777440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:50:48.777790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Checking segment: {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:50:48.778182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Bound using segment: {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:50:48.778703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Bound port: 73522750-8629-44f0-8a06-2f9145daa31d, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:50:48.778966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:48.880951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] For port 73522750-8629-44f0-8a06-2f9145daa31d, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:50:48.884439 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] For port 73522750-8629-44f0-8a06-2f9145daa31d, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=73522750-8629-44f0-8a06-2f9145daa31d,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:50:48.889316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb56fa56-89dd-4175-bf76-e560948a2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:48.919552 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-cb56fa56-89dd-4175-bf76-e560948a2ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f77d11-e2cc-4062-a537-bba9b7fddbe1']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:48.932368 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-cb56fa56-89dd-4175-bf76-e560948a2ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bda501d-15f2-41a0-a898-e2be6723a7d9') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:48.932657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-cb56fa56-89dd-4175-bf76-e560948a2ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bda501d-15f2-41a0-a898-e2be6723a7d9') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:48.944176 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb56fa56-89dd-4175-bf76-e560948a2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:48.948995 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:48.985298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb56fa56-89dd-4175-bf76-e560948a2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:48.991775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb56fa56-89dd-4175-bf76-e560948a2ac3 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:50:48.992344 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb56fa56-89dd-4175-bf76-e560948a2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:50:49.006347 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:50:49.021378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:49.021378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:49.021378 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] 10.222.0.37 "PUT /v2.0/ports/73522750-8629-44f0-8a06-2f9145daa31d HTTP/1.1" status: 200 len: 1094 time: 1.2050166 Jan 28 06:50:49.034413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f319581-668c-4ce8-ae96-ebba84185be8 service neutron] Pushing event updated for resources: {'Port': ['ID=73522750-8629-44f0-8a06-2f9145daa31d,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:49.126883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4109820-89d4-4f4f-b4c0-20cf6057fe16', 'tag': '73522750-8629-44f0-8a06-2f9145daa31d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:50:49.183056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb56fa56-89dd-4175-bf76-e560948a2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:49.187595 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb56fa56-89dd-4175-bf76-e560948a2ac3 admin admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:49.202834 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4109820-89d4-4f4f-b4c0-20cf6057fe16', 'tag': '73522750-8629-44f0-8a06-2f9145daa31d', 'status': 'completed', 'code': 200} Jan 28 06:50:49.216669 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cb56fa56-89dd-4175-bf76-e560948a2ac3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/98f77d11-e2cc-4062-a537-bba9b7fddbe1 HTTP/1.1" status: 204 len: 168 time: 0.6028695 Jan 28 06:50:49.220016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48528) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:49.246582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-51225c6c-1dac-4562-8c67-f7358a5d8ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:49.248322 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-51225c6c-1dac-4562-8c67-f7358a5d8ef2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 1097 time: 0.0885701 Jan 28 06:50:49.252953 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56fa56-89dd-4175-bf76-e560948a2ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=98f77d11-e2cc-4062-a537-bba9b7fddbe1,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:49.286580 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3af78f-13a8-4e7d-8839-2fdbea823ec4 admin admin] Deleting subnet c2ad7234-b364-47e0-9e9d-10eda994cc1d {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:50:49.290204 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f3af78f-13a8-4e7d-8839-2fdbea823ec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:49.326700 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-7cf5913a-40e6-44f4-9913-48c85214cd1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73522750-8629-44f0-8a06-2f9145daa31d HTTP/1.1" status: 200 len: 217 time: 0.0659215 Jan 28 06:50:49.346700 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f3af78f-13a8-4e7d-8839-2fdbea823ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:49.393627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-62420a6a-7b4e-4104-a251-e75d6f76c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:49.395120 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-62420a6a-7b4e-4104-a251-e75d6f76c84a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.0624559 Jan 28 06:50:49.410853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f3af78f-13a8-4e7d-8839-2fdbea823ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:49.479844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-cd33dea8-4089-47da-97fd-1957f0cb795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:49.481415 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-cd33dea8-4089-47da-97fd-1957f0cb795a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802195 Jan 28 06:50:49.584403 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f3af78f-13a8-4e7d-8839-2fdbea823ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:49.622227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3af78f-13a8-4e7d-8839-2fdbea823ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2ad7234-b364-47e0-9e9d-10eda994cc1d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:49.626710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6f3af78f-13a8-4e7d-8839-2fdbea823ec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:49.633431 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6f3af78f-13a8-4e7d-8839-2fdbea823ec4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c2ad7234-b364-47e0-9e9d-10eda994cc1d HTTP/1.1" status: 204 len: 168 time: 0.4123874 Jan 28 06:50:49.635788 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48534) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:49.666033 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-67f95f68-559f-4afa-ba93-2a9282b29aaa service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779828 Jan 28 06:50:49.714993 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33a8e-6ffa-4123-ace8-a0957fa574c5 req-806e559b-2667-4fc2-8d18-9b44341d5bf7 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:49.719515 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-44c33a8e-6ffa-4123-ace8-a0957fa574c5 req-806e559b-2667-4fc2-8d18-9b44341d5bf7 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 944 time: 0.1398754 Jan 28 06:50:49.742103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8163b773-24d9-41bb-a920-9fe448abf258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:50.041590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8163b773-24d9-41bb-a920-9fe448abf258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:50.041590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8163b773-24d9-41bb-a920-9fe448abf258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d45e90-b222-4e3f-8b8c-a085dce6f0ae']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:50.041590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8163b773-24d9-41bb-a920-9fe448abf258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5014a4ff-5833-4306-847e-ba4858ac56ed') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:50.041590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8163b773-24d9-41bb-a920-9fe448abf258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5014a4ff-5833-4306-847e-ba4858ac56ed') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:50:50.041590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8163b773-24d9-41bb-a920-9fe448abf258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:50.041590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8163b773-24d9-41bb-a920-9fe448abf258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:50.042208 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-44c33a8e-6ffa-4123-ace8-a0957fa574c5 req-1dbb5783-5ebc-429d-bfed-9f6b6892a7f3 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215669 Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8163b773-24d9-41bb-a920-9fe448abf258 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8163b773-24d9-41bb-a920-9fe448abf258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:50:50.042602 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:50:50.045477 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37a67db0-062d-4554-bbaf-c2271f03b241 req-b9efaf2a-abe1-4b73-ba5d-1df8ec94d4af service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024969 Jan 28 06:50:50.142954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8163b773-24d9-41bb-a920-9fe448abf258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:50.147793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8163b773-24d9-41bb-a920-9fe448abf258 admin admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:50.170520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163b773-24d9-41bb-a920-9fe448abf258 admin admin] Pushing event deleted for resources: {'Network': ['ID=24d45e90-b222-4e3f-8b8c-a085dce6f0ae,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:50.174143 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8163b773-24d9-41bb-a920-9fe448abf258 admin admin] 10.222.0.25 "DELETE /v2.0/networks/24d45e90-b222-4e3f-8b8c-a085dce6f0ae HTTP/1.1" status: 204 len: 168 time: 0.5371232 Jan 28 06:50:50.247589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1e3c1-4d03-48ba-95ac-80bbe62643ed req-ad92588c-1ca1-45ce-be97-64de073de20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:50.249029 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c3a1e3c1-4d03-48ba-95ac-80bbe62643ed req-ad92588c-1ca1-45ce-be97-64de073de20e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 1097 time: 0.0771170 Jan 28 06:50:50.397099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1e3c1-4d03-48ba-95ac-80bbe62643ed req-4edebba1-a735-4f45-b3af-7707a5935026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:50.398833 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c3a1e3c1-4d03-48ba-95ac-80bbe62643ed req-4edebba1-a735-4f45-b3af-7707a5935026 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 913 time: 0.1307662 Jan 28 06:50:50.473239 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c3a1e3c1-4d03-48ba-95ac-80bbe62643ed req-51e72ef2-42c0-48a2-b0c3-6c42d3af071d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73522750-8629-44f0-8a06-2f9145daa31d HTTP/1.1" status: 200 len: 217 time: 0.0661168 Jan 28 06:50:50.538258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1e3c1-4d03-48ba-95ac-80bbe62643ed req-4beb3912-e26b-4157-9672-315af138f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:50.540640 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c3a1e3c1-4d03-48ba-95ac-80bbe62643ed req-4beb3912-e26b-4157-9672-315af138f789 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.0612173 Jan 28 06:50:50.579760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48540) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:50.618508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1e3c1-4d03-48ba-95ac-80bbe62643ed req-4e75cd78-6cef-44fe-ace5-d83ccba197dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:50.620219 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c3a1e3c1-4d03-48ba-95ac-80bbe62643ed req-4e75cd78-6cef-44fe-ace5-d83ccba197dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739925 Jan 28 06:50:50.640586 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ff43239c-b9c8-4aef-8f97-44be3c381296 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=042ef3fc032a4977afc5c7e1d026ece2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574195 Jan 28 06:50:50.645097 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48544) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:50.705004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-471ea3d3-245e-418e-a5ec-e4e32b9b75a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:50.732838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-471ea3d3-245e-418e-a5ec-e4e32b9b75a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:50.811474 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c3a1e3c1-4d03-48ba-95ac-80bbe62643ed req-873b5594-c306-47e6-90bd-54c6c48a37bf service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748791 Jan 28 06:50:50.994480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-471ea3d3-245e-418e-a5ec-e4e32b9b75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:51.013230 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ea3d3-245e-418e-a5ec-e4e32b9b75a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d55cd6-6df0-4658-b9c5-92c2768986b0,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:51.016685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-471ea3d3-245e-418e-a5ec-e4e32b9b75a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:51.020298 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-471ea3d3-245e-418e-a5ec-e4e32b9b75a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77d55cd6-6df0-4658-b9c5-92c2768986b0 HTTP/1.1" status: 204 len: 168 time: 0.3717475 Jan 28 06:50:51.044088 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c3a1e3c1-4d03-48ba-95ac-80bbe62643ed req-867d1a5a-bdf3-4201-bbde-248baa6c60fd service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981368 Jan 28 06:50:51.047730 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e91a55b5-420f-44af-a207-560c8d3b7c92 req-0a9f786f-49d6-471f-b126-a665c8bf0229 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1588411 Jan 28 06:50:51.148970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace1141-86ef-439c-a5ff-c9253adb403a req-26a23b8f-acab-4af4-8ad8-fa0f588c704f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:51.150525 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1ace1141-86ef-439c-a5ff-c9253adb403a req-26a23b8f-acab-4af4-8ad8-fa0f588c704f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 944 time: 0.0863099 Jan 28 06:50:51.253381 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1ace1141-86ef-439c-a5ff-c9253adb403a req-4c527bef-5e0b-4c98-8dd6-b449ad1bc686 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972464 Jan 28 06:50:51.271187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a55b5-420f-44af-a207-560c8d3b7c92 req-b7cb4858-7b2f-468b-a11e-85f63cb6b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:51.272762 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e91a55b5-420f-44af-a207-560c8d3b7c92 req-b7cb4858-7b2f-468b-a11e-85f63cb6b036 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 1099 time: 0.0967491 Jan 28 06:50:51.433461 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a55b5-420f-44af-a207-560c8d3b7c92 req-dadf06c3-0685-4413-91c7-78a721db7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:51.434877 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e91a55b5-420f-44af-a207-560c8d3b7c92 req-dadf06c3-0685-4413-91c7-78a721db7876 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ddfc5239-a4be-40fd-8f15-d3cdab325f50 HTTP/1.1" status: 200 len: 897 time: 0.1329141 Jan 28 06:50:51.538432 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e91a55b5-420f-44af-a207-560c8d3b7c92 req-6676458d-f48c-4235-a3e3-d1311188b3de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50525c46-fd40-46c5-ae2f-3f6d2994f96d HTTP/1.1" status: 200 len: 1002 time: 0.0972075 Jan 28 06:50:51.601217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a55b5-420f-44af-a207-560c8d3b7c92 req-30688431-cad7-4e1d-ad35-6c5e27604cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:51.603162 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e91a55b5-420f-44af-a207-560c8d3b7c92 req-30688431-cad7-4e1d-ad35-6c5e27604cfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b586b8b-b154-4dbf-b546-8b2868450749 HTTP/1.1" status: 200 len: 834 time: 0.0572720 Jan 28 06:50:51.681173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a55b5-420f-44af-a207-560c8d3b7c92 req-8e8698a4-f0ab-42b1-92e3-4abbe46c3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:51.682689 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e91a55b5-420f-44af-a207-560c8d3b7c92 req-8e8698a4-f0ab-42b1-92e3-4abbe46c3363 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ddfc5239-a4be-40fd-8f15-d3cdab325f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732894 Jan 28 06:50:51.887963 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48554) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:51.928362 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e91a55b5-420f-44af-a207-560c8d3b7c92 req-50693833-abd4-4624-8a68-5d5c098f61d9 service neutron] 10.222.0.37 "GET /v2.0/networks/ddfc5239-a4be-40fd-8f15-d3cdab325f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374523 Jan 28 06:50:51.935565 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-618cf9aa-66ac-4294-95ac-00a0d0ff0baa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a329f3ba24f458cae87660f6295448e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462677 Jan 28 06:50:51.938382 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48558) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:50:51.998951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-10eb411f-a5a1-439e-af89-57d1a8f71ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:52.025165 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-10eb411f-a5a1-439e-af89-57d1a8f71ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:52.059969 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e91a55b5-420f-44af-a207-560c8d3b7c92 req-04f58fce-0a99-4929-90a6-2ce999d726ed service neutron] 10.222.0.37 "GET /v2.0/networks/ddfc5239-a4be-40fd-8f15-d3cdab325f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244087 Jan 28 06:50:52.153874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-10eb411f-a5a1-439e-af89-57d1a8f71ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:52.169825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb411f-a5a1-439e-af89-57d1a8f71ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab57722-785a-499d-bfbd-c091d29a55c7,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:50:52.174414 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-10eb411f-a5a1-439e-af89-57d1a8f71ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:50:52.175148 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-10eb411f-a5a1-439e-af89-57d1a8f71ae8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ab57722-785a-499d-bfbd-c091d29a55c7 HTTP/1.1" status: 204 len: 168 time: 0.2358823 Jan 28 06:50:52.435646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77239aa-cb53-4473-9509-b012845c443a req-60896d8c-09b1-4c9f-974e-974b27f59f60 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:52.437205 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d77239aa-cb53-4473-9509-b012845c443a req-60896d8c-09b1-4c9f-974e-974b27f59f60 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 944 time: 0.0809872 Jan 28 06:50:52.488586 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d77239aa-cb53-4473-9509-b012845c443a req-e750275e-867d-46ee-b612-0c27427d13f2 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457294 Jan 28 06:50:53.670797 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c6c1a-1be2-4c14-93ed-f1f33da4be23 req-fd258714-101c-4fbc-a9a7-b6418c90ad77 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:53.672223 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b3c6c1a-1be2-4c14-93ed-f1f33da4be23 req-fd258714-101c-4fbc-a9a7-b6418c90ad77 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 944 time: 0.0779285 Jan 28 06:50:53.715608 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b3c6c1a-1be2-4c14-93ed-f1f33da4be23 req-7cda0491-03a1-450d-8358-b792d04ef642 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378213 Jan 28 06:50:54.903078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332a573-2b22-4a39-9690-22e75b0acb87 req-1c8d8060-5a56-4cba-88e9-86ddb8e67137 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:54.904547 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d332a573-2b22-4a39-9690-22e75b0acb87 req-1c8d8060-5a56-4cba-88e9-86ddb8e67137 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 944 time: 0.0827255 Jan 28 06:50:54.947530 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d332a573-2b22-4a39-9690-22e75b0acb87 req-0c43a81d-2c82-4b1f-a676-3bf05c479acd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374398 Jan 28 06:50:56.126404 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6840e71-1ffd-4001-9222-ab2fcbb87b5c req-9653f776-af03-431a-9e85-29cb35c398e2 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:56.127757 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f6840e71-1ffd-4001-9222-ab2fcbb87b5c req-9653f776-af03-431a-9e85-29cb35c398e2 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 944 time: 0.0774970 Jan 28 06:50:56.169941 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f6840e71-1ffd-4001-9222-ab2fcbb87b5c req-fafa61a2-91ac-489a-b94b-c0fee7ca9934 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366549 Jan 28 06:50:57.354239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510f487-deb6-4802-b621-0f84060af8a8 req-05064f11-cb72-4326-aac3-f3d8a2b3b5dc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:57.355671 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1510f487-deb6-4802-b621-0f84060af8a8 req-05064f11-cb72-4326-aac3-f3d8a2b3b5dc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 944 time: 0.0827765 Jan 28 06:50:57.398624 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1510f487-deb6-4802-b621-0f84060af8a8 req-6f390f51-0475-4c71-be5a-2873da57438a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373666 Jan 28 06:50:58.580204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af751958-fdb4-4e28-b715-8a9253ce423d req-b356ecc8-2930-4256-84b4-a2a5a6f552a4 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:58.581569 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af751958-fdb4-4e28-b715-8a9253ce423d req-b356ecc8-2930-4256-84b4-a2a5a6f552a4 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 944 time: 0.0780909 Jan 28 06:50:58.625058 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af751958-fdb4-4e28-b715-8a9253ce423d req-21772a35-09c7-4327-84c2-1cdab6d370ee tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379493 Jan 28 06:50:59.801419 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 73522750-8629-44f0-8a06-2f9145daa31d details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:50:59.811746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608524f9-feb8-4cdb-bc3d-84936addc97e req-d245a2f7-fdc2-43d6-9fad-cdf90245ac17 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:50:59.813556 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-608524f9-feb8-4cdb-bc3d-84936addc97e req-d245a2f7-fdc2-43d6-9fad-cdf90245ac17 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 944 time: 0.0871818 Jan 28 06:50:59.857776 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-608524f9-feb8-4cdb-bc3d-84936addc97e req-1d7051a0-ae14-4f7c-ad52-3231e1c2fb17 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387495 Jan 28 06:50:59.935490 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 73522750-8629-44f0-8a06-2f9145daa31d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=73522750-8629-44f0-8a06-2f9145daa31d,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:50:59.947971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '73522750-8629-44f0-8a06-2f9145daa31d', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'port_id': '73522750-8629-44f0-8a06-2f9145daa31d', 'mac_address': 'fa:16:3e:1e:b7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:51:00.001595 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:00.018289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73522750-8629-44f0-8a06-2f9145daa31d {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:51:00.033906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 73522750-8629-44f0-8a06-2f9145daa31d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=73522750-8629-44f0-8a06-2f9145daa31d,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:00.107732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:00.174278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=73522750-8629-44f0-8a06-2f9145daa31d,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:00.181357 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:00.181702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:00.182039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:00.182370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:00.182693 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:00.183041 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:00.183384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:00.183701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:00.184021 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:00.184336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:00.184651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:00.184966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:00.410354 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['73522750-8629-44f0-8a06-2f9145daa31d'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:51:00.827892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bc88a839-015d-4e98-8952-54f236117d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:01.042033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422292be-ae0c-4e0a-8e0f-95e6ab77ccef req-c9a42ce8-0476-48b3-ac85-eea576d57d08 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:01.043479 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-422292be-ae0c-4e0a-8e0f-95e6ab77ccef req-c9a42ce8-0476-48b3-ac85-eea576d57d08 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 945 time: 0.0786629 Jan 28 06:51:01.089706 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-422292be-ae0c-4e0a-8e0f-95e6ab77ccef req-66c1139f-5b79-43c6-b2e9-3a8cdb66b2a6 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406489 Jan 28 06:51:01.800744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 73522750-8629-44f0-8a06-2f9145daa31d up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:51:01.913622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 73522750-8629-44f0-8a06-2f9145daa31d completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:51:01.918391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 73522750-8629-44f0-8a06-2f9145daa31d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:51:01.918757 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:02.031157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:02.056707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4109820-89d4-4f4f-b4c0-20cf6057fe16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73522750-8629-44f0-8a06-2f9145daa31d'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:51:02.065715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 73522750-8629-44f0-8a06-2f9145daa31d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=73522750-8629-44f0-8a06-2f9145daa31d,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:02.100229 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4109820-89d4-4f4f-b4c0-20cf6057fe16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73522750-8629-44f0-8a06-2f9145daa31d', 'code': 200} Jan 28 06:51:02.142362 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:02.211582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=73522750-8629-44f0-8a06-2f9145daa31d,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:02.281032 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed8ec6-3c3f-43d8-a7e0-88d27ec29e31 req-0ba82ce5-5d91-455f-ae11-bc9d0fec5079 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:02.282472 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72ed8ec6-3c3f-43d8-a7e0-88d27ec29e31 req-0ba82ce5-5d91-455f-ae11-bc9d0fec5079 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 946 time: 0.0818565 Jan 28 06:51:02.326596 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72ed8ec6-3c3f-43d8-a7e0-88d27ec29e31 req-79fa55f3-d895-4c16-aa07-181037ea82af tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384049 Jan 28 06:51:02.423678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a59da-75aa-40e1-a9e7-c4481929720d req-d733df64-fa55-47b5-86af-953fa195b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:02.425152 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fe1a59da-75aa-40e1-a9e7-c4481929720d req-d733df64-fa55-47b5-86af-953fa195b0f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 1099 time: 0.0709460 Jan 28 06:51:02.466437 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fe1a59da-75aa-40e1-a9e7-c4481929720d req-01114a7e-a47a-4135-bfd0-8e50130c3923 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352120 Jan 28 06:51:03.188215 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6254438f-db4f-40c0-b543-3412f653cbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:03.509275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd3c38-3389-485b-a118-4edc08909e73 req-ea0984ba-8357-4a37-a77e-ccf37c3d412f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:03.510852 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4bcd3c38-3389-485b-a118-4edc08909e73 req-ea0984ba-8357-4a37-a77e-ccf37c3d412f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 946 time: 0.0779338 Jan 28 06:51:03.554305 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4bcd3c38-3389-485b-a118-4edc08909e73 req-2f4d48ef-7a12-4bbd-a843-034aa749fde9 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378606 Jan 28 06:51:04.347954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:04.399330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:04.738257 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaaa007-096e-4552-957c-7b5d2011143f req-37d65a7f-f7f4-4a24-b123-fca05e49acfd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:04.739615 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2eaaa007-096e-4552-957c-7b5d2011143f req-37d65a7f-f7f4-4a24-b123-fca05e49acfd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 946 time: 0.0808539 Jan 28 06:51:04.781901 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2eaaa007-096e-4552-957c-7b5d2011143f req-8a9bc1a4-53be-4009-bd27-ffe3baba4efc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362403 Jan 28 06:51:04.959128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f09533-caf8-4603-882c-09976fd8480c req-f7eab508-e190-4502-b2fe-a94b9a47cb30 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:04.960573 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f7f09533-caf8-4603-882c-09976fd8480c req-f7eab508-e190-4502-b2fe-a94b9a47cb30 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 946 time: 0.0768800 Jan 28 06:51:05.006852 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f7f09533-caf8-4603-882c-09976fd8480c req-cbfabd47-a5c8-42c1-a81c-9bebb16e3743 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401142 Jan 28 06:51:05.029771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48590) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:05.309089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58698c-d4e4-43c1-b54e-75fe05f2100a tempest-TestVolumeBootPattern-492159772 tempest-TestVolumeBootPattern-492159772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:05.309721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5f58698c-d4e4-43c1-b54e-75fe05f2100a tempest-TestVolumeBootPattern-492159772 tempest-TestVolumeBootPattern-492159772-project-admin] Synchronizing usage tracker for tenant:fc6a093cc54c4bcf974d09280e305670 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:51:05.393795 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5f58698c-d4e4-43c1-b54e-75fe05f2100a tempest-TestVolumeBootPattern-492159772 tempest-TestVolumeBootPattern-492159772-project-admin] Unset dirty status for tenant:fc6a093cc54c4bcf974d09280e305670 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:51:05.394980 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5f58698c-d4e4-43c1-b54e-75fe05f2100a tempest-TestVolumeBootPattern-492159772 tempest-TestVolumeBootPattern-492159772-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 1094 time: 0.3642738 Jan 28 06:51:05.398045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48596) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:05.403547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '73522750-8629-44f0-8a06-2f9145daa31d', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:05.409441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:51:05.413203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Usage tracker for resource:floatingip and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:51:05.416074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:51:05.421715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:51:05.513643 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:05.648400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:05.679632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:05.781247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Allocated IP 172.26.4.72 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/df044bfb-5788-4608-b84b-d4f909b4923f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:51:06.035121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:06.125231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:06.187731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:51:06.190434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:51:06.194217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:51:06.231206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'Port': ['ID=df044bfb-5788-4608-b84b-d4f909b4923f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:06.600604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:06.731461 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:06.936442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:07.004802 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:07.104691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'Port': ['ID=df044bfb-5788-4608-b84b-d4f909b4923f,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:07.121005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:07.295030 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Floating IP 483f43d2-c4a7-42e3-a1d9-1d47a9c44bc4 associated. External IP: 172.26.4.72, port: 73522750-8629-44f0-8a06-2f9145daa31d. Jan 28 06:51:07.758284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Router ef9833fd-fda0-4cfa-b103-4b4682482779 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:51:07.937413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:51:07.947322 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51417e0c-af5e-4efe-8996-ce0830ef94e9 None None] Sync routers for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:51:07.957057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51417e0c-af5e-4efe-8996-ce0830ef94e9 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:51:07.957752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-51417e0c-af5e-4efe-8996-ce0830ef94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:51:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:08.016473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:08.070715 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-727475b0-b1ef-45dc-a9b8-e22d63074561 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6716390 Jan 28 06:51:08.071309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4109820-89d4-4f4f-b4c0-20cf6057fe16', 'tag': '73522750-8629-44f0-8a06-2f9145daa31d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:51:08.115071 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4109820-89d4-4f4f-b4c0-20cf6057fe16', 'tag': '73522750-8629-44f0-8a06-2f9145daa31d', 'status': 'completed', 'code': 200} Jan 28 06:51:08.135562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-51417e0c-af5e-4efe-8996-ce0830ef94e9 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:51:08.234090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a9582-7faf-4fed-aa62-589c072b7012 req-4918ff7e-caf5-4ba9-a876-49367dada16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:08.235565 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-087a9582-7faf-4fed-aa62-589c072b7012 req-4918ff7e-caf5-4ba9-a876-49367dada16a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 1099 time: 0.0756958 Jan 28 06:51:08.365810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a9582-7faf-4fed-aa62-589c072b7012 req-48384128-4a89-40da-a6e3-a4778f7216b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:08.367358 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-087a9582-7faf-4fed-aa62-589c072b7012 req-48384128-4a89-40da-a6e3-a4778f7216b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 913 time: 0.1255114 Jan 28 06:51:08.472650 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-087a9582-7faf-4fed-aa62-589c072b7012 req-53e83788-cfb4-45b1-9076-c42b0394ba62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73522750-8629-44f0-8a06-2f9145daa31d HTTP/1.1" status: 200 len: 999 time: 0.0968037 Jan 28 06:51:08.509572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-51417e0c-af5e-4efe-8996-ce0830ef94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '483f43d2-c4a7-42e3-a1d9-1d47a9c44bc4', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.72', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': '73522750-8629-44f0-8a06-2f9145daa31d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:1e:b7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4109820-89d4-4f4f-b4c0-20cf6057fe16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:51:06Z', 'updated_at': '2022-01-28T06:51:06Z', 'revision_number': 0, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:08.513399 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51417e0c-af5e-4efe-8996-ce0830ef94e9 None None] Checking router: ef9833fd-fda0-4cfa-b103-4b4682482779 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:51:08.521474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51417e0c-af5e-4efe-8996-ce0830ef94e9 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:51:08.522064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-51417e0c-af5e-4efe-8996-ce0830ef94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:51:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:08.540851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a9582-7faf-4fed-aa62-589c072b7012 req-f4c62e42-83de-447e-ad91-1ae86d9a95d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:08.542339 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-087a9582-7faf-4fed-aa62-589c072b7012 req-f4c62e42-83de-447e-ad91-1ae86d9a95d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.0569842 Jan 28 06:51:08.616689 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a9582-7faf-4fed-aa62-589c072b7012 req-741a548f-e278-49fd-a779-c7cce7b84ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:08.618695 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-087a9582-7faf-4fed-aa62-589c072b7012 req-741a548f-e278-49fd-a779-c7cce7b84ed2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678973 Jan 28 06:51:08.697283 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-51417e0c-af5e-4efe-8996-ce0830ef94e9 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:51:08.748928 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-087a9582-7faf-4fed-aa62-589c072b7012 req-3b8a7952-d55c-4c4a-85cb-e73206361d14 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230764 Jan 28 06:51:08.879483 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-087a9582-7faf-4fed-aa62-589c072b7012 req-7da43b7f-365e-4544-ab49-48f6a5458e04 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240559 Jan 28 06:51:09.040760 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-51417e0c-af5e-4efe-8996-ce0830ef94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '483f43d2-c4a7-42e3-a1d9-1d47a9c44bc4', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.72', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': '73522750-8629-44f0-8a06-2f9145daa31d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:1e:b7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4109820-89d4-4f4f-b4c0-20cf6057fe16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:51:06Z', 'updated_at': '2022-01-28T06:51:06Z', 'revision_number': 0, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:09.044676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51417e0c-af5e-4efe-8996-ce0830ef94e9 None None] The sync data for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv is: [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '483f43d2-c4a7-42e3-a1d9-1d47a9c44bc4', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.72', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': '73522750-8629-44f0-8a06-2f9145daa31d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:1e:b7:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4109820-89d4-4f4f-b4c0-20cf6057fe16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:51:06Z', 'updated_at': '2022-01-28T06:51:06Z', 'revision_number': 0, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:51:09.224686 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3abbd3-e4c5-42d8-8890-73526ed447ac None None] New status for floating IP 483f43d2-c4a7-42e3-a1d9-1d47a9c44bc4: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:51:10.713590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:18.746131 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48618) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:18.937477 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3a570af1-14c6-4595-b4da-fe213890d963 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/80c1d8a0-129f-4995-9099-32cce4e7489c HTTP/1.1" status: 200 len: 994 time: 0.1902757 Jan 28 06:51:19.307890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48626) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:19.507996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3adbbf46-9754-4439-a640-c37af3a5f3e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 322e1bda-1e4a-4714-9a75-026b3aaa2a4e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:51:19.508871 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3adbbf46-9754-4439-a640-c37af3a5f3e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:19.676041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3adbbf46-9754-4439-a640-c37af3a5f3e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:19.676273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3adbbf46-9754-4439-a640-c37af3a5f3e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:19.906311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-3adbbf46-9754-4439-a640-c37af3a5f3e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 322e1bda-1e4a-4714-9a75-026b3aaa2a4e owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:51:20.096009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3adbbf46-9754-4439-a640-c37af3a5f3e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:20.141824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbbf46-9754-4439-a640-c37af3a5f3e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=322e1bda-1e4a-4714-9a75-026b3aaa2a4e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:20.232707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3adbbf46-9754-4439-a640-c37af3a5f3e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:20.233057 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-3adbbf46-9754-4439-a640-c37af3a5f3e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP 80c1d8a0-129f-4995-9099-32cce4e7489c disassociated (deleted). External IP: 172.26.4.220, port: 50525c46-fd40-46c5-ae2f-3f6d2994f96d. Jan 28 06:51:20.577440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adbbf46-9754-4439-a640-c37af3a5f3e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router b3236d71-b789-4faf-9f15-6b8b4f718017 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:51:20.762220 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adbbf46-9754-4439-a640-c37af3a5f3e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:51:20.769760 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef6dec-60ce-4ea2-8c0e-686ff56b1f7d None None] Sync routers for ids ['b3236d71-b789-4faf-9f15-6b8b4f718017'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:51:20.786470 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef6dec-60ce-4ea2-8c0e-686ff56b1f7d None None] Routers {'b3236d71-b789-4faf-9f15-6b8b4f718017'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:51:20.786470 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cdef6dec-60ce-4ea2-8c0e-686ff56b1f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:51:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b3236d71-b789-4faf-9f15-6b8b4f718017'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:20.854312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3adbbf46-9754-4439-a640-c37af3a5f3e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:20.900589 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3adbbf46-9754-4439-a640-c37af3a5f3e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/floatingips/80c1d8a0-129f-4995-9099-32cce4e7489c HTTP/1.1" status: 204 len: 168 time: 1.5914643 Jan 28 06:51:20.901021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '773d2d5e-7e52-499c-a108-177d07052a45', 'tag': '50525c46-fd40-46c5-ae2f-3f6d2994f96d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:51:20.947884 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '773d2d5e-7e52-499c-a108-177d07052a45', 'tag': '50525c46-fd40-46c5-ae2f-3f6d2994f96d', 'status': 'completed', 'code': 200} Jan 28 06:51:20.969386 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-cdef6dec-60ce-4ea2-8c0e-686ff56b1f7d None None] Set router b3236d71-b789-4faf-9f15-6b8b4f718017 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:51:21.075647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc8dac-9f14-492c-8f77-04b22efc96ef req-69e60e31-1257-4b7e-af5f-80d6403d0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:21.077186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61bc8dac-9f14-492c-8f77-04b22efc96ef req-69e60e31-1257-4b7e-af5f-80d6403d0967 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 1099 time: 0.0770936 Jan 28 06:51:21.213625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc8dac-9f14-492c-8f77-04b22efc96ef req-a32fefa8-b3f8-488b-9f4b-1a4daeecfe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:21.215498 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61bc8dac-9f14-492c-8f77-04b22efc96ef req-a32fefa8-b3f8-488b-9f4b-1a4daeecfe0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=ddfc5239-a4be-40fd-8f15-d3cdab325f50 HTTP/1.1" status: 200 len: 897 time: 0.1318557 Jan 28 06:51:21.283929 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61bc8dac-9f14-492c-8f77-04b22efc96ef req-7b400829-6cce-45a2-bbf8-aa19a768b14d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50525c46-fd40-46c5-ae2f-3f6d2994f96d HTTP/1.1" status: 200 len: 217 time: 0.0617692 Jan 28 06:51:21.292308 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cdef6dec-60ce-4ea2-8c0e-686ff56b1f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:50:15Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '41dae25d-835d-40b8-b26c-8b3350069452', 'name': '', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:5f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:13Z', 'updated_at': '2022-01-28T06:50:22Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:21.296291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef6dec-60ce-4ea2-8c0e-686ff56b1f7d None None] Checking router: b3236d71-b789-4faf-9f15-6b8b4f718017 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:51:21.304667 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdef6dec-60ce-4ea2-8c0e-686ff56b1f7d None None] Routers {'b3236d71-b789-4faf-9f15-6b8b4f718017'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:51:21.305818 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cdef6dec-60ce-4ea2-8c0e-686ff56b1f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:51:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b3236d71-b789-4faf-9f15-6b8b4f718017'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:21.473568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc8dac-9f14-492c-8f77-04b22efc96ef req-874d5552-1c4e-4b07-bbfb-021e0fe4e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:21.474988 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61bc8dac-9f14-492c-8f77-04b22efc96ef req-874d5552-1c4e-4b07-bbfb-021e0fe4e743 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b586b8b-b154-4dbf-b546-8b2868450749 HTTP/1.1" status: 200 len: 834 time: 0.1843758 Jan 28 06:51:21.534254 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-cdef6dec-60ce-4ea2-8c0e-686ff56b1f7d None None] Set router b3236d71-b789-4faf-9f15-6b8b4f718017 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:51:21.639210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc8dac-9f14-492c-8f77-04b22efc96ef req-59f06ecf-8c10-495a-949f-ea987d798499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:21.640714 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61bc8dac-9f14-492c-8f77-04b22efc96ef req-59f06ecf-8c10-495a-949f-ea987d798499 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ddfc5239-a4be-40fd-8f15-d3cdab325f50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1580107 Jan 28 06:51:21.650091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972e0d8-691d-4a59-8149-817c775afc54 req-948726a9-af66-4c88-96bb-512d365ee62c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:21.650749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4972e0d8-691d-4a59-8149-817c775afc54 req-948726a9-af66-4c88-96bb-512d365ee62c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:51:21.657230 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-61bc8dac-9f14-492c-8f77-04b22efc96ef req-0d56255f-9548-4cb0-becc-8bb36c858a59 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:51:21.658156 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61bc8dac-9f14-492c-8f77-04b22efc96ef req-0d56255f-9548-4cb0-becc-8bb36c858a59 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047860 Jan 28 06:51:21.803581 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61bc8dac-9f14-492c-8f77-04b22efc96ef req-ef28df40-a68c-4d63-8448-21a8073b8c21 service neutron] 10.222.0.37 "GET /v2.0/networks/ddfc5239-a4be-40fd-8f15-d3cdab325f50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336174 Jan 28 06:51:21.846554 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-cdef6dec-60ce-4ea2-8c0e-686ff56b1f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:50:15Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '41dae25d-835d-40b8-b26c-8b3350069452', 'name': '', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:5f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:13Z', 'updated_at': '2022-01-28T06:50:22Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:21.850476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdef6dec-60ce-4ea2-8c0e-686ff56b1f7d None None] The sync data for ids ['b3236d71-b789-4faf-9f15-6b8b4f718017'] in dv-neutron-824022-4-hyperv is: [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:50:15Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '41dae25d-835d-40b8-b26c-8b3350069452', 'name': '', 'network_id': 'ddfc5239-a4be-40fd-8f15-d3cdab325f50', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:5f:9a:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:13Z', 'updated_at': '2022-01-28T06:50:22Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '3b586b8b-b154-4dbf-b546-8b2868450749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:51:21.952807 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61bc8dac-9f14-492c-8f77-04b22efc96ef req-5bace2a3-240d-4f7c-b2f5-4a30ff4446c2 service neutron] 10.222.0.37 "GET /v2.0/networks/ddfc5239-a4be-40fd-8f15-d3cdab325f50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411250 Jan 28 06:51:22.062982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-4972e0d8-691d-4a59-8149-817c775afc54 req-948726a9-af66-4c88-96bb-512d365ee62c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:51:22.069551 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4972e0d8-691d-4a59-8149-817c775afc54 req-948726a9-af66-4c88-96bb-512d365ee62c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 946 time: 0.5331881 Jan 28 06:51:22.096339 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e9675-af42-403d-9107-d0a86fb310d2 None None] New status for floating IP 80c1d8a0-129f-4995-9099-32cce4e7489c: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:51:22.132643 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4972e0d8-691d-4a59-8149-817c775afc54 req-d1acb796-abe6-4d0f-b4bd-cb18e4f0e7f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=804e4b34-22f6-4fab-a6dd-451f21e55860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602276 Jan 28 06:51:23.225735 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6242b-f1f9-4be5-9230-47f50bd36dea req-428754ac-441f-4083-b387-8c32ac5f0896 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:23.230096 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14c6242b-f1f9-4be5-9230-47f50bd36dea req-428754ac-441f-4083-b387-8c32ac5f0896 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 946 time: 0.0918775 Jan 28 06:51:23.360588 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-14c6242b-f1f9-4be5-9230-47f50bd36dea req-8d02e5f3-3355-4484-ae89-50ce85d65a4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 50525c46-fd40-46c5-ae2f-3f6d2994f96d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:51:23.360922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-14c6242b-f1f9-4be5-9230-47f50bd36dea req-8d02e5f3-3355-4484-ae89-50ce85d65a4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:23.471561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46329652-046e-4cb9-8f9a-4138f5fb43d7 req-f711ed8e-292f-4ba7-85e4-6ce022d0f3db tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:23.477898 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-46329652-046e-4cb9-8f9a-4138f5fb43d7 req-f711ed8e-292f-4ba7-85e4-6ce022d0f3db tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 946 time: 0.2055461 Jan 28 06:51:23.556323 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-46329652-046e-4cb9-8f9a-4138f5fb43d7 req-2d01ceeb-b6aa-4230-8e6f-152b2c9cabc3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=804e4b34-22f6-4fab-a6dd-451f21e55860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773473 Jan 28 06:51:23.649445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-14c6242b-f1f9-4be5-9230-47f50bd36dea req-8d02e5f3-3355-4484-ae89-50ce85d65a4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 50525c46-fd40-46c5-ae2f-3f6d2994f96d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=50525c46-fd40-46c5-ae2f-3f6d2994f96d,segment=NetworkSegment(b8ba5d2a-257a-4ff3-8129-14efa6e1bee3),segment_id=b8ba5d2a-257a-4ff3-8129-14efa6e1bee3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:23.649719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-14c6242b-f1f9-4be5-9230-47f50bd36dea req-8d02e5f3-3355-4484-ae89-50ce85d65a4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:23.767492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-14c6242b-f1f9-4be5-9230-47f50bd36dea req-8d02e5f3-3355-4484-ae89-50ce85d65a4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 50525c46-fd40-46c5-ae2f-3f6d2994f96d owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:51:23.970402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-14c6242b-f1f9-4be5-9230-47f50bd36dea req-8d02e5f3-3355-4484-ae89-50ce85d65a4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:24.019504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02e5f3-3355-4484-ae89-50ce85d65a4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=50525c46-fd40-46c5-ae2f-3f6d2994f96d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:24.093740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c6242b-f1f9-4be5-9230-47f50bd36dea req-8d02e5f3-3355-4484-ae89-50ce85d65a4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] No DVR routers for this DVR port 50525c46-fd40-46c5-ae2f-3f6d2994f96d on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:51:24.096169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-14c6242b-f1f9-4be5-9230-47f50bd36dea req-8d02e5f3-3355-4484-ae89-50ce85d65a4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:24.098654 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '773d2d5e-7e52-499c-a108-177d07052a45', 'name': 'network-vif-deleted', 'tag': '50525c46-fd40-46c5-ae2f-3f6d2994f96d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:51:24.142427 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '773d2d5e-7e52-499c-a108-177d07052a45', 'name': 'network-vif-deleted', 'tag': '50525c46-fd40-46c5-ae2f-3f6d2994f96d', 'status': 'completed', 'code': 200} Jan 28 06:51:24.171089 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14c6242b-f1f9-4be5-9230-47f50bd36dea req-8d02e5f3-3355-4484-ae89-50ce85d65a4d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "DELETE /v2.0/ports/50525c46-fd40-46c5-ae2f-3f6d2994f96d HTTP/1.1" status: 204 len: 173 time: 0.9365990 Jan 28 06:51:24.720197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3378bdb7-fcde-4123-abc8-46c74f6efb49 req-7c1c3f66-f4d0-4266-a3ed-1e480bff2e32 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:51:24.792938 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3378bdb7-fcde-4123-abc8-46c74f6efb49 req-7c1c3f66-f4d0-4266-a3ed-1e480bff2e32 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:51:24.794056 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3378bdb7-fcde-4123-abc8-46c74f6efb49 req-7c1c3f66-f4d0-4266-a3ed-1e480bff2e32 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=773d2d5e-7e52-499c-a108-177d07052a45 HTTP/1.1" status: 200 len: 210 time: 0.1167920 Jan 28 06:51:25.328591 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:51:25.868995 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 50525c46-fd40-46c5-ae2f-3f6d2994f96d no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:51:25.894634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48648) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:25.901391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 50525c46-fd40-46c5-ae2f-3f6d2994f96d {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:51:25.902159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 50525c46-fd40-46c5-ae2f-3f6d2994f96d not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:51:25.968449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc5f922e-d58b-47e8-a931-062899ec17c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:25.998226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc5f922e-d58b-47e8-a931-062899ec17c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:26.141739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc5f922e-d58b-47e8-a931-062899ec17c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:26.265242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f922e-d58b-47e8-a931-062899ec17c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=804e4b34-22f6-4fab-a6dd-451f21e55860,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:26.358463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc5f922e-d58b-47e8-a931-062899ec17c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:26.359638 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fc5f922e-d58b-47e8-a931-062899ec17c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/security-groups/804e4b34-22f6-4fab-a6dd-451f21e55860 HTTP/1.1" status: 204 len: 168 time: 0.4639890 Jan 28 06:51:26.451727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48654) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:27.008370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb5f709-c2c2-4b87-9502-f6e848cd37fc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:27.376048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-abb5f709-c2c2-4b87-9502-f6e848cd37fc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 41dae25d-835d-40b8-b26c-8b3350069452 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:51:27.376048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb5f709-c2c2-4b87-9502-f6e848cd37fc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:27.557980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-abb5f709-c2c2-4b87-9502-f6e848cd37fc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 41dae25d-835d-40b8-b26c-8b3350069452, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=41dae25d-835d-40b8-b26c-8b3350069452,segment=NetworkSegment(b8ba5d2a-257a-4ff3-8129-14efa6e1bee3),segment_id=b8ba5d2a-257a-4ff3-8129-14efa6e1bee3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:27.559736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb5f709-c2c2-4b87-9502-f6e848cd37fc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:27.684192 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-abb5f709-c2c2-4b87-9502-f6e848cd37fc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 41dae25d-835d-40b8-b26c-8b3350069452 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:51:28.176449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb5f709-c2c2-4b87-9502-f6e848cd37fc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:28.223649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5f709-c2c2-4b87-9502-f6e848cd37fc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=41dae25d-835d-40b8-b26c-8b3350069452,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:28.516557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abb5f709-c2c2-4b87-9502-f6e848cd37fc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:28.875372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb5f709-c2c2-4b87-9502-f6e848cd37fc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router b3236d71-b789-4faf-9f15-6b8b4f718017 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:51:29.052307 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb5f709-c2c2-4b87-9502-f6e848cd37fc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:51:29.063537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e16c546-656c-4676-88e6-82cd464fcf5a None None] Sync routers for ids ['b3236d71-b789-4faf-9f15-6b8b4f718017'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:51:29.076747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e16c546-656c-4676-88e6-82cd464fcf5a None None] Routers {'b3236d71-b789-4faf-9f15-6b8b4f718017'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:51:29.077290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6e16c546-656c-4676-88e6-82cd464fcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:51:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b3236d71-b789-4faf-9f15-6b8b4f718017'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:29.120829 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-abb5f709-c2c2-4b87-9502-f6e848cd37fc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/b3236d71-b789-4faf-9f15-6b8b4f718017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6680024 Jan 28 06:51:29.123514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48660) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:29.191717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f5ee04-fd92-42fe-9867-9a83a140632f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting subnet 3b586b8b-b154-4dbf-b546-8b2868450749 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:51:29.194813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f5ee04-fd92-42fe-9867-9a83a140632f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:29.254608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f5ee04-fd92-42fe-9867-9a83a140632f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:29.259419 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-6e16c546-656c-4676-88e6-82cd464fcf5a None None] Set router b3236d71-b789-4faf-9f15-6b8b4f718017 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:51:29.338361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f5ee04-fd92-42fe-9867-9a83a140632f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:29.486867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f5ee04-fd92-42fe-9867-9a83a140632f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:29.533465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75f5ee04-fd92-42fe-9867-9a83a140632f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:29.541450 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3355acd-b3bf-4c71-9e1b-5dbe9eb54636 None None] Network ddfc5239-a4be-40fd-8f15-d3cdab325f50 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:51:29.545290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5ee04-fd92-42fe-9867-9a83a140632f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Subnet': ['ID=3b586b8b-b154-4dbf-b546-8b2868450749,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:29.545290 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-75f5ee04-fd92-42fe-9867-9a83a140632f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/subnets/3b586b8b-b154-4dbf-b546-8b2868450749 HTTP/1.1" status: 204 len: 168 time: 0.4161673 Jan 28 06:51:29.548696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48664) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:29.673348 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6e16c546-656c-4676-88e6-82cd464fcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:51:28Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:29.706029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e16c546-656c-4676-88e6-82cd464fcf5a None None] Checking router: b3236d71-b789-4faf-9f15-6b8b4f718017 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:51:29.725709 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:29.728327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e16c546-656c-4676-88e6-82cd464fcf5a None None] Routers {'b3236d71-b789-4faf-9f15-6b8b4f718017'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:51:29.728947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6e16c546-656c-4676-88e6-82cd464fcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:51:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['b3236d71-b789-4faf-9f15-6b8b4f718017'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:29.908876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:29.956873 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-6e16c546-656c-4676-88e6-82cd464fcf5a None None] Set router b3236d71-b789-4faf-9f15-6b8b4f718017 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:51:30.004876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port b6c6cfb8-e40d-4947-a893-42abb4f0b78b {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:51:30.005336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:30.058578 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] DHCP port deletion for ddfc5239-a4be-40fd-8f15-d3cdab325f50 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:51:30.081947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] Deleting port 1db540e9-65d3-453e-be2c-77255a6a566a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:51:30.084050 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:30.194968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port b6c6cfb8-e40d-4947-a893-42abb4f0b78b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b6c6cfb8-e40d-4947-a893-42abb4f0b78b,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:30.196018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:30.201199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 1db540e9-65d3-453e-be2c-77255a6a566a no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:51:30.319106 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for b6c6cfb8-e40d-4947-a893-42abb4f0b78b owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:51:30.523566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] For port 1db540e9-65d3-453e-be2c-77255a6a566a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=1db540e9-65d3-453e-be2c-77255a6a566a,segment=NetworkSegment(b8ba5d2a-257a-4ff3-8129-14efa6e1bee3),segment_id=b8ba5d2a-257a-4ff3-8129-14efa6e1bee3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:30.524031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:30.538082 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:30.671666 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] Calling delete_port for 1db540e9-65d3-453e-be2c-77255a6a566a owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:51:30.753943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 1db540e9-65d3-453e-be2c-77255a6a566a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=1db540e9-65d3-453e-be2c-77255a6a566a,segment=NetworkSegment(b8ba5d2a-257a-4ff3-8129-14efa6e1bee3),segment_id=b8ba5d2a-257a-4ff3-8129-14efa6e1bee3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:30.759645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:30.773272 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-6e16c546-656c-4676-88e6-82cd464fcf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:51:28Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:30.810357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=b6c6cfb8-e40d-4947-a893-42abb4f0b78b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:30.859636 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e16c546-656c-4676-88e6-82cd464fcf5a None None] The sync data for ids ['b3236d71-b789-4faf-9f15-6b8b4f718017'] in dv-neutron-824022-4-hyperv is: [{'id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'name': 'tempest-TestNetworkBasicOps-router-695824346', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221'}], 'enable_snat': True}, 'gw_port_id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:50:06Z', 'updated_at': '2022-01-28T06:51:28Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'b6c6cfb8-e40d-4947-a893-42abb4f0b78b', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:1f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3236d71-b789-4faf-9f15-6b8b4f718017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:50:07Z', 'updated_at': '2022-01-28T06:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:51:30.894025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:30.904775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:30.951335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:51:30.951691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:51:30.998214 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9b7f3896-6b4e-4a07-bc34-823f59100b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:31.020685 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=1db540e9-65d3-453e-be2c-77255a6a566a,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:31.185902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:31.188120 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:31.330314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:31.330872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Fanout notify agent at l3_agent the message router_deleted on router b3236d71-b789-4faf-9f15-6b8b4f718017 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:51:31.346243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:31.347296 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ec232701-6a29-4a58-9a2d-604fd33a3913 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/routers/b3236d71-b789-4faf-9f15-6b8b4f718017 HTTP/1.1" status: 204 len: 168 time: 1.8027141 Jan 28 06:51:31.349961 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48668) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:31.453326 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] Deleting port 1db540e9-65d3-453e-be2c-77255a6a566a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:51:31.454468 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:31.468695 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:31.480244 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 1db540e9-65d3-453e-be2c-77255a6a566a {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:51:31.480575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:31.695930 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 1db540e9-65d3-453e-be2c-77255a6a566a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=1db540e9-65d3-453e-be2c-77255a6a566a,segment=NetworkSegment(b8ba5d2a-257a-4ff3-8129-14efa6e1bee3),segment_id=b8ba5d2a-257a-4ff3-8129-14efa6e1bee3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:31.696286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:31.718767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] For port 1db540e9-65d3-453e-be2c-77255a6a566a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=1db540e9-65d3-453e-be2c-77255a6a566a,segment=NetworkSegment(b8ba5d2a-257a-4ff3-8129-14efa6e1bee3),segment_id=b8ba5d2a-257a-4ff3-8129-14efa6e1bee3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:31.719158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:31.821567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 1db540e9-65d3-453e-be2c-77255a6a566a owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:51:31.844290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] Calling delete_port for 1db540e9-65d3-453e-be2c-77255a6a566a owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:51:31.993808 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: from cryptography.utils import int_from_bytes Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: from cryptography.utils import int_from_bytes Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn_limited( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn_limited( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:51:32.002410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:51:32.047064 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] No DVR routers for this DVR port 1db540e9-65d3-453e-be2c-77255a6a566a on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:51:32.072875 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=1db540e9-65d3-453e-be2c-77255a6a566a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:32.100581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b6c6cfb8-e40d-4947-a893-42abb4f0b78b no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:51:32.137599 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: b6c6cfb8-e40d-4947-a893-42abb4f0b78b {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:51:32.137945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b6c6cfb8-e40d-4947-a893-42abb4f0b78b not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:51:32.138353 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 41dae25d-835d-40b8-b26c-8b3350069452 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:51:32.170578 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 41dae25d-835d-40b8-b26c-8b3350069452 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:51:32.170924 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 41dae25d-835d-40b8-b26c-8b3350069452 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:51:32.178492 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:32.203746 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfc5239-a4be-40fd-8f15-d3cdab325f50']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:32.215546 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:32.215877 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ba5d2a-257a-4ff3-8129-14efa6e1bee3') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:32.227537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:32.243565 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:32.249676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:51:32.250062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:51:32.264559 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:51:32.433005 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:32.452814 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:32.461206 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Network': ['ID=ddfc5239-a4be-40fd-8f15-d3cdab325f50,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:32.559413 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-002989b4-6977-4589-9d82-2595b1578453 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/networks/ddfc5239-a4be-40fd-8f15-d3cdab325f50 HTTP/1.1" status: 204 len: 168 time: 1.2083843 Jan 28 06:51:32.577428 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48672) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:32.582996 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'network': {'name': 'tempest-network-smoke--743868119', 'project_id': 'fab9236ca18a49699cab17477937175c', 'port_security_enabled': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:32.589543 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:51:32.593956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:network and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:51:32.596782 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:51:32.602814 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:51:32.719398 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:51:32.722611 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:32.740766 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] Deleting port 1db540e9-65d3-453e-be2c-77255a6a566a {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:51:32.741244 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:32.750231 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:51:32.759362 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:32.759701 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Added segment 047dbfe8-c0a3-4058-9714-557508de6de8 of type vlan for network 5620029b-9f8a-4018-b69e-b35c68a7dfde Jan 28 06:51:32.786527 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:32.809048 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-91d357f8-4161-4ac9-84e1-65a0dcdcd75e None None] The port '1db540e9-65d3-453e-be2c-77255a6a566a' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 06:51:32.884902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:32.890478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:32.891067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:33.002326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Network': ['ID=5620029b-9f8a-4018-b69e-b35c68a7dfde,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:33.011990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 5620029b-9f8a-4018-b69e-b35c68a7dfde details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:51:33.024672 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4424a6d8-cc77-4e95-872c-f1beabe1a6cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4432893 Jan 28 06:51:33.025498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48676) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:33.030714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'admin_state_up': True, 'project_id': 'fab9236ca18a49699cab17477937175c', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:33.037818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:51:33.042234 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:router and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:51:33.045070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:51:33.051492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:51:33.136411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:33.139381 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:33.151509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:33.210546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c0ca1619-7f9d-4696-9e45-47075b01558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:33.664337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:34.031478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:34.059885 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:34.193904 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.199 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/8994cb21-ce03-4e65-b788-7483026ca5d9) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:51:34.290400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:34.338195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:34.432952 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:34.461805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:34.526866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:51:34.528829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:51:34.532388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:51:34.564688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=8994cb21-ce03-4e65-b788-7483026ca5d9,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:35.148760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:35.509442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:35.707023 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:35.798317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router f4a5938f-ec54-46c3-9473-92b4f05efa31 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:51:35.974952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:51:35.984569 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Sync routers for ids ['f4a5938f-ec54-46c3-9473-92b4f05efa31'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:51:35.994825 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Routers {'f4a5938f-ec54-46c3-9473-92b4f05efa31'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:51:35.995448 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:51:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f4a5938f-ec54-46c3-9473-92b4f05efa31'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:36.061014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:36.061014 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0a7702f6-99d0-4546-9a72-d4935e71373c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0312254 Jan 28 06:51:36.061014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48680) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:36.172344 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Set router f4a5938f-ec54-46c3-9473-92b4f05efa31 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:51:36.206491 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d1bcb76d-6b78-4f7b-a5fa-5dd5816dde2a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fab9236ca18a49699cab17477937175c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1443045 Jan 28 06:51:36.213361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48686) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:36.346635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ca8eae-893d-42f3-b4ef-a2381d3378eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:36.351778 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-36ca8eae-893d-42f3-b4ef-a2381d3378eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338072 Jan 28 06:51:36.351778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48690) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:36.396989 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f5491963-7f9c-413d-a786-22877552fd1e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420473 Jan 28 06:51:36.397250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48694) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:36.403144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712002733', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'project_id': 'fab9236ca18a49699cab17477937175c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:36.491600 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:34Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:36.495450 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Checking router: f4a5938f-ec54-46c3-9473-92b4f05efa31 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:51:36.495796 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Updating router f4a5938f-ec54-46c3-9473-92b4f05efa31 port 8994cb21-ce03-4e65-b788-7483026ca5d9 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:51:36.511715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:51:36.515516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:subnet and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:51:36.518374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:51:36.524668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:51:36.553856 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:36.622137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:51:36.626626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:36.872108 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:36.883971 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Transition to ACTIVE for port object 8994cb21-ce03-4e65-b788-7483026ca5d9 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:51:36.896486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:36.968685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Subnet': ['ID=ef80e865-e535-4f3b-a16b-81e20520e4ed,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:36.978695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Checking segment: {'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:51:36.979049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network hostable DHCP agents. Network: 5620029b-9f8a-4018-b69e-b35c68a7dfde, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:51:36.983701 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:37.061374 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Attempting to bind port 8994cb21-ce03-4e65-b788-7483026ca5d9 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:51:37.061972 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Attempting to bind port 8994cb21-ce03-4e65-b788-7483026ca5d9 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:51:37.062092 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Attempting to bind port 8994cb21-ce03-4e65-b788-7483026ca5d9 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:51:37.067539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 5620029b-9f8a-4018-b69e-b35c68a7dfde is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:51:37.071909 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceeca32-a8db-4c06-9c60-49f55d2984cf None None] Pushing event updated for resources: {'Port': ['ID=8994cb21-ce03-4e65-b788-7483026ca5d9,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:37.072736 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:51:37.073104 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:51:37.073497 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:37.073925 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:51:37.074420 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Bound port: 8994cb21-ce03-4e65-b788-7483026ca5d9, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:51:37.074735 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:37.110543 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceeca32-a8db-4c06-9c60-49f55d2984cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:37.110889 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceeca32-a8db-4c06-9c60-49f55d2984cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:37.111762 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceeca32-a8db-4c06-9c60-49f55d2984cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:37.111762 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceeca32-a8db-4c06-9c60-49f55d2984cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:37.111977 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceeca32-a8db-4c06-9c60-49f55d2984cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:37.112205 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceeca32-a8db-4c06-9c60-49f55d2984cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:37.112526 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceeca32-a8db-4c06-9c60-49f55d2984cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:37.112843 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceeca32-a8db-4c06-9c60-49f55d2984cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:37.113161 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceeca32-a8db-4c06-9c60-49f55d2984cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:37.113476 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceeca32-a8db-4c06-9c60-49f55d2984cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:37.113788 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceeca32-a8db-4c06-9c60-49f55d2984cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:37.114100 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceeca32-a8db-4c06-9c60-49f55d2984cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:37.158322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 5620029b-9f8a-4018-b69e-b35c68a7dfde) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:51:37.158322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:37.158322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:37.158723 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] For port 8994cb21-ce03-4e65-b788-7483026ca5d9, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:51:37.161149 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] For port 8994cb21-ce03-4e65-b788-7483026ca5d9, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8994cb21-ce03-4e65-b788-7483026ca5d9,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:51:37.164191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c79eb8b-ef1e-4fc4-84b0-4c027350778a None None] Network 5620029b-9f8a-4018-b69e-b35c68a7dfde requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:51:37.253012 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:37.331742 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Routers {'f4a5938f-ec54-46c3-9473-92b4f05efa31'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:51:37.332353 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:51:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f4a5938f-ec54-46c3-9473-92b4f05efa31'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:37.348631 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-00a9e9ff-fdcd-4426-89cf-03d53bf49b88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9501529 Jan 28 06:51:37.352370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48700) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:37.383998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-5620029b-9f8a-4018-b69e-b35c68a7dfde', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:51:37.384832 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:37.396023 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceeca32-a8db-4c06-9c60-49f55d2984cf None None] Pushing event updated for resources: {'Port': ['ID=8994cb21-ce03-4e65-b788-7483026ca5d9,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:37.536949 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] Set router f4a5938f-ec54-46c3-9473-92b4f05efa31 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:51:37.549797 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Allocated IP 172.20.0.2 (5620029b-9f8a-4018-b69e-b35c68a7dfde/ef80e865-e535-4f3b-a16b-81e20520e4ed/e79e2066-791d-47ad-9428-ce92473708b3) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:51:37.767747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:37.778745 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Transition to ACTIVE for port object e79e2066-791d-47ad-9428-ce92473708b3 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:51:37.803708 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Transition to ACTIVE for port object e79e2066-791d-47ad-9428-ce92473708b3 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:51:37.833019 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:34Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:37.837497 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d454ada0-74e4-46d9-a6a7-a8653e3290d2 None None] The sync data for ids ['f4a5938f-ec54-46c3-9473-92b4f05efa31'] in dv-neutron-824022-4-hyperv is: [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:34Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:51:37.919107 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:37.981264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Network 5620029b-9f8a-4018-b69e-b35c68a7dfde is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:51:37.985710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:51:37.987751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:51:38.085536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Pushing event updated for resources: {'Port': ['ID=e79e2066-791d-47ad-9428-ce92473708b3,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:38.102108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:38.109856 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Attempting to bind port e79e2066-791d-47ad-9428-ce92473708b3 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:51:38.110221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Attempting to bind port e79e2066-791d-47ad-9428-ce92473708b3 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:51:38.110761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Attempting to bind port e79e2066-791d-47ad-9428-ce92473708b3 on network 5620029b-9f8a-4018-b69e-b35c68a7dfde {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:51:38.117087 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:51:38.118316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Checking segment: {'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:51:38.118552 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:38.119110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Bound using segment: {'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:51:38.119723 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Bound port: e79e2066-791d-47ad-9428-ce92473708b3, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:51:38.119956 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:38.227928 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] For port e79e2066-791d-47ad-9428-ce92473708b3, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:51:38.231412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] For port e79e2066-791d-47ad-9428-ce92473708b3, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e79e2066-791d-47ad-9428-ce92473708b3,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:51:38.239596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8994cb21-ce03-4e65-b788-7483026ca5d9 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:51:38.388624 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:38.429212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 8994cb21-ce03-4e65-b788-7483026ca5d9 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:51:38.456682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 8994cb21-ce03-4e65-b788-7483026ca5d9 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:51:38.457065 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:38.529860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda727d-b8b1-429a-8a3c-92709568aa88 None None] Pushing event updated for resources: {'Port': ['ID=e79e2066-791d-47ad-9428-ce92473708b3,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:38.559035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.1 (5620029b-9f8a-4018-b69e-b35c68a7dfde/ef80e865-e535-4f3b-a16b-81e20520e4ed/e406fdce-d2c3-4499-a314-f5121de09a0d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:51:38.600470 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:38.624661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 8994cb21-ce03-4e65-b788-7483026ca5d9, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8994cb21-ce03-4e65-b788-7483026ca5d9,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:38.684862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:38.764615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:38.783596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object e406fdce-d2c3-4499-a314-f5121de09a0d will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:51:38.799724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=8994cb21-ce03-4e65-b788-7483026ca5d9,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:38.901853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:38.967766 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 5620029b-9f8a-4018-b69e-b35c68a7dfde is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:51:38.971846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:51:38.974941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:51:39.130375 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=e406fdce-d2c3-4499-a314-f5121de09a0d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:39.152392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:39.460896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:39.860446 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:39.918572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:40.033877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:40.037515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=e406fdce-d2c3-4499-a314-f5121de09a0d,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:40.185485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 5620029b-9f8a-4018-b69e-b35c68a7dfde is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:51:40.186697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:51:40.207814 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e79e2066-791d-47ad-9428-ce92473708b3 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:51:40.253914 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693a7d00-ab1d-41d5-bea1-309cb0693f1d None None] Network 5620029b-9f8a-4018-b69e-b35c68a7dfde requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:51:40.374157 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router f4a5938f-ec54-46c3-9473-92b4f05efa31 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:51:40.452025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-79364e66-7518-4b8d-ac69-33d5988c1a70 None None] Provisioning for port e79e2066-791d-47ad-9428-ce92473708b3 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:51:40.462086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port e79e2066-791d-47ad-9428-ce92473708b3 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:51:40.466177 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-79364e66-7518-4b8d-ac69-33d5988c1a70 None None] Provisioning complete for port e79e2066-791d-47ad-9428-ce92473708b3 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:51:40.466489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79364e66-7518-4b8d-ac69-33d5988c1a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:40.520759 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port e79e2066-791d-47ad-9428-ce92473708b3 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:51:40.521137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:40.554374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:51:40.567521 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eeba9624-7e93-417c-a892-943388136287 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/f4a5938f-ec54-46c3-9473-92b4f05efa31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2140048 Jan 28 06:51:40.570515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48704) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:40.577656 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Sync routers for ids ['f4a5938f-ec54-46c3-9473-92b4f05efa31'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:51:40.619374 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Routers {'f4a5938f-ec54-46c3-9473-92b4f05efa31'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:51:40.620340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:51:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f4a5938f-ec54-46c3-9473-92b4f05efa31'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:40.833536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f146fa-bafb-4f40-99e2-4b2d8e8dacea tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:40.834005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f146fa-bafb-4f40-99e2-4b2d8e8dacea tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:40.834466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f146fa-bafb-4f40-99e2-4b2d8e8dacea tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:40.834929 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f146fa-bafb-4f40-99e2-4b2d8e8dacea tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:40.835971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f146fa-bafb-4f40-99e2-4b2d8e8dacea tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:40.836542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f146fa-bafb-4f40-99e2-4b2d8e8dacea tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:40.840859 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-90f146fa-bafb-4f40-99e2-4b2d8e8dacea tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2668436 Jan 28 06:51:40.841249 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48708) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:40.844993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:40.920572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79364e66-7518-4b8d-ac69-33d5988c1a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:40.924524 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e3b384-2951-48d3-8f00-917193c201eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:40.924990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e3b384-2951-48d3-8f00-917193c201eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:40.925441 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e3b384-2951-48d3-8f00-917193c201eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:40.925886 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e3b384-2951-48d3-8f00-917193c201eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:40.926331 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e3b384-2951-48d3-8f00-917193c201eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:40.926768 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e3b384-2951-48d3-8f00-917193c201eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:40.928711 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-10e3b384-2951-48d3-8f00-917193c201eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0863934 Jan 28 06:51:40.932428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48712) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:40.951290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:40.980112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Set router f4a5938f-ec54-46c3-9473-92b4f05efa31 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:51:41.067308 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-79364e66-7518-4b8d-ac69-33d5988c1a70 None None] For port e79e2066-791d-47ad-9428-ce92473708b3, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e79e2066-791d-47ad-9428-ce92473708b3,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:41.162376 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79364e66-7518-4b8d-ac69-33d5988c1a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:41.169959 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ee1b393e-0dd8-4caa-bd2e-1ef0a9ccb3bd tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2344661 Jan 28 06:51:41.401968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 06:51:41.402586 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 06:51:41.432973 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79364e66-7518-4b8d-ac69-33d5988c1a70 None None] Pushing event updated for resources: {'Port': ['ID=e79e2066-791d-47ad-9428-ce92473708b3,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:41.442456 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-47af8dec-6677-4511-a8e1-3e4484266efb None None] Provisioning complete for port e79e2066-791d-47ad-9428-ce92473708b3 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:51:41.442831 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47af8dec-6677-4511-a8e1-3e4484266efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:41.542317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48718) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:41.547582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1735246721', 'description': 'tempest-secgroup-smoke-1735246721 description', 'project_id': 'fab9236ca18a49699cab17477937175c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:41.553581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:51:41.558660 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:51:41.561638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:51:41.567215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:51:41.614509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:41.621064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Checking router: f4a5938f-ec54-46c3-9473-92b4f05efa31 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:51:41.621415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Updating router f4a5938f-ec54-46c3-9473-92b4f05efa31 port e406fdce-d2c3-4499-a314-f5121de09a0d binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:51:41.666963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:41.679181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:41.691390 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:51:41.692175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:51:41.695288 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:51:41.700838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:51:41.748393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-47af8dec-6677-4511-a8e1-3e4484266efb None None] Provisioning for port e406fdce-d2c3-4499-a314-f5121de09a0d completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:51:41.774638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:41.794883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-47af8dec-6677-4511-a8e1-3e4484266efb None None] Provisioning complete for port e406fdce-d2c3-4499-a314-f5121de09a0d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:51:41.795281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47af8dec-6677-4511-a8e1-3e4484266efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:41.869582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-47af8dec-6677-4511-a8e1-3e4484266efb None None] Port e406fdce-d2c3-4499-a314-f5121de09a0d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:51:41.878678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:41.929125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf0bf91-abac-415f-9f3a-c102c2d9d2db,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:42.028747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8994cb21-ce03-4e65-b788-7483026ca5d9 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:51:42.050103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.055437 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0be08048-e0e6-4549-8825-8297a982624a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5082173 Jan 28 06:51:42.055437 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48722) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:42.060678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'fcf0bf91-abac-415f-9f3a-c102c2d9d2db', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:42.066765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:51:42.070618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:51:42.073443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:51:42.073578 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3b826b7b-35a1-4b3f-929b-9495838400fa None None] Provisioning complete for port e406fdce-d2c3-4499-a314-f5121de09a0d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:51:42.073952 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b826b7b-35a1-4b3f-929b-9495838400fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.079089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:51:42.153733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3b826b7b-35a1-4b3f-929b-9495838400fa None None] Port e406fdce-d2c3-4499-a314-f5121de09a0d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:51:42.159596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.220185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.231015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 8994cb21-ce03-4e65-b788-7483026ca5d9 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:51:42.231429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.271264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.295306 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Transition to ACTIVE for port object e406fdce-d2c3-4499-a314-f5121de09a0d will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:51:42.307014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.332502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e18aafa-e670-4b76-8a57-bf65536ca29c,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:42.342679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:42.343476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:42.343826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:42.344167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:42.344492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:42.344822 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:42.345141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:42.345561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:42.345886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:42.346203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:42.346519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:42.346838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:51:42.387319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.433767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e79e2066-791d-47ad-9428-ce92473708b3 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:51:42.455963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.460809 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f304245f-29ed-41be-8289-04b658956a75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4009936 Jan 28 06:51:42.460809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48726) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:42.465437 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-27187e6b-a0ec-4038-8aea-d4bd59ebba9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'fcf0bf91-abac-415f-9f3a-c102c2d9d2db', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:42.471541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-27187e6b-a0ec-4038-8aea-d4bd59ebba9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:51:42.475497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-27187e6b-a0ec-4038-8aea-d4bd59ebba9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:51:42.478975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-27187e6b-a0ec-4038-8aea-d4bd59ebba9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:51:42.484969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-27187e6b-a0ec-4038-8aea-d4bd59ebba9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:51:42.607566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15068b-1bf5-4da2-8296-95b97118cf37 None None] Pushing event updated for resources: {'Port': ['ID=e406fdce-d2c3-4499-a314-f5121de09a0d,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:42.611085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27187e6b-a0ec-4038-8aea-d4bd59ebba9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.688252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27187e6b-a0ec-4038-8aea-d4bd59ebba9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.711666 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Attempting to bind port e406fdce-d2c3-4499-a314-f5121de09a0d on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:51:42.712033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Attempting to bind port e406fdce-d2c3-4499-a314-f5121de09a0d by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:51:42.712390 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Attempting to bind port e406fdce-d2c3-4499-a314-f5121de09a0d on network 5620029b-9f8a-4018-b69e-b35c68a7dfde {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:51:42.714356 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port e79e2066-791d-47ad-9428-ce92473708b3 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:51:42.714724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.751198 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:51:42.751713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Checking segment: {'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:51:42.752056 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.752455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Bound using segment: {'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:51:42.752915 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Bound port: e406fdce-d2c3-4499-a314-f5121de09a0d, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:51:42.753732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27187e6b-a0ec-4038-8aea-d4bd59ebba9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.753920 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.778037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27187e6b-a0ec-4038-8aea-d4bd59ebba9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4300ddb-acfc-4124-a2bf-8cc9f9745139,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:42.867616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27187e6b-a0ec-4038-8aea-d4bd59ebba9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:42.871157 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-27187e6b-a0ec-4038-8aea-d4bd59ebba9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4074402 Jan 28 06:51:42.871828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48730) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:42.877342 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-82820a17-23ab-4aa0-aa6f-83a1d7a52121 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'fcf0bf91-abac-415f-9f3a-c102c2d9d2db', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:42.884798 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-82820a17-23ab-4aa0-aa6f-83a1d7a52121 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:51:42.894636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-82820a17-23ab-4aa0-aa6f-83a1d7a52121 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:51:42.894636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-82820a17-23ab-4aa0-aa6f-83a1d7a52121 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:51:42.898289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-82820a17-23ab-4aa0-aa6f-83a1d7a52121 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:51:42.933995 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] For port e406fdce-d2c3-4499-a314-f5121de09a0d, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:51:42.941415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] For port e406fdce-d2c3-4499-a314-f5121de09a0d, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e406fdce-d2c3-4499-a314-f5121de09a0d,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:51:42.965714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-82820a17-23ab-4aa0-aa6f-83a1d7a52121 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:43.027214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-82820a17-23ab-4aa0-aa6f-83a1d7a52121 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:43.060037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:43.095571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-82820a17-23ab-4aa0-aa6f-83a1d7a52121 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:43.117764 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82820a17-23ab-4aa0-aa6f-83a1d7a52121 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5a26ff-a00d-4a00-a9d4-b7df406cfe2c,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:43.134009 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Routers {'f4a5938f-ec54-46c3-9473-92b4f05efa31'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:51:43.134646 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:51:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f4a5938f-ec54-46c3-9473-92b4f05efa31'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:43.181674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-82820a17-23ab-4aa0-aa6f-83a1d7a52121 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:43.183278 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-82820a17-23ab-4aa0-aa6f-83a1d7a52121 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3097689 Jan 28 06:51:43.185707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48734) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:43.191080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-928a78e5-8aa0-461c-95e3-6c7251a9f8c9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'fcf0bf91-abac-415f-9f3a-c102c2d9d2db', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:43.198090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-928a78e5-8aa0-461c-95e3-6c7251a9f8c9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:51:43.204496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-928a78e5-8aa0-461c-95e3-6c7251a9f8c9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:51:43.208053 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-928a78e5-8aa0-461c-95e3-6c7251a9f8c9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:51:43.214457 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-928a78e5-8aa0-461c-95e3-6c7251a9f8c9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:51:43.236680 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15068b-1bf5-4da2-8296-95b97118cf37 None None] Pushing event updated for resources: {'Port': ['ID=e406fdce-d2c3-4499-a314-f5121de09a0d,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:43.314137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-928a78e5-8aa0-461c-95e3-6c7251a9f8c9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:43.368847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] Set router f4a5938f-ec54-46c3-9473-92b4f05efa31 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:51:43.377602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-928a78e5-8aa0-461c-95e3-6c7251a9f8c9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:43.421045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-928a78e5-8aa0-461c-95e3-6c7251a9f8c9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:43.446050 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a78e5-8aa0-461c-95e3-6c7251a9f8c9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a264bdee-3c72-4dc3-84ec-c16116982ca4,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:43.507646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-928a78e5-8aa0-461c-95e3-6c7251a9f8c9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:43.512051 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-928a78e5-8aa0-461c-95e3-6c7251a9f8c9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3226902 Jan 28 06:51:43.512051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48738) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:43.517354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-517155fe-12b4-4a2e-802f-db320a1da8e5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'fcf0bf91-abac-415f-9f3a-c102c2d9d2db', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:43.528031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-517155fe-12b4-4a2e-802f-db320a1da8e5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:51:43.528031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-517155fe-12b4-4a2e-802f-db320a1da8e5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:51:43.530213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-517155fe-12b4-4a2e-802f-db320a1da8e5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:51:43.535910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-517155fe-12b4-4a2e-802f-db320a1da8e5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:51:43.615710 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-517155fe-12b4-4a2e-802f-db320a1da8e5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:51:43.623178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-517155fe-12b4-4a2e-802f-db320a1da8e5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:43.687925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-517155fe-12b4-4a2e-802f-db320a1da8e5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:43.696950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:42Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:51:43.700905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532a3825-d469-42ef-9e9e-bca29a633628 None None] The sync data for ids ['f4a5938f-ec54-46c3-9473-92b4f05efa31'] in dv-neutron-824022-4-hyperv is: [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:42Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:51:43.808682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-517155fe-12b4-4a2e-802f-db320a1da8e5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:43.834414 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517155fe-12b4-4a2e-802f-db320a1da8e5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12cc3b85-766f-4fa6-b038-9c1afe5abc3d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:43.911452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-517155fe-12b4-4a2e-802f-db320a1da8e5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:43.911452 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-517155fe-12b4-4a2e-802f-db320a1da8e5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3959086 Jan 28 06:51:43.912128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48742) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:43.917948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7ec87972-faf5-4086-8bd6-dbe41f5fe6a3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'fcf0bf91-abac-415f-9f3a-c102c2d9d2db', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:43.924030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7ec87972-faf5-4086-8bd6-dbe41f5fe6a3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:51:43.928059 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ec87972-faf5-4086-8bd6-dbe41f5fe6a3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:51:43.931287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7ec87972-faf5-4086-8bd6-dbe41f5fe6a3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:51:43.937047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7ec87972-faf5-4086-8bd6-dbe41f5fe6a3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:51:44.010153 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-7ec87972-faf5-4086-8bd6-dbe41f5fe6a3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:51:44.017684 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ec87972-faf5-4086-8bd6-dbe41f5fe6a3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:44.088947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ec87972-faf5-4086-8bd6-dbe41f5fe6a3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:44.165874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ec87972-faf5-4086-8bd6-dbe41f5fe6a3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:44.188396 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec87972-faf5-4086-8bd6-dbe41f5fe6a3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c628adf-f8cf-4758-8c00-021b1ab2b327,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:44.274093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7ec87972-faf5-4086-8bd6-dbe41f5fe6a3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:44.275022 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7ec87972-faf5-4086-8bd6-dbe41f5fe6a3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3619180 Jan 28 06:51:44.445199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-904477ec-17f8-4cf9-9ed9-5b7be6eb2a23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:51:44.475688 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e406fdce-d2c3-4499-a314-f5121de09a0d up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:51:44.539544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-904477ec-17f8-4cf9-9ed9-5b7be6eb2a23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:51:44.539544 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-904477ec-17f8-4cf9-9ed9-5b7be6eb2a23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1735246721&fields=id&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 267 time: 0.1350658 Jan 28 06:51:44.643545 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port e406fdce-d2c3-4499-a314-f5121de09a0d completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:51:44.648724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port e406fdce-d2c3-4499-a314-f5121de09a0d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:51:44.649113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:44.702442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-acd4175a-3080-477e-b280-3755572545ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:44.703976 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-acd4175a-3080-477e-b280-3755572545ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/networks?id=5620029b-9f8a-4018-b69e-b35c68a7dfde HTTP/1.1" status: 200 len: 796 time: 0.1596100 Jan 28 06:51:44.719779 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-5b3e4931-84c4-4f73-90bd-f3c3a6ce6877 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/quotas/fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 375 time: 0.0099704 Jan 28 06:51:44.784824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:44.806868 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-cab969a0-b3ef-47f9-86e3-509cb12a64ec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:51:44.821906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port e406fdce-d2c3-4499-a314-f5121de09a0d, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e406fdce-d2c3-4499-a314-f5121de09a0d,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:44.913894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-cab969a0-b3ef-47f9-86e3-509cb12a64ec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:51:44.913894 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-cab969a0-b3ef-47f9-86e3-509cb12a64ec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1836205 Jan 28 06:51:44.925370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0af1be1a-c700-4cf7-b9eb-abcd94bc0a45 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:51:44.926328 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0af1be1a-c700-4cf7-b9eb-abcd94bc0a45 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052326 Jan 28 06:51:44.953103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:45.021472 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=e406fdce-d2c3-4499-a314-f5121de09a0d,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:45.060882 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-40648b11-a574-49d2-b7ad-990b6ec15106 service neutron] 10.222.0.25 "GET /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285207 Jan 28 06:51:45.192172 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-4976d2fa-1b02-4d16-8445-ce6458568eb8 service neutron] 10.222.0.25 "GET /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255763 Jan 28 06:51:45.418904 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f8b8778-3c38-4978-bf46-3c346cad0064 req-ba1a75ae-8221-4a9a-8270-e410e49dbade tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 210 time: 0.0447080 Jan 28 06:51:46.434849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e406fdce-d2c3-4499-a314-f5121de09a0d up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:51:46.506280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port e406fdce-d2c3-4499-a314-f5121de09a0d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:51:46.506661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:46.634442 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3636f508-fa76-4f57-a175-698cb67fff9b req-758d6950-fadb-4260-a559-7f73677384a9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 210 time: 0.1069522 Jan 28 06:51:47.729322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-ad8e3820-cb8a-44db-b611-4bc627b26125 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:47.730855 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-ad8e3820-cb8a-44db-b611-4bc627b26125 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/networks?id=5620029b-9f8a-4018-b69e-b35c68a7dfde HTTP/1.1" status: 200 len: 796 time: 0.1533606 Jan 28 06:51:47.800865 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-358844bb-58e3-4f3a-bac3-e8e12a282610 req-8570d173-7685-4f5f-88de-f15ff22bb7c1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 210 time: 0.0601950 Jan 28 06:51:47.827111 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-c1fa2217-6ab0-4a72-9215-f74f515b7def tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 380 time: 0.0533514 Jan 28 06:51:47.837414 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'port': {'device_id': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'admin_state_up': True, 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'security_groups': ['fcf0bf91-abac-415f-9f3a-c102c2d9d2db']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:48.091059 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:51:48.101992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:51:48.191366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:51:48.191668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:48.384078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.11 (5620029b-9f8a-4018-b69e-b35c68a7dfde/ef80e865-e535-4f3b-a16b-81e20520e4ed/f7ecb932-1506-4650-b014-f9932de9e9b5) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:51:48.570083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:48.585322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object f7ecb932-1506-4650-b014-f9932de9e9b5 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:51:48.650614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:48.724323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 5620029b-9f8a-4018-b69e-b35c68a7dfde is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:51:48.728005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:51:48.731811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:51:48.765595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=f7ecb932-1506-4650-b014-f9932de9e9b5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:48.803775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:48.804371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:48.902506 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-0b0c120f-cbc8-4173-a3b3-58c47e7fe62f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0688045 Jan 28 06:51:48.970537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Request body: {'port': {'device_id': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:49.049531 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a8479032-4546-43a6-abfe-eaf57d805d01 None None] Provisioning for port f7ecb932-1506-4650-b014-f9932de9e9b5 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:51:49.054690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a8479032-4546-43a6-abfe-eaf57d805d01 None None] Provisioning complete for port f7ecb932-1506-4650-b014-f9932de9e9b5 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:51:49.055061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a8479032-4546-43a6-abfe-eaf57d805d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:49.098016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:49.107686 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a8479032-4546-43a6-abfe-eaf57d805d01 None None] Port f7ecb932-1506-4650-b014-f9932de9e9b5 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:51:49.117618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d2096-d920-404e-b171-2a0eb599d624 req-7dc854e0-e4a7-4c17-9332-7d35806b5836 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:49.118301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-500d2096-d920-404e-b171-2a0eb599d624 req-7dc854e0-e4a7-4c17-9332-7d35806b5836 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:51:49.238026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-500d2096-d920-404e-b171-2a0eb599d624 req-7dc854e0-e4a7-4c17-9332-7d35806b5836 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:51:49.239182 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-500d2096-d920-404e-b171-2a0eb599d624 req-7dc854e0-e4a7-4c17-9332-7d35806b5836 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 932 time: 0.3187892 Jan 28 06:51:49.334240 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-500d2096-d920-404e-b171-2a0eb599d624 req-a2c1eccc-2453-4e96-b5a3-295f140bc191 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcf0bf91-abac-415f-9f3a-c102c2d9d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889831 Jan 28 06:51:49.495372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ecb932-1506-4650-b014-f9932de9e9b5 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:51:49.502492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:49.517498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Transition to ACTIVE for port object f7ecb932-1506-4650-b014-f9932de9e9b5 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:51:49.609384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:49.763402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Pushing event updated for resources: {'Port': ['ID=f7ecb932-1506-4650-b014-f9932de9e9b5,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:49.848776 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Attempting to bind port f7ecb932-1506-4650-b014-f9932de9e9b5 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:51:49.849141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Attempting to bind port f7ecb932-1506-4650-b014-f9932de9e9b5 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:51:49.849463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Attempting to bind port f7ecb932-1506-4650-b014-f9932de9e9b5 on network 5620029b-9f8a-4018-b69e-b35c68a7dfde {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:51:49.854585 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Port f7ecb932-1506-4650-b014-f9932de9e9b5 on network 5620029b-9f8a-4018-b69e-b35c68a7dfde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:51:49.854894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Attempting to bind port f7ecb932-1506-4650-b014-f9932de9e9b5 on network 5620029b-9f8a-4018-b69e-b35c68a7dfde {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:51:49.860239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:51:49.860239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Checking segment: {'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:51:49.860548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Bound using segment: {'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:51:49.860954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Bound port: f7ecb932-1506-4650-b014-f9932de9e9b5, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:51:49.861301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:49.946848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] For port f7ecb932-1506-4650-b014-f9932de9e9b5, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:51:49.949942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] For port f7ecb932-1506-4650-b014-f9932de9e9b5, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f7ecb932-1506-4650-b014-f9932de9e9b5,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:51:50.017761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:50.079821 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:50.079821 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:50.080522 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] 10.222.0.37 "PUT /v2.0/ports/f7ecb932-1506-4650-b014-f9932de9e9b5 HTTP/1.1" status: 200 len: 1094 time: 1.1262882 Jan 28 06:51:50.080959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'tag': 'f7ecb932-1506-4650-b014-f9932de9e9b5'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:51:50.114355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193a352-b036-4bd3-bf8b-ac366c34351b service neutron] Pushing event updated for resources: {'Port': ['ID=f7ecb932-1506-4650-b014-f9932de9e9b5,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:50.136693 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'tag': 'f7ecb932-1506-4650-b014-f9932de9e9b5', 'status': 'completed', 'code': 200} Jan 28 06:51:50.365515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e38992-ae8a-47e1-bf95-05508c89f672 req-7b0f978f-05a8-4555-a692-12b06da11b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:50.366952 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3e38992-ae8a-47e1-bf95-05508c89f672 req-7b0f978f-05a8-4555-a692-12b06da11b18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 1097 time: 0.1821978 Jan 28 06:51:50.583489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a5054-ca0e-4891-8870-5d4e56e5912e req-84a611e0-09e8-4f5b-bacd-e3b1fa9ea8cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:50.585039 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f54a5054-ca0e-4891-8870-5d4e56e5912e req-84a611e0-09e8-4f5b-bacd-e3b1fa9ea8cd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 944 time: 0.1006114 Jan 28 06:51:50.624252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e38992-ae8a-47e1-bf95-05508c89f672 req-662213e7-680e-4bd8-8e25-54ae54511511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:50.625702 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3e38992-ae8a-47e1-bf95-05508c89f672 req-662213e7-680e-4bd8-8e25-54ae54511511 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fab9236ca18a49699cab17477937175c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2353020 Jan 28 06:51:50.668928 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f54a5054-ca0e-4891-8870-5d4e56e5912e req-219b5a71-b501-49cc-a3c0-d1092d709e7d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcf0bf91-abac-415f-9f3a-c102c2d9d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775998 Jan 28 06:51:50.779635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e38992-ae8a-47e1-bf95-05508c89f672 req-748bcee2-cda2-4075-a5ab-147e7e1f0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:50.781058 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3e38992-ae8a-47e1-bf95-05508c89f672 req-748bcee2-cda2-4075-a5ab-147e7e1f0c2a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1455922 Jan 28 06:51:50.930508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8b87fc34-d002-4a9e-b20f-519b35f88253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:50.931989 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-8b87fc34-d002-4a9e-b20f-519b35f88253 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 1097 time: 0.0713840 Jan 28 06:51:51.018503 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-bc1c99df-33d4-43b3-a8f4-51d6199cb506 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7ecb932-1506-4650-b014-f9932de9e9b5 HTTP/1.1" status: 200 len: 217 time: 0.0653059 Jan 28 06:51:51.086934 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-b6536ef1-aedf-4cfc-976c-7408453ef6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:51.088350 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-b6536ef1-aedf-4cfc-976c-7408453ef6a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ef80e865-e535-4f3b-a16b-81e20520e4ed HTTP/1.1" status: 200 len: 835 time: 0.0611842 Jan 28 06:51:51.164913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-5915f4f6-c24b-413d-a4e8-0dd420cd31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:51.166350 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-5915f4f6-c24b-413d-a4e8-0dd420cd31a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5620029b-9f8a-4018-b69e-b35c68a7dfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687425 Jan 28 06:51:51.299371 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-36af2227-cea2-4148-8d4c-66647e870933 service neutron] 10.222.0.37 "GET /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230536 Jan 28 06:51:51.430105 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d04da818-35a8-41ef-929e-d6f3f516bca0 req-c683b1eb-58b8-413d-90ba-c98dcd38f9a3 service neutron] 10.222.0.37 "GET /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226263 Jan 28 06:51:51.907843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78b134-d8da-4ba4-9372-3015eb666040 req-172e8f62-957e-4a91-a4fa-6c6daea26d05 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:51.909276 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab78b134-d8da-4ba4-9372-3015eb666040 req-172e8f62-957e-4a91-a4fa-6c6daea26d05 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 944 time: 0.1280971 Jan 28 06:51:52.001650 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab78b134-d8da-4ba4-9372-3015eb666040 req-6a89b0d4-3a7c-462d-9fb4-8e0a61a8a843 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcf0bf91-abac-415f-9f3a-c102c2d9d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586836 Jan 28 06:51:52.015172 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3c14f3b0-2008-44c2-93e0-dd74f354fb0a req-ba87d202-24f4-4931-8143-4529e3525d04 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1049671 Jan 28 06:51:52.181565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14f3b0-2008-44c2-93e0-dd74f354fb0a req-64566a20-04e1-4320-9a93-1af7de6f9048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:52.183096 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3c14f3b0-2008-44c2-93e0-dd74f354fb0a req-64566a20-04e1-4320-9a93-1af7de6f9048 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 1099 time: 0.0788603 Jan 28 06:51:52.332126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14f3b0-2008-44c2-93e0-dd74f354fb0a req-7b05b75e-d008-4b81-ad37-fc11042f8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:52.333555 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3c14f3b0-2008-44c2-93e0-dd74f354fb0a req-7b05b75e-d008-4b81-ad37-fc11042f8583 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 913 time: 0.1314578 Jan 28 06:51:52.450302 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3c14f3b0-2008-44c2-93e0-dd74f354fb0a req-f1fc7638-9e21-4cdf-88ff-1eb98dc196b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73522750-8629-44f0-8a06-2f9145daa31d HTTP/1.1" status: 200 len: 1001 time: 0.1090436 Jan 28 06:51:52.626986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14f3b0-2008-44c2-93e0-dd74f354fb0a req-676b66c3-3e26-4640-8208-3f4993521238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:52.628486 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3c14f3b0-2008-44c2-93e0-dd74f354fb0a req-676b66c3-3e26-4640-8208-3f4993521238 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.1722307 Jan 28 06:51:52.710623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c14f3b0-2008-44c2-93e0-dd74f354fb0a req-2d3112d8-2884-43e1-b748-640938ca7af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:52.712122 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3c14f3b0-2008-44c2-93e0-dd74f354fb0a req-2d3112d8-2884-43e1-b748-640938ca7af0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744569 Jan 28 06:51:52.859076 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3c14f3b0-2008-44c2-93e0-dd74f354fb0a req-13bbc459-ef13-41be-9c13-ffd77d3144a2 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377034 Jan 28 06:51:52.993320 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3c14f3b0-2008-44c2-93e0-dd74f354fb0a req-af9c897e-3385-4313-9937-b6b04843b6fe service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241972 Jan 28 06:51:53.192549 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63041cb9-ea91-465b-822f-cfe73ea7e434 req-c1a99ecf-515f-4527-a348-3fd2912a0843 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:53.192549 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-63041cb9-ea91-465b-822f-cfe73ea7e434 req-c1a99ecf-515f-4527-a348-3fd2912a0843 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 944 time: 0.0824976 Jan 28 06:51:53.237060 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-63041cb9-ea91-465b-822f-cfe73ea7e434 req-2685ecee-cea9-4a38-8ee3-6b8503bea769 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcf0bf91-abac-415f-9f3a-c102c2d9d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386188 Jan 28 06:51:53.978824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f7ecb932-1506-4650-b014-f9932de9e9b5 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:51:54.110215 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f7ecb932-1506-4650-b014-f9932de9e9b5, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f7ecb932-1506-4650-b014-f9932de9e9b5,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:54.123094 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'f7ecb932-1506-4650-b014-f9932de9e9b5', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'port_id': 'f7ecb932-1506-4650-b014-f9932de9e9b5', 'mac_address': 'fa:16:3e:12:ed:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:51:54.185654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:54.201803 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ecb932-1506-4650-b014-f9932de9e9b5 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:51:54.217013 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f7ecb932-1506-4650-b014-f9932de9e9b5, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f7ecb932-1506-4650-b014-f9932de9e9b5,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:54.278853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:54.343377 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f7ecb932-1506-4650-b014-f9932de9e9b5,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:54.425824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa32cee-6d6b-4f3e-941c-3186ac1e04f9 req-c30a4b08-210f-4d2c-827b-e0f6885c0000 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:54.427304 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ffa32cee-6d6b-4f3e-941c-3186ac1e04f9 req-c30a4b08-210f-4d2c-827b-e0f6885c0000 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 945 time: 0.0822489 Jan 28 06:51:54.474922 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ffa32cee-6d6b-4f3e-941c-3186ac1e04f9 req-9530c954-c2ca-4923-8865-446641ba96f8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcf0bf91-abac-415f-9f3a-c102c2d9d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414758 Jan 28 06:51:54.645538 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['f7ecb932-1506-4650-b014-f9932de9e9b5'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:51:55.658051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50235c4-063a-4eba-832d-9a4391c4fc02 req-45d12798-a349-4e07-a450-ee1b746f9880 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:55.659497 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f50235c4-063a-4eba-832d-9a4391c4fc02 req-45d12798-a349-4e07-a450-ee1b746f9880 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 945 time: 0.0805137 Jan 28 06:51:55.703680 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f50235c4-063a-4eba-832d-9a4391c4fc02 req-9424d6d8-7292-44e3-8d96-105bfa964320 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcf0bf91-abac-415f-9f3a-c102c2d9d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384984 Jan 28 06:51:55.993209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f7ecb932-1506-4650-b014-f9932de9e9b5 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:51:56.117826 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port f7ecb932-1506-4650-b014-f9932de9e9b5 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:51:56.124529 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port f7ecb932-1506-4650-b014-f9932de9e9b5 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:51:56.124529 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:56.241722 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:56.267017 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ecb932-1506-4650-b014-f9932de9e9b5'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:51:56.276220 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f7ecb932-1506-4650-b014-f9932de9e9b5, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f7ecb932-1506-4650-b014-f9932de9e9b5,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:51:56.310921 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ecb932-1506-4650-b014-f9932de9e9b5', 'code': 200} Jan 28 06:51:56.398829 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:51:56.466759 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f7ecb932-1506-4650-b014-f9932de9e9b5,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:51:56.912271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc23e5-f21f-4632-a44c-016fbbe85977 req-af41ea16-d213-45be-87fe-9a8beeebba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:56.914314 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c3bc23e5-f21f-4632-a44c-016fbbe85977 req-af41ea16-d213-45be-87fe-9a8beeebba38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 1099 time: 0.1735406 Jan 28 06:51:56.925141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4ccf3-1be1-4bd1-b595-96e721d4516f req-82aaa7f7-4e66-4451-b671-0680ad70a0b8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:56.926483 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3bb4ccf3-1be1-4bd1-b595-96e721d4516f req-82aaa7f7-4e66-4451-b671-0680ad70a0b8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 946 time: 0.1095397 Jan 28 06:51:56.995682 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c3bc23e5-f21f-4632-a44c-016fbbe85977 req-7b64641a-e5cf-4808-810e-8862f2ae95a7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fcf0bf91-abac-415f-9f3a-c102c2d9d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681913 Jan 28 06:51:56.998425 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3bb4ccf3-1be1-4bd1-b595-96e721d4516f req-37de77d7-aa8d-4230-b7e5-d2beb269acaa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcf0bf91-abac-415f-9f3a-c102c2d9d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591748 Jan 28 06:51:58.187924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c96b9-eeb9-44a5-b2e5-c3925e72ce8b req-91a092eb-3447-4c9c-92ff-b34703a50e1a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:58.189383 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d4c96b9-eeb9-44a5-b2e5-c3925e72ce8b req-91a092eb-3447-4c9c-92ff-b34703a50e1a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 946 time: 0.0837538 Jan 28 06:51:58.233785 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d4c96b9-eeb9-44a5-b2e5-c3925e72ce8b req-9e018703-c41f-448c-a100-1fdfd7c04144 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcf0bf91-abac-415f-9f3a-c102c2d9d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386937 Jan 28 06:51:59.437984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daece0-0138-439d-a804-86c03ca4454f req-95e2253c-2943-4e86-bd24-039bb22971a5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:59.439589 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f1daece0-0138-439d-a804-86c03ca4454f req-95e2253c-2943-4e86-bd24-039bb22971a5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 946 time: 0.0995288 Jan 28 06:51:59.484161 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f1daece0-0138-439d-a804-86c03ca4454f req-4191fb49-42f4-4dbc-bd6d-a51f86190af2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcf0bf91-abac-415f-9f3a-c102c2d9d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389581 Jan 28 06:51:59.681503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4e920-57bc-4780-b5da-e335bf10866a req-20ad1f29-e25b-49b6-8ea6-3748dd1d8952 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:59.683047 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5a4e920-57bc-4780-b5da-e335bf10866a req-20ad1f29-e25b-49b6-8ea6-3748dd1d8952 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 946 time: 0.0800328 Jan 28 06:51:59.729097 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5a4e920-57bc-4780-b5da-e335bf10866a req-76d9cd91-62cd-4aec-bff5-62d84b07623d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcf0bf91-abac-415f-9f3a-c102c2d9d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404956 Jan 28 06:51:59.757903 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48810) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:59.835612 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e33c899-da3e-432f-a67d-39bb3ff35762 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:51:59.837151 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8e33c899-da3e-432f-a67d-39bb3ff35762 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 1094 time: 0.0782671 Jan 28 06:51:59.839997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48814) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:51:59.845203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': 'f7ecb932-1506-4650-b014-f9932de9e9b5', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:51:59.851932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:51:59.855884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:floatingip and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:51:59.859115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:51:59.864760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:51:59.942001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:00.083193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:00.219823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.235 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/7aecfd5e-9ba0-4e4f-8ed8-88984be59929) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:52:00.365782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:00.455810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:00.525330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:52:00.528223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:52:00.530895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:52:00.565500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=7aecfd5e-9ba0-4e4f-8ed8-88984be59929,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:00.827196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4a785b9-19de-482f-a36a-20486d4f0349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:01.049344 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:01.216317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:01.418750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:01.466232 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:01.582993 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=7aecfd5e-9ba0-4e4f-8ed8-88984be59929,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:01.594968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:01.768424 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP aa1eea5c-3df3-4e4a-9da9-571c1fef18fe associated. External IP: 172.26.4.235, port: f7ecb932-1506-4650-b014-f9932de9e9b5. Jan 28 06:52:02.116549 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router f4a5938f-ec54-46c3-9473-92b4f05efa31 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:52:02.291131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:52:02.300250 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44888f7-4f4b-4028-8d31-1d6144127504 None None] Sync routers for ids ['f4a5938f-ec54-46c3-9473-92b4f05efa31'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:52:02.310580 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44888f7-4f4b-4028-8d31-1d6144127504 None None] Routers {'f4a5938f-ec54-46c3-9473-92b4f05efa31'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:52:02.311216 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c44888f7-4f4b-4028-8d31-1d6144127504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:51:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f4a5938f-ec54-46c3-9473-92b4f05efa31'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:02.380993 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:52:02.386702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:02.497318 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c44888f7-4f4b-4028-8d31-1d6144127504 None None] Set router f4a5938f-ec54-46c3-9473-92b4f05efa31 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:52:02.565210 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0b04ad59-1d37-4916-a37e-048f584820ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7241788 Jan 28 06:52:02.565774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'tag': 'f7ecb932-1506-4650-b014-f9932de9e9b5'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:52:02.568316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48818) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:02.678111 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'tag': 'f7ecb932-1506-4650-b014-f9932de9e9b5', 'status': 'completed', 'code': 200} Jan 28 06:52:02.682292 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-233c452e-6f40-49bb-b769-96f086301785 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/aa1eea5c-3df3-4e4a-9da9-571c1fef18fe HTTP/1.1" status: 200 len: 992 time: 0.1126142 Jan 28 06:52:02.791019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7215c0-c53a-4873-b0ff-1159b07496ba req-b667d28e-a4ae-4cdd-91df-e17511cbec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:02.792555 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f7215c0-c53a-4873-b0ff-1159b07496ba req-b667d28e-a4ae-4cdd-91df-e17511cbec4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 1099 time: 0.0713134 Jan 28 06:52:02.877215 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c44888f7-4f4b-4028-8d31-1d6144127504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'aa1eea5c-3df3-4e4a-9da9-571c1fef18fe', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'port_id': 'f7ecb932-1506-4650-b014-f9932de9e9b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'mac_address': 'fa:16:3e:12:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:00Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:44Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:02.880908 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44888f7-4f4b-4028-8d31-1d6144127504 None None] Checking router: f4a5938f-ec54-46c3-9473-92b4f05efa31 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:52:02.890075 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44888f7-4f4b-4028-8d31-1d6144127504 None None] Routers {'f4a5938f-ec54-46c3-9473-92b4f05efa31'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:52:02.890649 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c44888f7-4f4b-4028-8d31-1d6144127504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:51:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f4a5938f-ec54-46c3-9473-92b4f05efa31'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:02.926393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7215c0-c53a-4873-b0ff-1159b07496ba req-ad910079-b67a-4ddf-95f9-44a5f0f78e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:02.927916 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f7215c0-c53a-4873-b0ff-1159b07496ba req-ad910079-b67a-4ddf-95f9-44a5f0f78e8c service neutron] 10.222.0.37 "GET /v2.0/networks?id=5620029b-9f8a-4018-b69e-b35c68a7dfde HTTP/1.1" status: 200 len: 897 time: 0.1298580 Jan 28 06:52:03.032916 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f7215c0-c53a-4873-b0ff-1159b07496ba req-864a25fb-dcf4-4733-ab29-6fd296617885 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7ecb932-1506-4650-b014-f9932de9e9b5 HTTP/1.1" status: 200 len: 1000 time: 0.0986814 Jan 28 06:52:03.063966 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c44888f7-4f4b-4028-8d31-1d6144127504 None None] Set router f4a5938f-ec54-46c3-9473-92b4f05efa31 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:52:03.094805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7215c0-c53a-4873-b0ff-1159b07496ba req-64a4930d-8767-4561-aee3-7b9747313874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:03.096307 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f7215c0-c53a-4873-b0ff-1159b07496ba req-64a4930d-8767-4561-aee3-7b9747313874 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ef80e865-e535-4f3b-a16b-81e20520e4ed HTTP/1.1" status: 200 len: 835 time: 0.0579140 Jan 28 06:52:03.172771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7215c0-c53a-4873-b0ff-1159b07496ba req-b03d9684-4e75-4115-9ba1-0e8153abf828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:03.174228 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f7215c0-c53a-4873-b0ff-1159b07496ba req-b03d9684-4e75-4115-9ba1-0e8153abf828 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5620029b-9f8a-4018-b69e-b35c68a7dfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718267 Jan 28 06:52:03.229387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b6bf1f88-ebed-4b53-bed2-bc6aa187e17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:03.304431 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f7215c0-c53a-4873-b0ff-1159b07496ba req-3b38a5c9-1fe7-481c-8155-4a0e9137c494 service neutron] 10.222.0.37 "GET /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234512 Jan 28 06:52:03.412935 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c44888f7-4f4b-4028-8d31-1d6144127504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'aa1eea5c-3df3-4e4a-9da9-571c1fef18fe', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'port_id': 'f7ecb932-1506-4650-b014-f9932de9e9b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'mac_address': 'fa:16:3e:12:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:00Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:44Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:03.417536 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44888f7-4f4b-4028-8d31-1d6144127504 None None] The sync data for ids ['f4a5938f-ec54-46c3-9473-92b4f05efa31'] in dv-neutron-824022-4-hyperv is: [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'aa1eea5c-3df3-4e4a-9da9-571c1fef18fe', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'port_id': 'f7ecb932-1506-4650-b014-f9932de9e9b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'mac_address': 'fa:16:3e:12:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:52:00Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:44Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:52:03.438631 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f7215c0-c53a-4873-b0ff-1159b07496ba req-ebe90ebf-9edb-415b-87a5-43bce7072eb5 service neutron] 10.222.0.37 "GET /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273215 Jan 28 06:52:03.634928 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58ec5b7-6c9b-4e3c-a74c-cbefa725553f None None] New status for floating IP aa1eea5c-3df3-4e4a-9da9-571c1fef18fe: ACTIVE {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:52:03.686237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48826) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:03.789580 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7065c62f-8cdb-4e4e-82cb-229f9a651a65 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/aa1eea5c-3df3-4e4a-9da9-571c1fef18fe HTTP/1.1" status: 200 len: 992 time: 0.1021218 Jan 28 06:52:04.300565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:04.472181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:04.791252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48830) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:04.901665 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-76b52fae-cc33-49e1-8579-0d61f5a1194e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/aa1eea5c-3df3-4e4a-9da9-571c1fef18fe HTTP/1.1" status: 200 len: 994 time: 0.1092784 Jan 28 06:52:05.683420 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:10.752320 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:30.837902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5058905f-d1cc-4ced-b5d6-e60eb7a7832e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:33.242792 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3c3ffbe3-e84b-408d-bc89-db9478959d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:34.317223 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:34.454046 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:35.774005 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:35.941798 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48852) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:36.016687 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce182354-e658-447e-96db-4b1a7c5914dd tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:36.017711 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce182354-e658-447e-96db-4b1a7c5914dd tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:36.017711 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce182354-e658-447e-96db-4b1a7c5914dd tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:36.019197 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ce182354-e658-447e-96db-4b1a7c5914dd tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=fab9236ca18a49699cab17477937175c&network_id=5620029b-9f8a-4018-b69e-b35c68a7dfde HTTP/1.1" status: 200 len: 3000 time: 0.0764391 Jan 28 06:52:39.371900 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:52:40.076996 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48868) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:40.137326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c817cb3c-955d-4fff-9e00-5ff13cf99982 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:40.138783 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c817cb3c-955d-4fff-9e00-5ff13cf99982 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c HTTP/1.1" status: 200 len: 814 time: 0.0608268 Jan 28 06:52:40.750947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:41.371941 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48876) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:41.377111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4846072c-dd0e-42ba-bf6a-eb38f8556222 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:41.576764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4846072c-dd0e-42ba-bf6a-eb38f8556222 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:41.846203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4846072c-dd0e-42ba-bf6a-eb38f8556222 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:41.968578 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4846072c-dd0e-42ba-bf6a-eb38f8556222 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:41.970133 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-4846072c-dd0e-42ba-bf6a-eb38f8556222 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP aa1eea5c-3df3-4e4a-9da9-571c1fef18fe disassociated. External IP: 172.26.4.235, port: f7ecb932-1506-4650-b014-f9932de9e9b5. Jan 28 06:52:42.320314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4846072c-dd0e-42ba-bf6a-eb38f8556222 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router f4a5938f-ec54-46c3-9473-92b4f05efa31 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:52:42.498680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4846072c-dd0e-42ba-bf6a-eb38f8556222 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:52:42.503448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4846072c-dd0e-42ba-bf6a-eb38f8556222 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:42.507880 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b33dbc-63cb-4db5-8725-3bf86b9d07e6 None None] Sync routers for ids ['f4a5938f-ec54-46c3-9473-92b4f05efa31'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:52:42.516988 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b33dbc-63cb-4db5-8725-3bf86b9d07e6 None None] Routers {'f4a5938f-ec54-46c3-9473-92b4f05efa31'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:52:42.517582 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-54b33dbc-63cb-4db5-8725-3bf86b9d07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:52:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f4a5938f-ec54-46c3-9473-92b4f05efa31'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:42.556986 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4846072c-dd0e-42ba-bf6a-eb38f8556222 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/floatingips/aa1eea5c-3df3-4e4a-9da9-571c1fef18fe HTTP/1.1" status: 200 len: 690 time: 1.1839151 Jan 28 06:52:42.557611 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'tag': 'f7ecb932-1506-4650-b014-f9932de9e9b5'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:52:42.560001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48880) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:42.604242 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'tag': 'f7ecb932-1506-4650-b014-f9932de9e9b5', 'status': 'completed', 'code': 200} Jan 28 06:52:42.649111 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-67e37c56-85af-4c0a-8876-1ee4c8944a5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/aa1eea5c-3df3-4e4a-9da9-571c1fef18fe HTTP/1.1" status: 200 len: 690 time: 0.0863163 Jan 28 06:52:42.695140 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-54b33dbc-63cb-4db5-8725-3bf86b9d07e6 None None] Set router f4a5938f-ec54-46c3-9473-92b4f05efa31 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:52:42.737618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd9cb3-0792-497f-bb59-32c8adc637cd req-6f5877ed-ab93-4f4e-8cdf-b07e2926fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:42.739254 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d6cd9cb3-0792-497f-bb59-32c8adc637cd req-6f5877ed-ab93-4f4e-8cdf-b07e2926fcc9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 1099 time: 0.0731416 Jan 28 06:52:42.874191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd9cb3-0792-497f-bb59-32c8adc637cd req-aafa80fb-89ec-44f8-927a-ef7c43e0a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:42.875657 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d6cd9cb3-0792-497f-bb59-32c8adc637cd req-aafa80fb-89ec-44f8-927a-ef7c43e0a004 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5620029b-9f8a-4018-b69e-b35c68a7dfde HTTP/1.1" status: 200 len: 897 time: 0.1272852 Jan 28 06:52:42.949549 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d6cd9cb3-0792-497f-bb59-32c8adc637cd req-169b4e53-3d33-4d87-8c10-6669846c5e6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7ecb932-1506-4650-b014-f9932de9e9b5 HTTP/1.1" status: 200 len: 217 time: 0.0655863 Jan 28 06:52:43.009678 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-54b33dbc-63cb-4db5-8725-3bf86b9d07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:44Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:43.013439 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b33dbc-63cb-4db5-8725-3bf86b9d07e6 None None] Checking router: f4a5938f-ec54-46c3-9473-92b4f05efa31 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:52:43.015382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd9cb3-0792-497f-bb59-32c8adc637cd req-5dc906b8-fec6-4755-9d76-20b4ce5215ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:43.016620 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d6cd9cb3-0792-497f-bb59-32c8adc637cd req-5dc906b8-fec6-4755-9d76-20b4ce5215ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ef80e865-e535-4f3b-a16b-81e20520e4ed HTTP/1.1" status: 200 len: 835 time: 0.0588613 Jan 28 06:52:43.021622 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b33dbc-63cb-4db5-8725-3bf86b9d07e6 None None] Routers {'f4a5938f-ec54-46c3-9473-92b4f05efa31'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:52:43.022223 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-54b33dbc-63cb-4db5-8725-3bf86b9d07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:52:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f4a5938f-ec54-46c3-9473-92b4f05efa31'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:43.101670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd9cb3-0792-497f-bb59-32c8adc637cd req-aa53731a-dd35-4a1b-be93-f8acadd1def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:43.103066 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d6cd9cb3-0792-497f-bb59-32c8adc637cd req-aa53731a-dd35-4a1b-be93-f8acadd1def5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5620029b-9f8a-4018-b69e-b35c68a7dfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755217 Jan 28 06:52:43.222424 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-54b33dbc-63cb-4db5-8725-3bf86b9d07e6 None None] Set router f4a5938f-ec54-46c3-9473-92b4f05efa31 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:52:43.238707 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d6cd9cb3-0792-497f-bb59-32c8adc637cd req-bf8b2512-9b28-45ac-ab54-6ea7e6d9e664 service neutron] 10.222.0.37 "GET /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262729 Jan 28 06:52:43.487676 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d6cd9cb3-0792-497f-bb59-32c8adc637cd req-2980098d-01b6-490a-9bdd-dfd84f90fef7 service neutron] 10.222.0.37 "GET /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391069 Jan 28 06:52:43.530797 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-54b33dbc-63cb-4db5-8725-3bf86b9d07e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:44Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:52:43.534589 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b33dbc-63cb-4db5-8725-3bf86b9d07e6 None None] The sync data for ids ['f4a5938f-ec54-46c3-9473-92b4f05efa31'] in dv-neutron-824022-4-hyperv is: [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:44Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:52:43.652204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48886) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:43.738828 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c078c975-ab6f-49b1-a83a-eb7c80b80206 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/aa1eea5c-3df3-4e4a-9da9-571c1fef18fe HTTP/1.1" status: 200 len: 690 time: 0.0851235 Jan 28 06:52:43.756825 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57250857-725c-4da1-8d6f-e02892c1168e None None] New status for floating IP aa1eea5c-3df3-4e4a-9da9-571c1fef18fe: DOWN {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:52:44.742377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48890) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:44.826232 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3da816b0-ffdc-405f-b3c0-ab037954478a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/aa1eea5c-3df3-4e4a-9da9-571c1fef18fe HTTP/1.1" status: 200 len: 688 time: 0.0822098 Jan 28 06:52:46.346993 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48896) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:46.352216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947463594', 'description': 'tempest-secgroup-smoke-1947463594 description', 'project_id': 'fab9236ca18a49699cab17477937175c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:46.358815 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:52:46.368454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:52:46.430931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:46.452033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:52:46.455964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:52:46.458865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:52:46.465783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:52:46.533859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:46.608101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:46.655348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249e2a76-e24b-40c5-af4a-db02155eb5df,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:46.662505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:46.662859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:46.663199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:46.663563 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:46.663950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:46.664471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:46.664582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:46.664883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:46.665205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:46.665553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:46.666413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:46.666413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:52:46.733808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:46.744761 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ce72d017-bb8c-422f-8e07-09012a049c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3870096 Jan 28 06:52:46.744761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48900) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:46.744761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-22e17590-af22-455e-965d-9b07a468487f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '249e2a76-e24b-40c5-af4a-db02155eb5df', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:46.749135 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-22e17590-af22-455e-965d-9b07a468487f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:52:46.752895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-22e17590-af22-455e-965d-9b07a468487f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:52:46.755766 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-22e17590-af22-455e-965d-9b07a468487f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:52:46.761920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-22e17590-af22-455e-965d-9b07a468487f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:52:46.850606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22e17590-af22-455e-965d-9b07a468487f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:46.908464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22e17590-af22-455e-965d-9b07a468487f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:46.990707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22e17590-af22-455e-965d-9b07a468487f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:47.021566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e17590-af22-455e-965d-9b07a468487f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e4cea7-4795-4e82-ad75-6e56593fcc6e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:47.094219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-22e17590-af22-455e-965d-9b07a468487f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:47.095530 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-22e17590-af22-455e-965d-9b07a468487f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3565276 Jan 28 06:52:47.098287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48904) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:47.103768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4cbebc0a-997a-4e1d-983c-d2fb37165b84 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '249e2a76-e24b-40c5-af4a-db02155eb5df', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:47.109611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4cbebc0a-997a-4e1d-983c-d2fb37165b84 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:52:47.113351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4cbebc0a-997a-4e1d-983c-d2fb37165b84 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:52:47.116200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4cbebc0a-997a-4e1d-983c-d2fb37165b84 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:52:47.122374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4cbebc0a-997a-4e1d-983c-d2fb37165b84 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:52:47.231370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4cbebc0a-997a-4e1d-983c-d2fb37165b84 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:47.290265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4cbebc0a-997a-4e1d-983c-d2fb37165b84 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:47.418987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4cbebc0a-997a-4e1d-983c-d2fb37165b84 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:47.442491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbebc0a-997a-4e1d-983c-d2fb37165b84 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b219ac7-aade-44e1-99a3-70a51140630a,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:47.545225 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4cbebc0a-997a-4e1d-983c-d2fb37165b84 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:47.549082 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4cbebc0a-997a-4e1d-983c-d2fb37165b84 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4471614 Jan 28 06:52:47.549291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48908) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:47.554238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-27e3460f-d9f6-458b-8a3f-bc026185e202 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '249e2a76-e24b-40c5-af4a-db02155eb5df', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:47.560037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-27e3460f-d9f6-458b-8a3f-bc026185e202 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:52:47.565859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-27e3460f-d9f6-458b-8a3f-bc026185e202 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:52:47.567399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-27e3460f-d9f6-458b-8a3f-bc026185e202 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:52:47.572375 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-27e3460f-d9f6-458b-8a3f-bc026185e202 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:52:47.637521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27e3460f-d9f6-458b-8a3f-bc026185e202 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:47.704515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27e3460f-d9f6-458b-8a3f-bc026185e202 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:47.798258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27e3460f-d9f6-458b-8a3f-bc026185e202 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:47.821277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3460f-d9f6-458b-8a3f-bc026185e202 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae10b0f8-8b3a-4e69-a17b-eb207afc22b3,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:47.888266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27e3460f-d9f6-458b-8a3f-bc026185e202 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:47.890432 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-27e3460f-d9f6-458b-8a3f-bc026185e202 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392720 Jan 28 06:52:47.892426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48912) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:47.897350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-bd04258a-6614-4932-8bd6-460fb1392a58 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '249e2a76-e24b-40c5-af4a-db02155eb5df', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:47.903136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bd04258a-6614-4932-8bd6-460fb1392a58 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:52:47.910052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bd04258a-6614-4932-8bd6-460fb1392a58 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:52:47.910688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bd04258a-6614-4932-8bd6-460fb1392a58 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:52:47.915971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bd04258a-6614-4932-8bd6-460fb1392a58 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:52:47.968910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bd04258a-6614-4932-8bd6-460fb1392a58 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:48.033441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bd04258a-6614-4932-8bd6-460fb1392a58 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:48.145217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bd04258a-6614-4932-8bd6-460fb1392a58 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:48.168681 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04258a-6614-4932-8bd6-460fb1392a58 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179837fb-7d02-4f10-bfc5-95583c4e491d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:48.254075 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bd04258a-6614-4932-8bd6-460fb1392a58 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:48.255311 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bd04258a-6614-4932-8bd6-460fb1392a58 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3619285 Jan 28 06:52:48.258287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48916) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:48.263817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-932d93fa-0a00-4ec0-85fd-3c1c7c038ae4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '249e2a76-e24b-40c5-af4a-db02155eb5df', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:48.269810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-932d93fa-0a00-4ec0-85fd-3c1c7c038ae4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:52:48.273667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-932d93fa-0a00-4ec0-85fd-3c1c7c038ae4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:52:48.276891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-932d93fa-0a00-4ec0-85fd-3c1c7c038ae4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:52:48.282758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-932d93fa-0a00-4ec0-85fd-3c1c7c038ae4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:52:48.362249 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-932d93fa-0a00-4ec0-85fd-3c1c7c038ae4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:52:48.368888 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-932d93fa-0a00-4ec0-85fd-3c1c7c038ae4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:48.432819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-932d93fa-0a00-4ec0-85fd-3c1c7c038ae4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:48.511604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-932d93fa-0a00-4ec0-85fd-3c1c7c038ae4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:48.536162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d93fa-0a00-4ec0-85fd-3c1c7c038ae4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b7a6e3-2c75-449e-bfb3-ce289f8b016a,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:48.579514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-932d93fa-0a00-4ec0-85fd-3c1c7c038ae4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:48.580788 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-932d93fa-0a00-4ec0-85fd-3c1c7c038ae4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3215075 Jan 28 06:52:48.583511 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48920) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:52:48.588706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4446b83c-6c1a-4f3d-9cfc-3b8e6a463b28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '249e2a76-e24b-40c5-af4a-db02155eb5df', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:48.594837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4446b83c-6c1a-4f3d-9cfc-3b8e6a463b28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:52:48.598543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4446b83c-6c1a-4f3d-9cfc-3b8e6a463b28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:52:48.601346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4446b83c-6c1a-4f3d-9cfc-3b8e6a463b28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:52:48.607555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4446b83c-6c1a-4f3d-9cfc-3b8e6a463b28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:52:48.664351 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-4446b83c-6c1a-4f3d-9cfc-3b8e6a463b28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:52:48.671184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4446b83c-6c1a-4f3d-9cfc-3b8e6a463b28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:48.734383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4446b83c-6c1a-4f3d-9cfc-3b8e6a463b28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:48.807825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4446b83c-6c1a-4f3d-9cfc-3b8e6a463b28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:48.833443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446b83c-6c1a-4f3d-9cfc-3b8e6a463b28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09898f77-18b0-4c0b-8997-4b3600c84a87,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:48.911204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4446b83c-6c1a-4f3d-9cfc-3b8e6a463b28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:48.912985 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4446b83c-6c1a-4f3d-9cfc-3b8e6a463b28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3283520 Jan 28 06:52:49.083456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1e1e2e49-e7a9-4ee7-a1d6-5fe4dcf011fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:52:49.150872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1e1e2e49-e7a9-4ee7-a1d6-5fe4dcf011fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:52:49.152038 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1e1e2e49-e7a9-4ee7-a1d6-5fe4dcf011fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947463594&fields=id&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 267 time: 0.1061089 Jan 28 06:52:49.303624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-526434e2-e551-42cc-9b25-903f28e3aae4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:49.305119 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-526434e2-e551-42cc-9b25-903f28e3aae4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/networks?id=5620029b-9f8a-4018-b69e-b35c68a7dfde HTTP/1.1" status: 200 len: 796 time: 0.1460121 Jan 28 06:52:49.319493 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-0bfb2a8c-a318-4474-8bf5-702d4556f64b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/quotas/fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 375 time: 0.0088513 Jan 28 06:52:49.405266 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-0c7aa806-fa25-4fbd-a82a-762a12a3bd60 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0803502 Jan 28 06:52:49.582895 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-98225287-166d-476c-9955-c4b1df3bed7c service neutron] 10.222.0.25 "GET /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657770 Jan 28 06:52:49.714209 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-99644beb-9d6d-4dca-8958-2edeff7b4752 service neutron] 10.222.0.25 "GET /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259933 Jan 28 06:52:50.010862 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fba7e823-1aa1-44bf-801d-5ed3f738553b req-225d5e05-a308-4b4b-830e-4d8fd464c646 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 210 time: 0.0482886 Jan 28 06:52:51.156080 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0f7dd59e-c65c-49e8-94d2-8fb9fd15f5f6 req-41f8b321-cefa-4c4e-8ff2-6faa353e5e59 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 210 time: 0.0420833 Jan 28 06:52:52.305971 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1e77034c-0ddf-4967-8c81-d7c09156194e req-f5def15d-e375-478c-9020-a67a98c9af82 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 210 time: 0.0415883 Jan 28 06:52:52.713654 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-e2a32174-d705-497b-81ea-87ce6073edff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:52.715028 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-e2a32174-d705-497b-81ea-87ce6073edff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/networks?id=5620029b-9f8a-4018-b69e-b35c68a7dfde HTTP/1.1" status: 200 len: 796 time: 0.1425848 Jan 28 06:52:52.783089 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-72ab006c-e617-4a05-9e3a-6395e74c1235 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 473 time: 0.0464530 Jan 28 06:52:52.821063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'port': {'device_id': '429af480-2758-4eb0-841d-c6b0b6915028', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'admin_state_up': True, 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'security_groups': ['249e2a76-e24b-40c5-af4a-db02155eb5df']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:53.114943 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd508561-bec1-4f32-87e8-b22145db3ce8 req-be79fa5e-e9c8-4869-9fc9-068da912dbea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1690159 Jan 28 06:52:53.115909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:52:53.125844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:52:53.196518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:52:53.200909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:53.411266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd508561-bec1-4f32-87e8-b22145db3ce8 req-2858474f-2e42-4fc2-9511-7a937fc42430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:53.412401 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd508561-bec1-4f32-87e8-b22145db3ce8 req-2858474f-2e42-4fc2-9511-7a937fc42430 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 1099 time: 0.1538963 Jan 28 06:52:53.473380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.4 (5620029b-9f8a-4018-b69e-b35c68a7dfde/ef80e865-e535-4f3b-a16b-81e20520e4ed/48f32e08-1093-48b7-90d8-0de7a97856f1) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:52:53.490843 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0c68a81b-3fad-4fcc-b94a-c97bc7574196 req-a63baf51-f352-48f0-a101-60a6ee35cf28 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 210 time: 0.0775421 Jan 28 06:52:53.648759 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd508561-bec1-4f32-87e8-b22145db3ce8 req-9907b1bf-65bc-48b4-ba3f-6fb683eb0c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:53.650164 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd508561-bec1-4f32-87e8-b22145db3ce8 req-9907b1bf-65bc-48b4-ba3f-6fb683eb0c05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 913 time: 0.2016072 Jan 28 06:52:53.835511 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd508561-bec1-4f32-87e8-b22145db3ce8 req-d71d302a-9ae3-4770-a51a-6e6e15914aac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73522750-8629-44f0-8a06-2f9145daa31d HTTP/1.1" status: 200 len: 1001 time: 0.1274302 Jan 28 06:52:53.878993 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:53.911844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object 48f32e08-1093-48b7-90d8-0de7a97856f1 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:52:53.924295 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd508561-bec1-4f32-87e8-b22145db3ce8 req-08bfba71-464c-4357-8984-0900e7cee820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:53.925697 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd508561-bec1-4f32-87e8-b22145db3ce8 req-08bfba71-464c-4357-8984-0900e7cee820 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.0780213 Jan 28 06:52:54.007071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd508561-bec1-4f32-87e8-b22145db3ce8 req-4b2ce525-3f14-4746-807d-8112c223c4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:54.008553 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd508561-bec1-4f32-87e8-b22145db3ce8 req-4b2ce525-3f14-4746-807d-8112c223c4e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722258 Jan 28 06:52:54.041983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:54.128592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 5620029b-9f8a-4018-b69e-b35c68a7dfde is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:52:54.172498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:52:54.179950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:52:54.219860 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=48f32e08-1093-48b7-90d8-0de7a97856f1,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:54.278838 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd508561-bec1-4f32-87e8-b22145db3ce8 req-7f9897a5-91e5-4608-b61a-53719ab73aff service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604928 Jan 28 06:52:54.284591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:54.285206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:54.433456 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd508561-bec1-4f32-87e8-b22145db3ce8 req-7b2f371a-7f77-4068-be70-ea064551bb1d service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436405 Jan 28 06:52:54.631434 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-389d9ee1-c2aa-4623-96d9-9613792a93f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8146484 Jan 28 06:52:54.654279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Request body: {'port': {'device_id': '429af480-2758-4eb0-841d-c6b0b6915028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:52:54.688154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9ce5dd3f-bfa5-4b82-b68d-9ed3216b7e26 None None] Provisioning for port 48f32e08-1093-48b7-90d8-0de7a97856f1 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:52:54.693756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9ce5dd3f-bfa5-4b82-b68d-9ed3216b7e26 None None] Provisioning complete for port 48f32e08-1093-48b7-90d8-0de7a97856f1 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:52:54.694132 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9ce5dd3f-bfa5-4b82-b68d-9ed3216b7e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:54.752433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5dd3f-bfa5-4b82-b68d-9ed3216b7e26 None None] Port 48f32e08-1093-48b7-90d8-0de7a97856f1 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:52:54.884225 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74777e3f-4c2a-4a22-8204-0312d048e140 req-417e4428-b14f-4037-abbb-e93d786ce14f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:54.884853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-74777e3f-4c2a-4a22-8204-0312d048e140 req-417e4428-b14f-4037-abbb-e93d786ce14f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:52:54.896260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:55.010434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-74777e3f-4c2a-4a22-8204-0312d048e140 req-417e4428-b14f-4037-abbb-e93d786ce14f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:52:55.011609 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74777e3f-4c2a-4a22-8204-0312d048e140 req-417e4428-b14f-4037-abbb-e93d786ce14f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 931 time: 0.4167540 Jan 28 06:52:55.097759 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74777e3f-4c2a-4a22-8204-0312d048e140 req-eebdc407-bae9-4673-83dd-999aa77f820f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=249e2a76-e24b-40c5-af4a-db02155eb5df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804234 Jan 28 06:52:55.271745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f32e08-1093-48b7-90d8-0de7a97856f1 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:52:55.278959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:55.293504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Transition to ACTIVE for port object 48f32e08-1093-48b7-90d8-0de7a97856f1 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:52:55.378933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:55.506878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=48f32e08-1093-48b7-90d8-0de7a97856f1,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:55.614507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Attempting to bind port 48f32e08-1093-48b7-90d8-0de7a97856f1 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:52:55.614845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Attempting to bind port 48f32e08-1093-48b7-90d8-0de7a97856f1 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:52:55.615199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Attempting to bind port 48f32e08-1093-48b7-90d8-0de7a97856f1 on network 5620029b-9f8a-4018-b69e-b35c68a7dfde {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:52:55.619762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Port 48f32e08-1093-48b7-90d8-0de7a97856f1 on network 5620029b-9f8a-4018-b69e-b35c68a7dfde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:52:55.620079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Attempting to bind port 48f32e08-1093-48b7-90d8-0de7a97856f1 on network 5620029b-9f8a-4018-b69e-b35c68a7dfde {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:52:55.625755 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:52:55.626438 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Checking segment: {'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:52:55.626578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Bound using segment: {'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:52:55.626900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Bound port: 48f32e08-1093-48b7-90d8-0de7a97856f1, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047dbfe8-c0a3-4058-9714-557508de6de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:52:55.627253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:55.722061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] For port 48f32e08-1093-48b7-90d8-0de7a97856f1, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:52:55.724991 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] For port 48f32e08-1093-48b7-90d8-0de7a97856f1, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=48f32e08-1093-48b7-90d8-0de7a97856f1,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:52:55.790949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:55.854029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:55.854624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:52:55.855987 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] 10.222.0.37 "PUT /v2.0/ports/48f32e08-1093-48b7-90d8-0de7a97856f1 HTTP/1.1" status: 200 len: 1093 time: 1.2056379 Jan 28 06:52:55.856411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429af480-2758-4eb0-841d-c6b0b6915028', 'tag': '48f32e08-1093-48b7-90d8-0de7a97856f1'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:52:55.876860 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b1d85-e20d-45a0-b585-f0650e6e9ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=48f32e08-1093-48b7-90d8-0de7a97856f1,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:52:55.906189 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429af480-2758-4eb0-841d-c6b0b6915028', 'tag': '48f32e08-1093-48b7-90d8-0de7a97856f1', 'status': 'completed', 'code': 200} Jan 28 06:52:56.032807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d979b-52ab-486e-b22b-687c2ae79e51 req-2b09f835-0581-4ed8-ab9f-5465602b0362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:56.034268 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab8d979b-52ab-486e-b22b-687c2ae79e51 req-2b09f835-0581-4ed8-ab9f-5465602b0362 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 1096 time: 0.0715475 Jan 28 06:52:56.184900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d979b-52ab-486e-b22b-687c2ae79e51 req-a9cf9436-52aa-4e3d-a389-3ffbfb82a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:56.187012 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab8d979b-52ab-486e-b22b-687c2ae79e51 req-a9cf9436-52aa-4e3d-a389-3ffbfb82a451 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fab9236ca18a49699cab17477937175c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1324339 Jan 28 06:52:56.385989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d979b-52ab-486e-b22b-687c2ae79e51 req-d59f18d2-da47-4a04-bd0c-09b5fda50d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:56.387366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab8d979b-52ab-486e-b22b-687c2ae79e51 req-d59f18d2-da47-4a04-bd0c-09b5fda50d5b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1912451 Jan 28 06:52:56.398111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ebae2-0213-4847-90f8-68fefb033bb4 req-fc021c6c-14fd-45e4-9c09-1bca9a137cc6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:56.399467 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-233ebae2-0213-4847-90f8-68fefb033bb4 req-fc021c6c-14fd-45e4-9c09-1bca9a137cc6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 943 time: 0.1852906 Jan 28 06:52:56.443297 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-233ebae2-0213-4847-90f8-68fefb033bb4 req-92624812-423d-4dad-8a7d-e105f1a8c559 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=249e2a76-e24b-40c5-af4a-db02155eb5df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376062 Jan 28 06:52:56.533874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-64d61bb9-1c19-45e3-9f20-32bb29d97378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:56.535334 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-64d61bb9-1c19-45e3-9f20-32bb29d97378 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 1096 time: 0.0705380 Jan 28 06:52:56.628275 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-7413e68c-2a87-4dc2-a4d2-8d2ae78ac411 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f32e08-1093-48b7-90d8-0de7a97856f1 HTTP/1.1" status: 200 len: 217 time: 0.0675464 Jan 28 06:52:56.692684 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-2dc9ebfc-7615-40a8-9e95-b3ea29b0753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:56.693998 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-2dc9ebfc-7615-40a8-9e95-b3ea29b0753e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ef80e865-e535-4f3b-a16b-81e20520e4ed HTTP/1.1" status: 200 len: 835 time: 0.0563793 Jan 28 06:52:56.774203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-b4289d64-621a-4e0b-947b-3de20c2acb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:56.775640 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-b4289d64-621a-4e0b-947b-3de20c2acb85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5620029b-9f8a-4018-b69e-b35c68a7dfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712535 Jan 28 06:52:57.003805 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-b399f1c8-641e-4727-a086-d0214fd17089 service neutron] 10.222.0.37 "GET /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181973 Jan 28 06:52:57.138443 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cea6c13-8c94-429c-81b9-6fca8b565ded req-772425fe-6cb5-4971-9b30-3bca37de8192 service neutron] 10.222.0.37 "GET /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224709 Jan 28 06:52:57.625179 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfd097-a96c-40ec-9c79-5846e135eaaf req-b1e32594-abe8-49bd-a0a6-f660fe81423e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:57.626602 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-42cfd097-a96c-40ec-9c79-5846e135eaaf req-b1e32594-abe8-49bd-a0a6-f660fe81423e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 943 time: 0.0785787 Jan 28 06:52:57.668659 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-42cfd097-a96c-40ec-9c79-5846e135eaaf req-f606a436-4095-47f8-9019-224f70d700f7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=249e2a76-e24b-40c5-af4a-db02155eb5df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364413 Jan 28 06:52:58.852405 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7778b67-b85e-4be8-8c1d-fb2f4d2cf99b req-1b6bbeba-9d7a-4cf9-866b-332a9fc79168 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:52:58.853833 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7778b67-b85e-4be8-8c1d-fb2f4d2cf99b req-1b6bbeba-9d7a-4cf9-866b-332a9fc79168 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 943 time: 0.0810480 Jan 28 06:52:58.897315 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7778b67-b85e-4be8-8c1d-fb2f4d2cf99b req-3e15b399-6432-494c-b1f4-ffeac03fc876 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=249e2a76-e24b-40c5-af4a-db02155eb5df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378757 Jan 28 06:53:00.077447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9042b-7269-4a12-98d2-33c3d6ea7251 req-6ec69a8a-dd90-40bd-96a8-5109828ab7fc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:00.078857 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4ee9042b-7269-4a12-98d2-33c3d6ea7251 req-6ec69a8a-dd90-40bd-96a8-5109828ab7fc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 943 time: 0.0786040 Jan 28 06:53:00.125581 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4ee9042b-7269-4a12-98d2-33c3d6ea7251 req-bd1aa843-966d-43f8-bca4-71a128a2c632 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=249e2a76-e24b-40c5-af4a-db02155eb5df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411296 Jan 28 06:53:00.364524 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 48f32e08-1093-48b7-90d8-0de7a97856f1 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:53:00.494746 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 48f32e08-1093-48b7-90d8-0de7a97856f1, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=48f32e08-1093-48b7-90d8-0de7a97856f1,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:53:00.507894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '48f32e08-1093-48b7-90d8-0de7a97856f1', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'port_id': '48f32e08-1093-48b7-90d8-0de7a97856f1', 'mac_address': 'fa:16:3e:bc:f0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:53:00.560822 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:00.577183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f32e08-1093-48b7-90d8-0de7a97856f1 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:53:00.592379 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 48f32e08-1093-48b7-90d8-0de7a97856f1, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=48f32e08-1093-48b7-90d8-0de7a97856f1,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:53:00.682424 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:00.793681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=48f32e08-1093-48b7-90d8-0de7a97856f1,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:00.800707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:00.801058 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:00.801433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:00.801771 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:00.802123 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:00.802447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:00.802775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:00.803101 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:00.803478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:00.803784 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:00.804105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:00.804429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:00.842849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f0d3e14-ed64-4add-be5b-b6aa7ad16fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:01.039319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['48f32e08-1093-48b7-90d8-0de7a97856f1'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:53:01.312517 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb492822-e7a3-4d6d-a6f2-9b9c0be13f97 req-097e1f7e-5644-4916-8aa4-3a1a5c1f0b2f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:01.313944 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eb492822-e7a3-4d6d-a6f2-9b9c0be13f97 req-097e1f7e-5644-4916-8aa4-3a1a5c1f0b2f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 944 time: 0.0795510 Jan 28 06:53:01.357520 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eb492822-e7a3-4d6d-a6f2-9b9c0be13f97 req-c8a790ea-795a-4d5e-8c04-8356668a6119 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=249e2a76-e24b-40c5-af4a-db02155eb5df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372829 Jan 28 06:53:02.375923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 48f32e08-1093-48b7-90d8-0de7a97856f1 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:53:02.541286 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bed182-f294-4efe-9f50-718b5f0fa841 req-d5d5a5c4-b5f0-4cdb-98e6-107dfa43ac20 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:02.542725 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b9bed182-f294-4efe-9f50-718b5f0fa841 req-d5d5a5c4-b5f0-4cdb-98e6-107dfa43ac20 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 944 time: 0.0813110 Jan 28 06:53:02.544855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 48f32e08-1093-48b7-90d8-0de7a97856f1 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:53:02.549949 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 48f32e08-1093-48b7-90d8-0de7a97856f1 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:53:02.550395 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:02.587630 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b9bed182-f294-4efe-9f50-718b5f0fa841 req-88780cd0-97fb-4189-8b93-1542cbbb89b5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=249e2a76-e24b-40c5-af4a-db02155eb5df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391273 Jan 28 06:53:02.665961 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:02.691888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429af480-2758-4eb0-841d-c6b0b6915028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f32e08-1093-48b7-90d8-0de7a97856f1'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:53:02.701911 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 48f32e08-1093-48b7-90d8-0de7a97856f1, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=48f32e08-1093-48b7-90d8-0de7a97856f1,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:53:02.779180 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:02.817024 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429af480-2758-4eb0-841d-c6b0b6915028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f32e08-1093-48b7-90d8-0de7a97856f1', 'code': 200} Jan 28 06:53:02.847593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=48f32e08-1093-48b7-90d8-0de7a97856f1,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:03.179315 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2887be3a-253b-4a2f-a5f7-63ee20cf449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:03.210891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748fe7c-5891-4861-9512-0217278d5726 req-cc4bc6c9-01e6-44cf-ad28-0aaa1cd7508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:03.212428 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7748fe7c-5891-4861-9512-0217278d5726 req-cc4bc6c9-01e6-44cf-ad28-0aaa1cd7508a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 1098 time: 0.0699859 Jan 28 06:53:03.256988 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7748fe7c-5891-4861-9512-0217278d5726 req-5dae28f9-dd3b-4aca-8291-47fb2eddbffd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=249e2a76-e24b-40c5-af4a-db02155eb5df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344517 Jan 28 06:53:03.769244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123d4d7-a565-4805-9e83-317f39d0ed8c req-aba945c9-eb82-4a15-8e6c-f17d5f4db103 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:03.770663 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1123d4d7-a565-4805-9e83-317f39d0ed8c req-aba945c9-eb82-4a15-8e6c-f17d5f4db103 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 945 time: 0.0814676 Jan 28 06:53:03.813631 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1123d4d7-a565-4805-9e83-317f39d0ed8c req-aa5361dd-1335-4649-9333-c122ae074bb7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=249e2a76-e24b-40c5-af4a-db02155eb5df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373793 Jan 28 06:53:04.298846 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:04.413603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:05.002911 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8a73c-549b-4eb6-bda4-b68210a3fecb req-5115f201-10e3-4624-af34-24dbf250b9ac tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:05.004376 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5ba8a73c-549b-4eb6-bda4-b68210a3fecb req-5115f201-10e3-4624-af34-24dbf250b9ac tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 945 time: 0.0839806 Jan 28 06:53:05.047854 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5ba8a73c-549b-4eb6-bda4-b68210a3fecb req-d5bda44c-d7e7-4751-9cbb-94bb52a0fb7f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=249e2a76-e24b-40c5-af4a-db02155eb5df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377533 Jan 28 06:53:05.232634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afbb6a-ad6a-4f13-af8e-5c439a2d6c11 req-3f15424d-188f-4983-82e9-63bdbbba9fc6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:05.234684 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a4afbb6a-ad6a-4f13-af8e-5c439a2d6c11 req-3f15424d-188f-4983-82e9-63bdbbba9fc6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 945 time: 0.0826833 Jan 28 06:53:05.279391 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a4afbb6a-ad6a-4f13-af8e-5c439a2d6c11 req-03971cb2-ca70-458e-b3f0-0cd5f88aa4be tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=249e2a76-e24b-40c5-af4a-db02155eb5df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391059 Jan 28 06:53:05.301730 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48988) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:53:05.368676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c1ba75-7563-447c-8bf1-31b2a8984f6b tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:05.370111 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-24c1ba75-7563-447c-8bf1-31b2a8984f6b tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 1093 time: 0.0674307 Jan 28 06:53:05.372917 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 48992) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:53:05.378177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e5c6feaf-bb2a-448a-bcbe-a3250d8d28ce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'floatingip': {'port_id': '48f32e08-1093-48b7-90d8-0de7a97856f1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:53:05.453708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5c6feaf-bb2a-448a-bcbe-a3250d8d28ce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:05.704753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:06.138634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5c6feaf-bb2a-448a-bcbe-a3250d8d28ce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:06.212913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5c6feaf-bb2a-448a-bcbe-a3250d8d28ce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:06.387965 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-e5c6feaf-bb2a-448a-bcbe-a3250d8d28ce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP aa1eea5c-3df3-4e4a-9da9-571c1fef18fe associated. External IP: 172.26.4.235, port: 48f32e08-1093-48b7-90d8-0de7a97856f1. Jan 28 06:53:06.733015 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c6feaf-bb2a-448a-bcbe-a3250d8d28ce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router f4a5938f-ec54-46c3-9473-92b4f05efa31 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:53:06.908470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c6feaf-bb2a-448a-bcbe-a3250d8d28ce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:53:06.913231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e5c6feaf-bb2a-448a-bcbe-a3250d8d28ce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:06.917734 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81bf996-519b-4944-a3ca-d1cbc39c857f None None] Sync routers for ids ['f4a5938f-ec54-46c3-9473-92b4f05efa31'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:53:06.927470 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81bf996-519b-4944-a3ca-d1cbc39c857f None None] Routers {'f4a5938f-ec54-46c3-9473-92b4f05efa31'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:53:06.928051 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b81bf996-519b-4944-a3ca-d1cbc39c857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:53:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f4a5938f-ec54-46c3-9473-92b4f05efa31'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:06.965666 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e5c6feaf-bb2a-448a-bcbe-a3250d8d28ce tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/floatingips/aa1eea5c-3df3-4e4a-9da9-571c1fef18fe HTTP/1.1" status: 200 len: 991 time: 1.5912175 Jan 28 06:53:06.966236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429af480-2758-4eb0-841d-c6b0b6915028', 'tag': '48f32e08-1093-48b7-90d8-0de7a97856f1'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:53:06.968826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 48996) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:53:07.019550 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429af480-2758-4eb0-841d-c6b0b6915028', 'tag': '48f32e08-1093-48b7-90d8-0de7a97856f1', 'status': 'completed', 'code': 200} Jan 28 06:53:07.087924 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9481d930-5475-481e-9c95-6e51a2953c0d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/aa1eea5c-3df3-4e4a-9da9-571c1fef18fe HTTP/1.1" status: 200 len: 991 time: 0.1178725 Jan 28 06:53:07.101400 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b81bf996-519b-4944-a3ca-d1cbc39c857f None None] Set router f4a5938f-ec54-46c3-9473-92b4f05efa31 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:53:07.137211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fe94c-78a2-4eb5-8f86-9e2f795f92ab req-a06b8c66-5ac2-4b68-9f02-c9dddc807035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:07.138828 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e2fe94c-78a2-4eb5-8f86-9e2f795f92ab req-a06b8c66-5ac2-4b68-9f02-c9dddc807035 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 1098 time: 0.0724678 Jan 28 06:53:07.387136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fe94c-78a2-4eb5-8f86-9e2f795f92ab req-2085fa43-ca28-4f75-b0c7-c6ce83d55060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:07.388606 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e2fe94c-78a2-4eb5-8f86-9e2f795f92ab req-2085fa43-ca28-4f75-b0c7-c6ce83d55060 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5620029b-9f8a-4018-b69e-b35c68a7dfde HTTP/1.1" status: 200 len: 897 time: 0.2435381 Jan 28 06:53:07.459839 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b81bf996-519b-4944-a3ca-d1cbc39c857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'aa1eea5c-3df3-4e4a-9da9-571c1fef18fe', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'port_id': '48f32e08-1093-48b7-90d8-0de7a97856f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'mac_address': 'fa:16:3e:bc:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429af480-2758-4eb0-841d-c6b0b6915028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:53:06Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:44Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:07.463635 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81bf996-519b-4944-a3ca-d1cbc39c857f None None] Checking router: f4a5938f-ec54-46c3-9473-92b4f05efa31 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:53:07.471982 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81bf996-519b-4944-a3ca-d1cbc39c857f None None] Routers {'f4a5938f-ec54-46c3-9473-92b4f05efa31'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:53:07.472562 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b81bf996-519b-4944-a3ca-d1cbc39c857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:53:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f4a5938f-ec54-46c3-9473-92b4f05efa31'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:07.488690 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e2fe94c-78a2-4eb5-8f86-9e2f795f92ab req-83caa5b6-8150-47a5-86fc-603397567c50 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48f32e08-1093-48b7-90d8-0de7a97856f1 HTTP/1.1" status: 200 len: 999 time: 0.0937443 Jan 28 06:53:07.551242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fe94c-78a2-4eb5-8f86-9e2f795f92ab req-1dae7ef2-306d-4efa-b78e-0c3a70ae4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:07.552754 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e2fe94c-78a2-4eb5-8f86-9e2f795f92ab req-1dae7ef2-306d-4efa-b78e-0c3a70ae4979 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ef80e865-e535-4f3b-a16b-81e20520e4ed HTTP/1.1" status: 200 len: 835 time: 0.0575664 Jan 28 06:53:07.630505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fe94c-78a2-4eb5-8f86-9e2f795f92ab req-90982bd5-5dac-41c6-b10f-3ddd51ab37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:07.632007 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e2fe94c-78a2-4eb5-8f86-9e2f795f92ab req-90982bd5-5dac-41c6-b10f-3ddd51ab37bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5620029b-9f8a-4018-b69e-b35c68a7dfde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692303 Jan 28 06:53:07.675768 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b81bf996-519b-4944-a3ca-d1cbc39c857f None None] Set router f4a5938f-ec54-46c3-9473-92b4f05efa31 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:53:07.765674 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e2fe94c-78a2-4eb5-8f86-9e2f795f92ab req-4bf1bb69-2325-4335-bc13-bcb7f1c851f5 service neutron] 10.222.0.37 "GET /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271267 Jan 28 06:53:07.896055 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e2fe94c-78a2-4eb5-8f86-9e2f795f92ab req-06bc3fc8-9fe4-45db-85c8-dfc4d682bff6 service neutron] 10.222.0.37 "GET /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233625 Jan 28 06:53:08.013187 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b81bf996-519b-4944-a3ca-d1cbc39c857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'aa1eea5c-3df3-4e4a-9da9-571c1fef18fe', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'port_id': '48f32e08-1093-48b7-90d8-0de7a97856f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'mac_address': 'fa:16:3e:bc:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429af480-2758-4eb0-841d-c6b0b6915028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:53:06Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:44Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:08.017533 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81bf996-519b-4944-a3ca-d1cbc39c857f None None] The sync data for ids ['f4a5938f-ec54-46c3-9473-92b4f05efa31'] in dv-neutron-824022-4-hyperv is: [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'aa1eea5c-3df3-4e4a-9da9-571c1fef18fe', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.235', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'port_id': '48f32e08-1093-48b7-90d8-0de7a97856f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'mac_address': 'fa:16:3e:bc:f0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429af480-2758-4eb0-841d-c6b0b6915028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:52:00Z', 'updated_at': '2022-01-28T06:53:06Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:44Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:53:08.091765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49002) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:53:08.201064 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-58896be5-a6b6-416e-b4c1-7eb9c9f9ecc9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/aa1eea5c-3df3-4e4a-9da9-571c1fef18fe HTTP/1.1" status: 200 len: 991 time: 0.1062770 Jan 28 06:53:08.211675 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce9d71b-5fc4-4a79-84bf-2eddd84b9bfe None None] New status for floating IP aa1eea5c-3df3-4e4a-9da9-571c1fef18fe: ACTIVE {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:53:09.207470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49006) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:53:09.304026 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fd796da0-801d-42d9-a386-139fec32d32a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/aa1eea5c-3df3-4e4a-9da9-571c1fef18fe HTTP/1.1" status: 200 len: 993 time: 0.0998018 Jan 28 06:53:10.790606 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:16.371251 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:53:30.881372 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-77066f8d-5ce6-45a6-8e5e-f9d49ee07437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:33.172276 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2468e925-f6ce-4ddf-a554-dd1e2a70f74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:34.286823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:34.400350 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:35.737951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:40.765768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:42.997664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8b108-c332-402e-bf23-91e237f1832f req-30526653-b06d-49b3-bd75-e1b3724b5f5a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:42.999649 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97f8b108-c332-402e-bf23-91e237f1832f req-30526653-b06d-49b3-bd75-e1b3724b5f5a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 945 time: 0.0832102 Jan 28 06:53:43.042909 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97f8b108-c332-402e-bf23-91e237f1832f req-ced4e7bd-cb89-43c9-9bd1-705930b01966 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=249e2a76-e24b-40c5-af4a-db02155eb5df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375037 Jan 28 06:53:44.228809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa6626-463b-4436-963c-16aa2e6aa2c5 req-387dfdc7-fc6a-4835-91f2-bd766d63397b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:44.230138 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72fa6626-463b-4436-963c-16aa2e6aa2c5 req-387dfdc7-fc6a-4835-91f2-bd766d63397b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 945 time: 0.0778651 Jan 28 06:53:44.275085 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72fa6626-463b-4436-963c-16aa2e6aa2c5 req-09db6e57-db69-4e34-8492-f98e1bcb85a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=249e2a76-e24b-40c5-af4a-db02155eb5df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393603 Jan 28 06:53:44.683608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-6b155c60-0732-4ee4-8c2c-42de5f3f6f6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:44.684991 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-6b155c60-0732-4ee4-8c2c-42de5f3f6f6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 945 time: 0.0764291 Jan 28 06:53:44.755012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 48f32e08-1093-48b7-90d8-0de7a97856f1 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:53:44.755415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:44.993635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 48f32e08-1093-48b7-90d8-0de7a97856f1, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=48f32e08-1093-48b7-90d8-0de7a97856f1,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:53:44.993968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:45.278458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:45.279685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:45.279811 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP aa1eea5c-3df3-4e4a-9da9-571c1fef18fe disassociated. External IP: 172.26.4.235, port: 48f32e08-1093-48b7-90d8-0de7a97856f1. Jan 28 06:53:45.280047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 48f32e08-1093-48b7-90d8-0de7a97856f1 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:53:45.512045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515612f7-86bf-483f-ae33-481fc66716a6 req-b6cfaf32-9cdb-4204-926e-dc3acc1edeb6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:45.514894 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-515612f7-86bf-483f-ae33-481fc66716a6 req-b6cfaf32-9cdb-4204-926e-dc3acc1edeb6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 945 time: 0.1290359 Jan 28 06:53:45.535819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:45.695499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=48f32e08-1093-48b7-90d8-0de7a97856f1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:45.713124 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-515612f7-86bf-483f-ae33-481fc66716a6 req-95c7bb33-9eef-4c2f-94d0-b1587075a289 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=249e2a76-e24b-40c5-af4a-db02155eb5df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925781 Jan 28 06:53:45.890644 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router f4a5938f-ec54-46c3-9473-92b4f05efa31 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:53:46.066397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:53:46.076766 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930d6d1b-5038-452c-a171-1a3bb8c3f678 None None] Sync routers for ids ['f4a5938f-ec54-46c3-9473-92b4f05efa31'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:53:46.087212 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d6d1b-5038-452c-a171-1a3bb8c3f678 None None] Routers {'f4a5938f-ec54-46c3-9473-92b4f05efa31'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:53:46.088312 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-930d6d1b-5038-452c-a171-1a3bb8c3f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:53:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f4a5938f-ec54-46c3-9473-92b4f05efa31'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:46.143170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] No DVR routers for this DVR port 48f32e08-1093-48b7-90d8-0de7a97856f1 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:53:46.145712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:46.148438 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429af480-2758-4eb0-841d-c6b0b6915028', 'name': 'network-vif-deleted', 'tag': '48f32e08-1093-48b7-90d8-0de7a97856f1'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:53:46.195851 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429af480-2758-4eb0-841d-c6b0b6915028', 'name': 'network-vif-deleted', 'tag': '48f32e08-1093-48b7-90d8-0de7a97856f1', 'status': 'completed', 'code': 200} Jan 28 06:53:46.213444 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cb5ca841-00f4-45fc-b6d1-726ce6a0a0e6 req-657518b4-7494-4c2b-a12f-7f9794faf2d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "DELETE /v2.0/ports/48f32e08-1093-48b7-90d8-0de7a97856f1 HTTP/1.1" status: 204 len: 173 time: 1.5192521 Jan 28 06:53:46.278213 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-930d6d1b-5038-452c-a171-1a3bb8c3f678 None None] Set router f4a5938f-ec54-46c3-9473-92b4f05efa31 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:53:46.584803 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-930d6d1b-5038-452c-a171-1a3bb8c3f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:44Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:46.588655 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930d6d1b-5038-452c-a171-1a3bb8c3f678 None None] Checking router: f4a5938f-ec54-46c3-9473-92b4f05efa31 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:53:46.597486 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d6d1b-5038-452c-a171-1a3bb8c3f678 None None] Routers {'f4a5938f-ec54-46c3-9473-92b4f05efa31'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:53:46.598067 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-930d6d1b-5038-452c-a171-1a3bb8c3f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:53:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f4a5938f-ec54-46c3-9473-92b4f05efa31'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:46.771631 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-930d6d1b-5038-452c-a171-1a3bb8c3f678 None None] Set router f4a5938f-ec54-46c3-9473-92b4f05efa31 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:53:46.879129 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-63b24647-6c73-4fd9-922a-5bf2d2c4b461 req-321ae02b-877c-4c24-a977-95c7869d4206 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:53:46.961100 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-63b24647-6c73-4fd9-922a-5bf2d2c4b461 req-321ae02b-877c-4c24-a977-95c7869d4206 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:53:46.962313 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-63b24647-6c73-4fd9-922a-5bf2d2c4b461 req-321ae02b-877c-4c24-a977-95c7869d4206 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=429af480-2758-4eb0-841d-c6b0b6915028 HTTP/1.1" status: 200 len: 210 time: 0.1271458 Jan 28 06:53:47.125133 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-930d6d1b-5038-452c-a171-1a3bb8c3f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:44Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:47.129021 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930d6d1b-5038-452c-a171-1a3bb8c3f678 None None] The sync data for ids ['f4a5938f-ec54-46c3-9473-92b4f05efa31'] in dv-neutron-824022-4-hyperv is: [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:51:39Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'e406fdce-d2c3-4499-a314-f5121de09a0d', 'name': '', 'network_id': '5620029b-9f8a-4018-b69e-b35c68a7dfde', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:fd:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:38Z', 'updated_at': '2022-01-28T06:51:44Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'ef80e865-e535-4f3b-a16b-81e20520e4ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:53:47.356630 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29166d7-4241-47fd-85fd-aa8759c87f64 None None] New status for floating IP aa1eea5c-3df3-4e4a-9da9-571c1fef18fe: DOWN {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:53:48.065463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49036) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:53:48.131462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:48.159968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:48.309283 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:48.327255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249e2a76-e24b-40c5-af4a-db02155eb5df,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:48.335119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:48.335484 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:48.335815 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:48.336138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:48.336456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:48.336853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:48.337163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:48.337477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:48.337789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:48.338101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:48.338407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:48.338714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:48.394000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:48.395428 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1d34a88d-2604-4b28-ad00-575b6ffa5d33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/security-groups/249e2a76-e24b-40c5-af4a-db02155eb5df HTTP/1.1" status: 204 len: 168 time: 0.3286815 Jan 28 06:53:48.626838 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 48f32e08-1093-48b7-90d8-0de7a97856f1 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:53:48.663699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 48f32e08-1093-48b7-90d8-0de7a97856f1 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:53:48.664042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 48f32e08-1093-48b7-90d8-0de7a97856f1 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:53:49.498969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49044) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:53:49.650127 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-efa9fcc4-1646-4064-a8a0-33829526ece6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 7aecfd5e-9ba0-4e4f-8ed8-88984be59929 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:53:49.650470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efa9fcc4-1646-4064-a8a0-33829526ece6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:49.817329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efa9fcc4-1646-4064-a8a0-33829526ece6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:49.817680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efa9fcc4-1646-4064-a8a0-33829526ece6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:49.942751 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-efa9fcc4-1646-4064-a8a0-33829526ece6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 7aecfd5e-9ba0-4e4f-8ed8-88984be59929 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:53:50.149222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efa9fcc4-1646-4064-a8a0-33829526ece6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:50.196627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9fcc4-1646-4064-a8a0-33829526ece6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=7aecfd5e-9ba0-4e4f-8ed8-88984be59929,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:50.392095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efa9fcc4-1646-4064-a8a0-33829526ece6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:50.463089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efa9fcc4-1646-4064-a8a0-33829526ece6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:50.464334 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-efa9fcc4-1646-4064-a8a0-33829526ece6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/floatingips/aa1eea5c-3df3-4e4a-9da9-571c1fef18fe HTTP/1.1" status: 204 len: 168 time: 0.9643564 Jan 28 06:53:51.051577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27c2cc-1caf-4cf2-9298-94afd4f4aeea req-3e543334-8d91-4b2d-9459-6543e4811bc6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:51.052323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-6b27c2cc-1caf-4cf2-9298-94afd4f4aeea req-3e543334-8d91-4b2d-9459-6543e4811bc6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:53:51.126177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-6b27c2cc-1caf-4cf2-9298-94afd4f4aeea req-3e543334-8d91-4b2d-9459-6543e4811bc6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:53:51.127269 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6b27c2cc-1caf-4cf2-9298-94afd4f4aeea req-3e543334-8d91-4b2d-9459-6543e4811bc6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 946 time: 0.1516953 Jan 28 06:53:51.170532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-6b27c2cc-1caf-4cf2-9298-94afd4f4aeea req-ddef6af6-c8e9-4e75-8a28-6d6bb81170b1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:53:51.292710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-6b27c2cc-1caf-4cf2-9298-94afd4f4aeea req-ddef6af6-c8e9-4e75-8a28-6d6bb81170b1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:53:51.294099 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6b27c2cc-1caf-4cf2-9298-94afd4f4aeea req-ddef6af6-c8e9-4e75-8a28-6d6bb81170b1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcf0bf91-abac-415f-9f3a-c102c2d9d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613393 Jan 28 06:53:52.490876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221729a6-c4b1-4d1a-8665-3ac041239aab req-98b15422-8cf2-49d1-9561-ca3bbf2f053a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:52.493394 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-221729a6-c4b1-4d1a-8665-3ac041239aab req-98b15422-8cf2-49d1-9561-ca3bbf2f053a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 946 time: 0.0836082 Jan 28 06:53:52.537471 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-221729a6-c4b1-4d1a-8665-3ac041239aab req-2dd10e63-ad20-4bcc-b0fa-e957de61b1f0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fcf0bf91-abac-415f-9f3a-c102c2d9d2db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377507 Jan 28 06:53:52.684718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce0de2-1441-44ac-90cc-e68846a94490 req-042e3266-e7c0-459d-8cf3-664df04c8993 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:53:52.686016 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a2ce0de2-1441-44ac-90cc-e68846a94490 req-042e3266-e7c0-459d-8cf3-664df04c8993 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 946 time: 0.0768957 Jan 28 06:53:52.761807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-a2ce0de2-1441-44ac-90cc-e68846a94490 req-d7aa43ff-a3fd-4d99-815b-e86ca74753f7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port f7ecb932-1506-4650-b014-f9932de9e9b5 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:53:52.762146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a2ce0de2-1441-44ac-90cc-e68846a94490 req-d7aa43ff-a3fd-4d99-815b-e86ca74753f7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:53.002566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-a2ce0de2-1441-44ac-90cc-e68846a94490 req-d7aa43ff-a3fd-4d99-815b-e86ca74753f7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port f7ecb932-1506-4650-b014-f9932de9e9b5, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f7ecb932-1506-4650-b014-f9932de9e9b5,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:53:53.002926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a2ce0de2-1441-44ac-90cc-e68846a94490 req-d7aa43ff-a3fd-4d99-815b-e86ca74753f7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:53.120869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-a2ce0de2-1441-44ac-90cc-e68846a94490 req-d7aa43ff-a3fd-4d99-815b-e86ca74753f7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for f7ecb932-1506-4650-b014-f9932de9e9b5 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:53:53.344100 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a2ce0de2-1441-44ac-90cc-e68846a94490 req-d7aa43ff-a3fd-4d99-815b-e86ca74753f7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:53.370209 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:53:53.392321 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa43ff-a3fd-4d99-815b-e86ca74753f7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=f7ecb932-1506-4650-b014-f9932de9e9b5,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:53.468952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ce0de2-1441-44ac-90cc-e68846a94490 req-d7aa43ff-a3fd-4d99-815b-e86ca74753f7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] No DVR routers for this DVR port f7ecb932-1506-4650-b014-f9932de9e9b5 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:53:53.471241 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a2ce0de2-1441-44ac-90cc-e68846a94490 req-d7aa43ff-a3fd-4d99-815b-e86ca74753f7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:53.473652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'name': 'network-vif-deleted', 'tag': 'f7ecb932-1506-4650-b014-f9932de9e9b5'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:53:53.518057 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a72299-5ddb-446b-b37a-410bcbfe7c57', 'name': 'network-vif-deleted', 'tag': 'f7ecb932-1506-4650-b014-f9932de9e9b5', 'status': 'completed', 'code': 200} Jan 28 06:53:53.579498 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a2ce0de2-1441-44ac-90cc-e68846a94490 req-d7aa43ff-a3fd-4d99-815b-e86ca74753f7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "DELETE /v2.0/ports/f7ecb932-1506-4650-b014-f9932de9e9b5 HTTP/1.1" status: 204 len: 173 time: 0.8840661 Jan 28 06:53:53.686219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-18b2ccbe-7c6e-416c-9b4b-f82881ad78a5 req-6e5d262b-e474-44c6-8139-aedb51bdfb11 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:53:53.743464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-18b2ccbe-7c6e-416c-9b4b-f82881ad78a5 req-6e5d262b-e474-44c6-8139-aedb51bdfb11 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:53:53.745367 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-18b2ccbe-7c6e-416c-9b4b-f82881ad78a5 req-6e5d262b-e474-44c6-8139-aedb51bdfb11 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=d9a72299-5ddb-446b-b37a-410bcbfe7c57 HTTP/1.1" status: 200 len: 210 time: 0.1003864 Jan 28 06:53:54.839016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49062) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:53:55.016577 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:55.044839 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:55.171733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:55.190133 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf0bf91-abac-415f-9f3a-c102c2d9d2db,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:55.198232 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:55.198577 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:55.198909 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:55.199249 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:55.199650 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:55.199978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:55.200299 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:55.200616 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:55.200934 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:55.201249 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:55.201595 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:55.201873 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:53:55.297703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:55.298840 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5b12f026-414e-4755-bc8d-506e558a975d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/security-groups/fcf0bf91-abac-415f-9f3a-c102c2d9d2db HTTP/1.1" status: 204 len: 168 time: 0.4588091 Jan 28 06:53:55.389878 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49068) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:53:55.934820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3f1f1c1-8083-4515-ac50-5387fda6411d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:56.283579 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c3f1f1c1-8083-4515-ac50-5387fda6411d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port e406fdce-d2c3-4499-a314-f5121de09a0d {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:53:56.283967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3f1f1c1-8083-4515-ac50-5387fda6411d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:56.468108 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-c3f1f1c1-8083-4515-ac50-5387fda6411d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port e406fdce-d2c3-4499-a314-f5121de09a0d, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e406fdce-d2c3-4499-a314-f5121de09a0d,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:53:56.468463 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3f1f1c1-8083-4515-ac50-5387fda6411d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:56.590404 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c3f1f1c1-8083-4515-ac50-5387fda6411d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for e406fdce-d2c3-4499-a314-f5121de09a0d owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:53:56.677452 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f7ecb932-1506-4650-b014-f9932de9e9b5 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:53:56.712838 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: f7ecb932-1506-4650-b014-f9932de9e9b5 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:53:56.713180 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f7ecb932-1506-4650-b014-f9932de9e9b5 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:53:56.977833 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3f1f1c1-8083-4515-ac50-5387fda6411d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:57.026750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1f1c1-8083-4515-ac50-5387fda6411d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=e406fdce-d2c3-4499-a314-f5121de09a0d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:57.303883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c3f1f1c1-8083-4515-ac50-5387fda6411d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:57.664505 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f1f1c1-8083-4515-ac50-5387fda6411d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router f4a5938f-ec54-46c3-9473-92b4f05efa31 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:53:57.837667 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f1f1c1-8083-4515-ac50-5387fda6411d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:53:57.850728 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5a98e-0c4b-4b66-a8e3-7ce83b2bea84 None None] Sync routers for ids ['f4a5938f-ec54-46c3-9473-92b4f05efa31'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:53:57.859460 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5a98e-0c4b-4b66-a8e3-7ce83b2bea84 None None] Routers {'f4a5938f-ec54-46c3-9473-92b4f05efa31'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:53:57.860056 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1ae5a98e-0c4b-4b66-a8e3-7ce83b2bea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:53:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f4a5938f-ec54-46c3-9473-92b4f05efa31'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:57.909050 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c3f1f1c1-8083-4515-ac50-5387fda6411d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/f4a5938f-ec54-46c3-9473-92b4f05efa31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5145144 Jan 28 06:53:57.909050 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49072) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:53:57.976969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d049754-9adb-4e50-b3b5-b4da91374b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting subnet ef80e865-e535-4f3b-a16b-81e20520e4ed {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:53:57.980012 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0d049754-9adb-4e50-b3b5-b4da91374b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:58.034196 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0d049754-9adb-4e50-b3b5-b4da91374b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:58.039638 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-1ae5a98e-0c4b-4b66-a8e3-7ce83b2bea84 None None] Set router f4a5938f-ec54-46c3-9473-92b4f05efa31 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:53:58.116142 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0d049754-9adb-4e50-b3b5-b4da91374b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:58.275044 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0d049754-9adb-4e50-b3b5-b4da91374b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:58.315325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d049754-9adb-4e50-b3b5-b4da91374b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Subnet': ['ID=ef80e865-e535-4f3b-a16b-81e20520e4ed,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:58.317442 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0d049754-9adb-4e50-b3b5-b4da91374b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:58.322895 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1ae5a98e-0c4b-4b66-a8e3-7ce83b2bea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:53:56Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:58.327034 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb5331-8cb4-4160-a879-dfe1ac8b2bce None None] Network 5620029b-9f8a-4018-b69e-b35c68a7dfde requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:53:58.327589 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0d049754-9adb-4e50-b3b5-b4da91374b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/subnets/ef80e865-e535-4f3b-a16b-81e20520e4ed HTTP/1.1" status: 204 len: 168 time: 0.4147027 Jan 28 06:53:58.327589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49076) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:53:58.327777 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5a98e-0c4b-4b66-a8e3-7ce83b2bea84 None None] Checking router: f4a5938f-ec54-46c3-9473-92b4f05efa31 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:53:58.336073 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae5a98e-0c4b-4b66-a8e3-7ce83b2bea84 None None] Routers {'f4a5938f-ec54-46c3-9473-92b4f05efa31'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:53:58.337121 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1ae5a98e-0c4b-4b66-a8e3-7ce83b2bea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:53:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['f4a5938f-ec54-46c3-9473-92b4f05efa31'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:58.551345 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-1ae5a98e-0c4b-4b66-a8e3-7ce83b2bea84 None None] Set router f4a5938f-ec54-46c3-9473-92b4f05efa31 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:53:58.599071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e32246-dae0-48a7-b18c-c1d29fe9a865 None None] DHCP port deletion for 5620029b-9f8a-4018-b69e-b35c68a7dfde request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:53:58.603336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-00e32246-dae0-48a7-b18c-c1d29fe9a865 None None] Deleting port e79e2066-791d-47ad-9428-ce92473708b3 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:53:58.603989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00e32246-dae0-48a7-b18c-c1d29fe9a865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:58.641631 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:58.835844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:58.864699 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1ae5a98e-0c4b-4b66-a8e3-7ce83b2bea84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:53:56Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:53:58.867769 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-00e32246-dae0-48a7-b18c-c1d29fe9a865 None None] For port e79e2066-791d-47ad-9428-ce92473708b3, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=e79e2066-791d-47ad-9428-ce92473708b3,segment=NetworkSegment(047dbfe8-c0a3-4058-9714-557508de6de8),segment_id=047dbfe8-c0a3-4058-9714-557508de6de8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:53:58.868161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00e32246-dae0-48a7-b18c-c1d29fe9a865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:58.868907 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae5a98e-0c4b-4b66-a8e3-7ce83b2bea84 None None] The sync data for ids ['f4a5938f-ec54-46c3-9473-92b4f05efa31'] in dv-neutron-824022-4-hyperv is: [{'id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'name': 'tempest-TestNetworkBasicOps-router-1187980914', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199'}], 'enable_snat': True}, 'gw_port_id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:51:33Z', 'updated_at': '2022-01-28T06:53:56Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '8994cb21-ce03-4e65-b788-7483026ca5d9', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a5938f-ec54-46c3-9473-92b4f05efa31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:51:34Z', 'updated_at': '2022-01-28T06:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:53:58.917990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 8994cb21-ce03-4e65-b788-7483026ca5d9 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:53:58.917990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:58.996091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-00e32246-dae0-48a7-b18c-c1d29fe9a865 None None] Calling delete_port for e79e2066-791d-47ad-9428-ce92473708b3 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:53:59.090004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 8994cb21-ce03-4e65-b788-7483026ca5d9, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8994cb21-ce03-4e65-b788-7483026ca5d9,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:53:59.090556 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:59.160775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-00e32246-dae0-48a7-b18c-c1d29fe9a865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:59.207140 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e32246-dae0-48a7-b18c-c1d29fe9a865 None None] Pushing event deleted for resources: {'Port': ['ID=e79e2066-791d-47ad-9428-ce92473708b3,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:59.212007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e32246-dae0-48a7-b18c-c1d29fe9a865 None None] No DVR routers for this DVR port e79e2066-791d-47ad-9428-ce92473708b3 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:53:59.213018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 8994cb21-ce03-4e65-b788-7483026ca5d9 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:53:59.519797 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:59.572968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=8994cb21-ce03-4e65-b788-7483026ca5d9,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:53:59.661078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:59.833325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:59.835984 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:59.931964 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:59.932518 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Fanout notify agent at l3_agent the message router_deleted on router f4a5938f-ec54-46c3-9473-92b4f05efa31 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:53:59.951825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:53:59.952969 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fcfaceb4-067a-4539-99cb-aa70a05e21dd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/routers/f4a5938f-ec54-46c3-9473-92b4f05efa31 HTTP/1.1" status: 204 len: 168 time: 1.6248858 Jan 28 06:53:59.955793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49080) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:00.074059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08728c42-5d59-4eff-8ce3-8f859aa2c256 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:00.309655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08728c42-5d59-4eff-8ce3-8f859aa2c256 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:00.333364 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-08728c42-5d59-4eff-8ce3-8f859aa2c256 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5620029b-9f8a-4018-b69e-b35c68a7dfde']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:00.345648 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-08728c42-5d59-4eff-8ce3-8f859aa2c256 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047dbfe8-c0a3-4058-9714-557508de6de8') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:00.353252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-08728c42-5d59-4eff-8ce3-8f859aa2c256 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047dbfe8-c0a3-4058-9714-557508de6de8') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:00.357394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08728c42-5d59-4eff-8ce3-8f859aa2c256 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:00.375135 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08728c42-5d59-4eff-8ce3-8f859aa2c256 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:00.380904 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08728c42-5d59-4eff-8ce3-8f859aa2c256 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:54:00.381301 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08728c42-5d59-4eff-8ce3-8f859aa2c256 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:54:00.396453 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:54:00.509212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e79e2066-791d-47ad-9428-ce92473708b3 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:54:00.541196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: e79e2066-791d-47ad-9428-ce92473708b3 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:54:00.541544 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e79e2066-791d-47ad-9428-ce92473708b3 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:54:00.541954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e406fdce-d2c3-4499-a314-f5121de09a0d no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:54:00.577698 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08728c42-5d59-4eff-8ce3-8f859aa2c256 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:00.578002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: e406fdce-d2c3-4499-a314-f5121de09a0d {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:54:00.578349 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device e406fdce-d2c3-4499-a314-f5121de09a0d not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:54:00.578761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8994cb21-ce03-4e65-b788-7483026ca5d9 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:54:00.597316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-08728c42-5d59-4eff-8ce3-8f859aa2c256 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:00.610632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08728c42-5d59-4eff-8ce3-8f859aa2c256 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Network': ['ID=5620029b-9f8a-4018-b69e-b35c68a7dfde,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:00.612247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 8994cb21-ce03-4e65-b788-7483026ca5d9 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:54:00.612594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8994cb21-ce03-4e65-b788-7483026ca5d9 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:54:00.613574 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-08728c42-5d59-4eff-8ce3-8f859aa2c256 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/networks/5620029b-9f8a-4018-b69e-b35c68a7dfde HTTP/1.1" status: 204 len: 168 time: 0.6566875 Jan 28 06:54:00.637236 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49086) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:00.642742 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'network': {'name': 'tempest-network-smoke--539472653', 'project_id': 'fab9236ca18a49699cab17477937175c', 'port_security_enabled': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:00.648110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:00.652143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:network and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:00.654959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:00.660644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:00.759485 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:54:00.762942 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:00.791407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:54:00.800764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:00.801136 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Added segment c0b36c61-7b30-4e58-9592-2ebd893c8138 of type vlan for network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 Jan 28 06:54:00.835455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ce7b6fc-9f99-42c9-b17b-11b1ac6b77ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:00.847740 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:01.149322 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:01.155396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:01.158549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:01.211493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83533b-be90-43d2-a1e7-855c13c8e16b req-0fd237ae-80d1-4fa9-980f-4e8451cf5360 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:01.211493 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af83533b-be90-43d2-a1e7-855c13c8e16b req-0fd237ae-80d1-4fa9-980f-4e8451cf5360 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 946 time: 0.1135044 Jan 28 06:54:01.265173 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af83533b-be90-43d2-a1e7-855c13c8e16b req-a33b8e96-5b29-44fb-b1b6-57f81d64821a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488510 Jan 28 06:54:01.271682 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Network': ['ID=17054ea1-baca-4868-b7fc-52fca8b7cfc6,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:01.287081 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:54:01.304189 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c34c03ff-f7c8-43d7-b8fc-16c2f8ebdbe6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6658711 Jan 28 06:54:01.307035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49092) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:01.312514 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-915120950', 'admin_state_up': True, 'project_id': 'fab9236ca18a49699cab17477937175c', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:01.319940 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:01.323802 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:router and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:01.327097 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:01.333800 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:01.422931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:01.424063 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:01.438954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:01.804977 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:02.153819 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:02.185727 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:02.327514 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.77 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/03eee9ba-e0af-42f7-a5dd-21bf9e9cb028) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:02.453336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f00a54-da79-4290-913c-0ae818a01877 req-62e23092-2bb2-4668-b045-32a0cd679981 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:02.454783 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68f00a54-da79-4290-913c-0ae818a01877 req-62e23092-2bb2-4668-b045-32a0cd679981 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 946 time: 0.0810993 Jan 28 06:54:02.474297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:02.500147 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68f00a54-da79-4290-913c-0ae818a01877 req-3d91ec33-ed5e-45e3-9fb5-69214bca0c3d tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395875 Jan 28 06:54:02.618619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:02.785173 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:02.788064 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:02.791641 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:54:02.821783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=03eee9ba-e0af-42f7-a5dd-21bf9e9cb028,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:03.170874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-e5ffb359-2380-4b23-855e-346a4ce520a6 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:03.172224 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-e5ffb359-2380-4b23-855e-346a4ce520a6 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 946 time: 0.0809765 Jan 28 06:54:03.200738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e29a217b-4e90-4c4d-96a3-deb460d7899d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:03.243611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Deleting port 73522750-8629-44f0-8a06-2f9145daa31d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:54:03.243949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:03.359320 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:03.487710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] For port 73522750-8629-44f0-8a06-2f9145daa31d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=73522750-8629-44f0-8a06-2f9145daa31d,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:54:03.488328 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:03.705691 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:03.925700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104006b-45be-427e-a62e-1669c72a50b4 req-39d74edb-137e-4445-b1a0-b164fdc1f9ce tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:03.927203 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d104006b-45be-427e-a62e-1669c72a50b4 req-39d74edb-137e-4445-b1a0-b164fdc1f9ce tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 946 time: 0.2495284 Jan 28 06:54:03.951045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:03.951426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:03.952380 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Floating IP 483f43d2-c4a7-42e3-a1d9-1d47a9c44bc4 disassociated. External IP: 172.26.4.72, port: 73522750-8629-44f0-8a06-2f9145daa31d. Jan 28 06:54:03.952716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Calling delete_port for 73522750-8629-44f0-8a06-2f9145daa31d owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:54:04.018006 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 71494274-50fa-44ad-aef8-a1b5765450fb is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:54:04.029367 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d104006b-45be-427e-a62e-1669c72a50b4 req-ca456208-96f2-45b9-8aaf-acd0775ec1f3 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964203 Jan 28 06:54:04.160940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:04.195776 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:54:04.205740 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Sync routers for ids ['71494274-50fa-44ad-aef8-a1b5765450fb'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:54:04.210875 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event deleted for resources: {'Port': ['ID=73522750-8629-44f0-8a06-2f9145daa31d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:04.216042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Routers {'71494274-50fa-44ad-aef8-a1b5765450fb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:54:04.217512 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:54:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['71494274-50fa-44ad-aef8-a1b5765450fb'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:04.313883 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:04.315151 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ab8d9c59-d3bd-4e22-9397-cc0d672ede40 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0071325 Jan 28 06:54:04.318239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49100) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:04.359542 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e3f6905f-c0c9-4601-b888-a5f41f591d2c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fab9236ca18a49699cab17477937175c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392895 Jan 28 06:54:04.362978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49104) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:04.405862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Router ef9833fd-fda0-4cfa-b103-4b4682482779 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:54:04.418402 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Set router 71494274-50fa-44ad-aef8-a1b5765450fb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:54:04.461361 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:04.521483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:04.611301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:54:04.623899 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65a370-7572-434f-8b3d-7ce7341df0a2 None None] Sync routers for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:54:04.624763 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2d9393-8cc7-4b0c-a6ef-406a33e9336c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:04.626266 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bd2d9393-8cc7-4b0c-a6ef-406a33e9336c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2623394 Jan 28 06:54:04.629674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49108) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:04.633991 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65a370-7572-434f-8b3d-7ce7341df0a2 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:54:04.636908 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-af65a370-7572-434f-8b3d-7ce7341df0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:54:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:04.690274 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f4f8be28-dc39-4c0a-8533-cf0968e6120a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570331 Jan 28 06:54:04.690524 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49112) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:04.696414 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1825340474', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'project_id': 'fab9236ca18a49699cab17477937175c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:04.704058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] No DVR routers for this DVR port 73522750-8629-44f0-8a06-2f9145daa31d on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:54:04.706566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:04.709548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4109820-89d4-4f4f-b4c0-20cf6057fe16', 'name': 'network-vif-deleted', 'tag': '73522750-8629-44f0-8a06-2f9145daa31d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:54:04.754766 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:54:03Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:04.759631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Checking router: 71494274-50fa-44ad-aef8-a1b5765450fb for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:54:04.759986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Updating router 71494274-50fa-44ad-aef8-a1b5765450fb port 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:54:04.806917 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4109820-89d4-4f4f-b4c0-20cf6057fe16', 'name': 'network-vif-deleted', 'tag': '73522750-8629-44f0-8a06-2f9145daa31d', 'status': 'completed', 'code': 200} Jan 28 06:54:04.808827 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2a1344b7-2307-45ff-8d61-6f59775b4fb6 req-64f05417-5a78-4145-a8ec-b01d05d76ba0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "DELETE /v2.0/ports/73522750-8629-44f0-8a06-2f9145daa31d HTTP/1.1" status: 204 len: 173 time: 1.6295152 Jan 28 06:54:04.839135 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:04.843796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:04.846869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:subnet and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:04.853729 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:04.859857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:04.932783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:54:04.938494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:04.958012 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-af65a370-7572-434f-8b3d-7ce7341df0a2 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:54:05.281881 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:05.290170 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:05.291341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1d825cfa-1b49-46d6-a47f-982265871d9a req-232fb614-9b4e-4c89-a853-7cbc4e3a958e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Synchronizing usage tracker for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:54:05.303346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Transition to ACTIVE for port object 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:54:05.327996 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-af65a370-7572-434f-8b3d-7ce7341df0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:05.332623 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65a370-7572-434f-8b3d-7ce7341df0a2 None None] Checking router: ef9833fd-fda0-4cfa-b103-4b4682482779 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:54:05.356082 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65a370-7572-434f-8b3d-7ce7341df0a2 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:54:05.356082 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-af65a370-7572-434f-8b3d-7ce7341df0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:54:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:05.372527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:05.376481 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Subnet': ['ID=e1793083-0204-400f-b1c1-633bdf989291,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:05.389905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1d825cfa-1b49-46d6-a47f-982265871d9a req-232fb614-9b4e-4c89-a853-7cbc4e3a958e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Unset dirty status for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:54:05.391348 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d825cfa-1b49-46d6-a47f-982265871d9a req-232fb614-9b4e-4c89-a853-7cbc4e3a958e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 210 time: 0.1647782 Jan 28 06:54:05.399400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Checking segment: {'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:54:05.399799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network hostable DHCP agents. Network: 17054ea1-baca-4868-b7fc-52fca8b7cfc6, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:54:05.475728 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Attempting to bind port 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:54:05.479710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Attempting to bind port 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:54:05.479710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Attempting to bind port 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:54:05.484893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:54:05.485266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:54:05.485673 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:05.486111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:54:05.486625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Bound port: 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:54:05.486933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:05.492051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:54:05.525395 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0b789-c041-4385-933e-563bd4970441 None None] Pushing event updated for resources: {'Port': ['ID=03eee9ba-e0af-42f7-a5dd-21bf9e9cb028,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:05.543264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0b789-c041-4385-933e-563bd4970441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:05.543264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0b789-c041-4385-933e-563bd4970441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:05.543264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0b789-c041-4385-933e-563bd4970441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:05.543680 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0b789-c041-4385-933e-563bd4970441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:05.543773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0b789-c041-4385-933e-563bd4970441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:05.544079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0b789-c041-4385-933e-563bd4970441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:05.544401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0b789-c041-4385-933e-563bd4970441 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:05.544724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0b789-c041-4385-933e-563bd4970441 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:05.545041 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0b789-c041-4385-933e-563bd4970441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:05.545905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0b789-c041-4385-933e-563bd4970441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:05.546224 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0b789-c041-4385-933e-563bd4970441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:05.546541 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf0b789-c041-4385-933e-563bd4970441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:05.555756 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-af65a370-7572-434f-8b3d-7ce7341df0a2 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:54:05.576643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] For port 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:54:05.579506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] For port 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=03eee9ba-e0af-42f7-a5dd-21bf9e9cb028,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:54:05.589172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 17054ea1-baca-4868-b7fc-52fca8b7cfc6) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:05.598406 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:05.601418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:05.602103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a242c87-5932-4650-a4c4-d307a7ccf425 None None] Network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:54:05.690292 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-162ff29d-1f90-4311-b812-deb447653ec5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9958615 Jan 28 06:54:05.690702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49122) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:05.698840 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:05.796486 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0b789-c041-4385-933e-563bd4970441 None None] Pushing event updated for resources: {'Port': ['ID=03eee9ba-e0af-42f7-a5dd-21bf9e9cb028,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:05.802698 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:05.871908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Routers {'71494274-50fa-44ad-aef8-a1b5765450fb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:54:05.872552 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:54:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['71494274-50fa-44ad-aef8-a1b5765450fb'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:05.908350 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-af65a370-7572-434f-8b3d-7ce7341df0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:05.912766 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65a370-7572-434f-8b3d-7ce7341df0a2 None None] The sync data for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv is: [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:54:06.111337 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] Set router 71494274-50fa-44ad-aef8-a1b5765450fb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:54:06.154773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ips': [{'subnet_id': 'e1793083-0204-400f-b1c1-633bdf989291'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:54:06.155643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:06.224836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecbed54-4121-43de-9966-9383c69b85cb None None] New status for floating IP 483f43d2-c4a7-42e3-a1d9-1d47a9c44bc4: DOWN {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:54:06.584586 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:06.696783 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4b58ef7-8923-43e0-b9c6-0e6d098e8db8 req-09e25e6b-b6b0-42be-a78e-0604b0d2202c tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4109820-89d4-4f4f-b4c0-20cf6057fe16 HTTP/1.1" status: 200 len: 210 time: 0.1144412 Jan 28 06:54:06.740864 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 73522750-8629-44f0-8a06-2f9145daa31d no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:54:06.790830 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 73522750-8629-44f0-8a06-2f9145daa31d {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:54:06.791174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 73522750-8629-44f0-8a06-2f9145daa31d not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:54:06.798010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Allocated IP 172.20.0.2 (17054ea1-baca-4868-b7fc-52fca8b7cfc6/e1793083-0204-400f-b1c1-633bdf989291/8fa50d2e-ff81-4634-ac63-e387f18a6bc9) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:06.938160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:54:03Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:06.945156 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9f40e7-b25c-4034-a9b6-494355bc51ea None None] The sync data for ids ['71494274-50fa-44ad-aef8-a1b5765450fb'] in dv-neutron-824022-4-hyperv is: [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:54:03Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:54:07.023642 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:07.034052 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Transition to ACTIVE for port object 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:54:07.052531 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Transition to ACTIVE for port object 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:54:07.110163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:07.181185 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:07.181467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.1 (17054ea1-baca-4868-b7fc-52fca8b7cfc6/e1793083-0204-400f-b1c1-633bdf989291/4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:07.186313 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:07.188358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:54:07.230084 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Pushing event updated for resources: {'Port': ['ID=8fa50d2e-ff81-4634-ac63-e387f18a6bc9,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:07.296577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Attempting to bind port 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:54:07.296960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Attempting to bind port 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:54:07.297355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Attempting to bind port 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 on network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:54:07.303161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:54:07.303595 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Checking segment: {'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:54:07.304012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:07.304439 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Bound using segment: {'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:54:07.304911 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Bound port: 8fa50d2e-ff81-4634-ac63-e387f18a6bc9, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:54:07.305288 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:07.390947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:07.405671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] For port 8fa50d2e-ff81-4634-ac63-e387f18a6bc9, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:54:07.409480 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] For port 8fa50d2e-ff81-4634-ac63-e387f18a6bc9, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8fa50d2e-ff81-4634-ac63-e387f18a6bc9,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:54:07.412111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:54:07.486458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:07.510074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:07.571309 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0b173-a3ab-4347-b269-9efffdcb3755 None None] Pushing event updated for resources: {'Port': ['ID=8fa50d2e-ff81-4634-ac63-e387f18a6bc9,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:07.578749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:07.583456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:07.597725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:54:07.635433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:07.663911 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:07.915926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:08.226409 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-b8958717-23a9-47ce-b96b-c1f2ca9f90f0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955972985&fields=id&tenant_id=7588e9cf38c44664a3c43179590607b4 HTTP/1.1" status: 200 len: 267 time: 0.0733356 Jan 28 06:54:08.569193 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:54:08.590730 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-89de44f0-e496-4033-8f5d-f2b9ab70bc63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:08.593150 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-89de44f0-e496-4033-8f5d-f2b9ab70bc63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 812 time: 0.3601987 Jan 28 06:54:08.622130 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-bd4961d4-6e99-43ef-a89e-855fd04dbbe3 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/quotas/7588e9cf38c44664a3c43179590607b4 HTTP/1.1" status: 200 len: 375 time: 0.0221772 Jan 28 06:54:08.624105 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:08.692850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:08.714637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:54:08.720444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:54:08.826636 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-a9b25d50-c0ad-47fa-93c5-059fc22c894b tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1987760 Jan 28 06:54:08.830405 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:08.843417 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:08.858593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:54:08.864534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:08.864918 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:09.006291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:09.023764 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=03eee9ba-e0af-42f7-a5dd-21bf9e9cb028,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:54:09.084863 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-6fc7b1f5-41e9-4552-a78e-ed78be714e74 service neutron] 10.222.0.25 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429109 Jan 28 06:54:09.086658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:09.146914 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:09.148613 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fae305-cc47-4fc4-b31f-74a27abc5f67 None None] Network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:54:09.149547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:09.255307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=03eee9ba-e0af-42f7-a5dd-21bf9e9cb028,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:09.329293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a31d7c79-16cc-43c0-9e09-c614af32815e None None] Provisioning for port 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:54:09.337730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a31d7c79-16cc-43c0-9e09-c614af32815e None None] Provisioning complete for port 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:09.338104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a31d7c79-16cc-43c0-9e09-c614af32815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:09.362370 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-b28c8aad-657b-421e-9d5f-078321658ca8 service neutron] 10.222.0.25 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673366 Jan 28 06:54:09.406186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 71494274-50fa-44ad-aef8-a1b5765450fb has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:54:09.516191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a31d7c79-16cc-43c0-9e09-c614af32815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:09.555075 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a31d7c79-16cc-43c0-9e09-c614af32815e None None] For port 8fa50d2e-ff81-4634-ac63-e387f18a6bc9, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8fa50d2e-ff81-4634-ac63-e387f18a6bc9,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:54:09.594145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:54:09.604179 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Sync routers for ids ['71494274-50fa-44ad-aef8-a1b5765450fb'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:54:09.607921 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4bcfa25f-edb7-4751-b258-e389c2f23da9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/71494274-50fa-44ad-aef8-a1b5765450fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9161055 Jan 28 06:54:09.610595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49146) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:09.617489 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Routers {'71494274-50fa-44ad-aef8-a1b5765450fb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:54:09.618149 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:54:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['71494274-50fa-44ad-aef8-a1b5765450fb'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:09.635241 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a31d7c79-16cc-43c0-9e09-c614af32815e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:09.708433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d7c79-16cc-43c0-9e09-c614af32815e None None] Pushing event updated for resources: {'Port': ['ID=8fa50d2e-ff81-4634-ac63-e387f18a6bc9,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:09.862525 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Set router 71494274-50fa-44ad-aef8-a1b5765450fb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:54:09.905604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d835b3c-a240-47cb-ac3f-3f9889b3f050 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:09.906159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d835b3c-a240-47cb-ac3f-3f9889b3f050 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:09.906671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d835b3c-a240-47cb-ac3f-3f9889b3f050 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:09.907129 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d835b3c-a240-47cb-ac3f-3f9889b3f050 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:09.907811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d835b3c-a240-47cb-ac3f-3f9889b3f050 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:09.908267 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d835b3c-a240-47cb-ac3f-3f9889b3f050 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:09.912502 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5d835b3c-a240-47cb-ac3f-3f9889b3f050 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3007727 Jan 28 06:54:09.913502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49150) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:09.926254 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-41e30b3b-2379-471d-88cb-1db95fe14347 None None] Provisioning for port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:54:09.931546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-41e30b3b-2379-471d-88cb-1db95fe14347 None None] Provisioning complete for port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:09.934144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-41e30b3b-2379-471d-88cb-1db95fe14347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:09.994071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be52f43c-cff2-4b79-9528-5d9571324934 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:09.994741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be52f43c-cff2-4b79-9528-5d9571324934 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:09.995285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be52f43c-cff2-4b79-9528-5d9571324934 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:09.995941 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be52f43c-cff2-4b79-9528-5d9571324934 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:09.996642 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be52f43c-cff2-4b79-9528-5d9571324934 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:09.997164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be52f43c-cff2-4b79-9528-5d9571324934 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:09.999646 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-be52f43c-cff2-4b79-9528-5d9571324934 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0849664 Jan 28 06:54:10.002652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49154) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:10.024672 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-41e30b3b-2379-471d-88cb-1db95fe14347 None None] Port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:54:10.048049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-41e30b3b-2379-471d-88cb-1db95fe14347 None None] Provisioning complete for port 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:10.048420 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-41e30b3b-2379-471d-88cb-1db95fe14347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:10.168106 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3849eb13-d8da-4566-9127-f7ccf33c0eab req-28a5e114-5dd3-4898-9a4c-19c0d3008f08 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 210 time: 0.0703282 Jan 28 06:54:10.324507 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a', 'name': '', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:03:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e1793083-0204-400f-b1c1-633bdf989291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:06Z', 'updated_at': '2022-01-28T06:54:08Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e1793083-0204-400f-b1c1-633bdf989291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:10.333442 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Checking router: 71494274-50fa-44ad-aef8-a1b5765450fb for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:54:10.333442 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Updating router 71494274-50fa-44ad-aef8-a1b5765450fb port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:54:10.365713 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d35b09f3-b720-4981-a431-03b197e3f847 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3617632 Jan 28 06:54:10.368382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49166) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:10.374666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-761271526', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:10.385449 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:10.414944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-def6eb02-8000-418c-9100-dbc2e4aa246c None None] Provisioning complete for port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:10.415851 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-def6eb02-8000-418c-9100-dbc2e4aa246c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:10.476057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-def6eb02-8000-418c-9100-dbc2e4aa246c None None] Port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:54:10.521114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:10.526712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:port and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:10.530699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:10.538020 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:10.556609 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:54:10.631654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:10.632024 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:10.663171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:54:10.666935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:10.700374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] device_id is not set on port 11b3600c-979d-421f-9c09-7833d4e5480c yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:54:10.772369 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:10.780062 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:10.786849 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Transition to ACTIVE for port object 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:54:10.850550 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:54:10.892058 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:10.966954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.8 (17054ea1-baca-4868-b7fc-52fca8b7cfc6/e1793083-0204-400f-b1c1-633bdf989291/11b3600c-979d-421f-9c09-7833d4e5480c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:11.000140 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:11.004684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:11.140298 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fd11c-7add-4c77-a4ab-0135a2f05449 None None] Pushing event updated for resources: {'Port': ['ID=4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:11.149814 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd11c-7add-4c77-a4ab-0135a2f05449 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:11.150247 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd11c-7add-4c77-a4ab-0135a2f05449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:11.150647 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd11c-7add-4c77-a4ab-0135a2f05449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:11.151038 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd11c-7add-4c77-a4ab-0135a2f05449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:11.151456 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd11c-7add-4c77-a4ab-0135a2f05449 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:11.152057 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd11c-7add-4c77-a4ab-0135a2f05449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:11.152447 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd11c-7add-4c77-a4ab-0135a2f05449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:11.152835 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd11c-7add-4c77-a4ab-0135a2f05449 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:11.153223 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd11c-7add-4c77-a4ab-0135a2f05449 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:11.153608 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd11c-7add-4c77-a4ab-0135a2f05449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:11.153988 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd11c-7add-4c77-a4ab-0135a2f05449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:11.154921 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fd11c-7add-4c77-a4ab-0135a2f05449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:11.161723 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Attempting to bind port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:54:11.162158 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Attempting to bind port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:54:11.162603 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Attempting to bind port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a on network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:54:11.169566 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:54:11.170061 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Checking segment: {'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:54:11.170465 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:11.170849 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Bound using segment: {'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:54:11.171410 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Bound port: 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:54:11.173847 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:11.244895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:11.261631 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object 11b3600c-979d-421f-9c09-7833d4e5480c will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:54:11.278315 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] For port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:54:11.281506 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] For port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:54:11.338419 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5d1090f0-958f-4534-a198-d05ae91badf1 req-8e1144c8-4971-4e25-a373-868224e4fd9b tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 210 time: 0.0460076 Jan 28 06:54:11.372069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:11.372301 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:11.441189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:11.444442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:11.448817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:54:11.452835 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Routers {'71494274-50fa-44ad-aef8-a1b5765450fb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:54:11.453459 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:54:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['71494274-50fa-44ad-aef8-a1b5765450fb'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:11.485878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=11b3600c-979d-421f-9c09-7833d4e5480c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:11.531292 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fd11c-7add-4c77-a4ab-0135a2f05449 None None] Pushing event updated for resources: {'Port': ['ID=4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:11.531468 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:11.532086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:11.618935 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b08ada60-72b5-411b-85c7-aba61ef331c6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2491004 Jan 28 06:54:11.660824 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] Set router 71494274-50fa-44ad-aef8-a1b5765450fb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:54:12.023269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d5d43224-3dc1-4603-b1c1-fd86bdfe0a2e None None] Provisioning for port 11b3600c-979d-421f-9c09-7833d4e5480c completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:54:12.030136 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d5d43224-3dc1-4603-b1c1-fd86bdfe0a2e None None] Provisioning complete for port 11b3600c-979d-421f-9c09-7833d4e5480c triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:12.030515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5d43224-3dc1-4603-b1c1-fd86bdfe0a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:12.060930 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a', 'name': '', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:03:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e1793083-0204-400f-b1c1-633bdf989291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:06Z', 'updated_at': '2022-01-28T06:54:11Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e1793083-0204-400f-b1c1-633bdf989291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:12.065871 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31931f8b-4c91-4f37-a8b5-7be5a87faa43 None None] The sync data for ids ['71494274-50fa-44ad-aef8-a1b5765450fb'] in dv-neutron-824022-4-hyperv is: [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a', 'name': '', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:03:61:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e1793083-0204-400f-b1c1-633bdf989291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:06Z', 'updated_at': '2022-01-28T06:54:11Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e1793083-0204-400f-b1c1-633bdf989291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:54:12.080168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49176) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:12.090300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-247435186', 'description': 'tempest-secgroup-smoke-247435186 description', 'project_id': 'fab9236ca18a49699cab17477937175c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:12.097680 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d5d43224-3dc1-4603-b1c1-fd86bdfe0a2e None None] Port 11b3600c-979d-421f-9c09-7833d4e5480c cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:54:12.098832 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:12.106124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:12.108846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:12.133609 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:12.200280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:12.221896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:12.225792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:12.228739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:12.235209 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:12.308328 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:12.377640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:12.430298 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccb6eb9-6a48-4ac3-9f8d-fca769591839,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:12.520237 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:12.521791 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8353432a-85b5-4629-964d-a871030aaad1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4405081 Jan 28 06:54:12.525067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49182) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:12.536306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f36c5272-6496-4a4d-af70-c5024e6e4ba6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '6ccb6eb9-6a48-4ac3-9f8d-fca769591839', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:12.556729 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f36c5272-6496-4a4d-af70-c5024e6e4ba6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:12.564273 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f36c5272-6496-4a4d-af70-c5024e6e4ba6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:12.567660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f36c5272-6496-4a4d-af70-c5024e6e4ba6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:12.582342 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f36c5272-6496-4a4d-af70-c5024e6e4ba6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:12.599353 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:54:12.703054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f36c5272-6496-4a4d-af70-c5024e6e4ba6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:12.716394 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3fd68422-6ea7-4216-bc12-57f0ce899b58 req-91d87834-a87a-42be-a0f7-02f255d185f0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 210 time: 0.1070957 Jan 28 06:54:12.748871 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:54:12.764180 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:12.764180 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:12.771688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-1def1153-9e8d-4c85-8c37-edeb6cb5b1e7 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:12.773461 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-1def1153-9e8d-4c85-8c37-edeb6cb5b1e7 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 812 time: 0.2419903 Jan 28 06:54:12.778357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f36c5272-6496-4a4d-af70-c5024e6e4ba6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:12.867113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f36c5272-6496-4a4d-af70-c5024e6e4ba6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:12.868301 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-a65bfa99-d09d-4a27-9968-2c456b4b3bda tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7588e9cf38c44664a3c43179590607b4 HTTP/1.1" status: 200 len: 379 time: 0.0696621 Jan 28 06:54:12.880197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Request body: {'port': {'device_id': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'admin_state_up': True, 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'security_groups': ['b97b3b28-b562-44db-bc70-32899d0c102b']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:12.897414 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c5272-6496-4a4d-af70-c5024e6e4ba6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e4e22f-4698-449b-9573-85ad7268a55a,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:12.904043 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:12.937232 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:54:13.040164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f36c5272-6496-4a4d-af70-c5024e6e4ba6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:13.041830 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f36c5272-6496-4a4d-af70-c5024e6e4ba6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5156872 Jan 28 06:54:13.044706 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49186) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:13.045626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:13.050296 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ff032abc-8005-4d7e-bdcc-64fba9118186 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '6ccb6eb9-6a48-4ac3-9f8d-fca769591839', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:13.056923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ff032abc-8005-4d7e-bdcc-64fba9118186 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:13.057109 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:13.061684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ff032abc-8005-4d7e-bdcc-64fba9118186 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:13.063509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:13.065622 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ff032abc-8005-4d7e-bdcc-64fba9118186 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:13.074882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ff032abc-8005-4d7e-bdcc-64fba9118186 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:13.143001 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:13.143254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Made reservation on behalf of 7588e9cf38c44664a3c43179590607b4 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:54:13.147803 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:13.173384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff032abc-8005-4d7e-bdcc-64fba9118186 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:13.250016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff032abc-8005-4d7e-bdcc-64fba9118186 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:13.348837 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff032abc-8005-4d7e-bdcc-64fba9118186 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:13.379610 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff032abc-8005-4d7e-bdcc-64fba9118186 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8a26b1-0784-4a9b-9d3b-ec9e6981bbf7,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:13.443571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Allocated IP 172.20.0.13 (9d0a3adf-4980-425f-bd4a-a74e09017297/451cc62c-ac3d-4b19-bfce-976b0f33ddb9/e5b8db9e-40d8-470c-b1f9-459d50b0767f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:13.457613 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff032abc-8005-4d7e-bdcc-64fba9118186 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:13.459330 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ff032abc-8005-4d7e-bdcc-64fba9118186 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4133906 Jan 28 06:54:13.462037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49192) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:13.467797 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4dd62dd6-2da5-4b7d-baf5-842a292cf044 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '6ccb6eb9-6a48-4ac3-9f8d-fca769591839', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:13.473910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4dd62dd6-2da5-4b7d-baf5-842a292cf044 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:13.478033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4dd62dd6-2da5-4b7d-baf5-842a292cf044 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:13.481175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4dd62dd6-2da5-4b7d-baf5-842a292cf044 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:13.488024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4dd62dd6-2da5-4b7d-baf5-842a292cf044 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:13.584333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4dd62dd6-2da5-4b7d-baf5-842a292cf044 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:13.638731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:13.649633 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4dd62dd6-2da5-4b7d-baf5-842a292cf044 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:13.654742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Transition to ACTIVE for port object e5b8db9e-40d8-470c-b1f9-459d50b0767f will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:54:13.714536 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4dd62dd6-2da5-4b7d-baf5-842a292cf044 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:13.742104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd62dd6-2da5-4b7d-baf5-842a292cf044 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d51460b5-250f-4123-a624-54c0867742d8,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:13.749434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:13.824275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Network 9d0a3adf-4980-425f-bd4a-a74e09017297 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:13.827521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:13.832629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4dd62dd6-2da5-4b7d-baf5-842a292cf044 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:13.832766 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:54:13.832860 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4dd62dd6-2da5-4b7d-baf5-842a292cf044 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3672554 Jan 28 06:54:13.833291 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49198) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:13.839622 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2171dd80-2fa9-4f7e-825c-b57c94348de0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '6ccb6eb9-6a48-4ac3-9f8d-fca769591839', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:13.847184 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2171dd80-2fa9-4f7e-825c-b57c94348de0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:13.851479 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2171dd80-2fa9-4f7e-825c-b57c94348de0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:13.855889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2171dd80-2fa9-4f7e-825c-b57c94348de0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:13.862375 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2171dd80-2fa9-4f7e-825c-b57c94348de0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:13.925330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'Port': ['ID=e5b8db9e-40d8-470c-b1f9-459d50b0767f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:13.947287 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2171dd80-2fa9-4f7e-825c-b57c94348de0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:13.966303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:13.969729 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:14.011360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b442ae-24d3-45ab-9f09-26baf1ab0e23 req-2c380ec0-7071-4a64-a2db-0663a256dbfd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:14.012085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-13b442ae-24d3-45ab-9f09-26baf1ab0e23 req-2c380ec0-7071-4a64-a2db-0663a256dbfd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Synchronizing usage tracker for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:54:14.033071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2171dd80-2fa9-4f7e-825c-b57c94348de0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:14.076667 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-83e3817f-101d-440d-888f-1d88ea029011 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2009294 Jan 28 06:54:14.097287 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2171dd80-2fa9-4f7e-825c-b57c94348de0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:14.103774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Request body: {'port': {'device_id': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:14.133245 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171dd80-2fa9-4f7e-825c-b57c94348de0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12129a82-dd50-44c5-82f0-9bbde7539765,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:14.140369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-13b442ae-24d3-45ab-9f09-26baf1ab0e23 req-2c380ec0-7071-4a64-a2db-0663a256dbfd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Unset dirty status for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:54:14.141614 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13b442ae-24d3-45ab-9f09-26baf1ab0e23 req-2c380ec0-7071-4a64-a2db-0663a256dbfd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 932 time: 0.2800643 Jan 28 06:54:14.205688 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3658a4b1-3ed3-42da-bcbb-11ea90c9e644 None None] Provisioning for port e5b8db9e-40d8-470c-b1f9-459d50b0767f completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:54:14.211746 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3658a4b1-3ed3-42da-bcbb-11ea90c9e644 None None] Provisioning complete for port e5b8db9e-40d8-470c-b1f9-459d50b0767f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:14.212345 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3658a4b1-3ed3-42da-bcbb-11ea90c9e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:14.223041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2171dd80-2fa9-4f7e-825c-b57c94348de0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:14.226085 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2171dd80-2fa9-4f7e-825c-b57c94348de0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3914554 Jan 28 06:54:14.229076 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49202) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:14.234638 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d5526a64-221c-49cc-9164-147ad7912768 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '6ccb6eb9-6a48-4ac3-9f8d-fca769591839', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:14.238034 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13b442ae-24d3-45ab-9f09-26baf1ab0e23 req-818cc2b5-cd0b-4812-958f-af5b1f027878 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898757 Jan 28 06:54:14.244228 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d5526a64-221c-49cc-9164-147ad7912768 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:14.252058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d5526a64-221c-49cc-9164-147ad7912768 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:14.256620 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d5526a64-221c-49cc-9164-147ad7912768 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:14.264380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:14.265390 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d5526a64-221c-49cc-9164-147ad7912768 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:14.288684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3658a4b1-3ed3-42da-bcbb-11ea90c9e644 None None] Port e5b8db9e-40d8-470c-b1f9-459d50b0767f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:54:14.389676 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-d5526a64-221c-49cc-9164-147ad7912768 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:54:14.397027 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d5526a64-221c-49cc-9164-147ad7912768 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:14.465976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d5526a64-221c-49cc-9164-147ad7912768 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:14.525358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:54:14.531523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d5526a64-221c-49cc-9164-147ad7912768 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:14.562475 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5526a64-221c-49cc-9164-147ad7912768 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f418a2c-798c-4ff9-a78d-fee62cdd7925,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:14.592578 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:14.592950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:14.618580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b8db9e-40d8-470c-b1f9-459d50b0767f {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:54:14.626416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:14.640984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Transition to ACTIVE for port object e5b8db9e-40d8-470c-b1f9-459d50b0767f will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:54:14.703950 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d5526a64-221c-49cc-9164-147ad7912768 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:14.708037 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d5526a64-221c-49cc-9164-147ad7912768 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4777641 Jan 28 06:54:14.708607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49206) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:14.714251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fc252c79-36f2-4239-bfb5-096a876d7879 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '6ccb6eb9-6a48-4ac3-9f8d-fca769591839', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:14.720483 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fc252c79-36f2-4239-bfb5-096a876d7879 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:14.724889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fc252c79-36f2-4239-bfb5-096a876d7879 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:14.730292 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fc252c79-36f2-4239-bfb5-096a876d7879 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:14.730414 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:14.764932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fc252c79-36f2-4239-bfb5-096a876d7879 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:14.869088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Pushing event updated for resources: {'Port': ['ID=e5b8db9e-40d8-470c-b1f9-459d50b0767f,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:14.972669 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-fc252c79-36f2-4239-bfb5-096a876d7879 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:54:14.983886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc252c79-36f2-4239-bfb5-096a876d7879 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:14.999513 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Attempting to bind port e5b8db9e-40d8-470c-b1f9-459d50b0767f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:54:14.999513 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Attempting to bind port e5b8db9e-40d8-470c-b1f9-459d50b0767f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:54:14.999513 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Attempting to bind port e5b8db9e-40d8-470c-b1f9-459d50b0767f on network 9d0a3adf-4980-425f-bd4a-a74e09017297 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:54:15.009433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Port e5b8db9e-40d8-470c-b1f9-459d50b0767f on network 9d0a3adf-4980-425f-bd4a-a74e09017297 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:54:15.009753 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Attempting to bind port e5b8db9e-40d8-470c-b1f9-459d50b0767f on network 9d0a3adf-4980-425f-bd4a-a74e09017297 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:54:15.030392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:54:15.030392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Checking segment: {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:54:15.030392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Bound using segment: {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:54:15.030392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Bound port: e5b8db9e-40d8-470c-b1f9-459d50b0767f, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:54:15.030392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:15.117021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc252c79-36f2-4239-bfb5-096a876d7879 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:15.143556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] For port e5b8db9e-40d8-470c-b1f9-459d50b0767f, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:54:15.146711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] For port e5b8db9e-40d8-470c-b1f9-459d50b0767f, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e5b8db9e-40d8-470c-b1f9-459d50b0767f,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:54:15.211330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc252c79-36f2-4239-bfb5-096a876d7879 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:15.235809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc252c79-36f2-4239-bfb5-096a876d7879 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e84a65-24fc-4cac-98cd-48917f73fdeb,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:15.242260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:15.302297 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:15.302903 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:15.304313 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] 10.222.0.37 "PUT /v2.0/ports/e5b8db9e-40d8-470c-b1f9-459d50b0767f HTTP/1.1" status: 200 len: 1094 time: 1.2048807 Jan 28 06:54:15.304714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'tag': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:54:15.331886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17c75c-7154-48f2-b435-47898d97fecd service neutron] Pushing event updated for resources: {'Port': ['ID=e5b8db9e-40d8-470c-b1f9-459d50b0767f,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:15.337512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc252c79-36f2-4239-bfb5-096a876d7879 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:15.348193 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fc252c79-36f2-4239-bfb5-096a876d7879 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6291342 Jan 28 06:54:15.387314 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'tag': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'status': 'completed', 'code': 200} Jan 28 06:54:15.460091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684000d-1d50-41b6-b34b-d17cd1e50a37 req-a8d7cfa2-ecf9-4232-aaaf-0c4b4b44ff52 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:15.462636 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4684000d-1d50-41b6-b34b-d17cd1e50a37 req-a8d7cfa2-ecf9-4232-aaaf-0c4b4b44ff52 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 944 time: 0.1096992 Jan 28 06:54:15.587544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-29a96b39-698f-4d34-a30f-9758bbe5c9a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:54:15.600654 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4684000d-1d50-41b6-b34b-d17cd1e50a37 req-4d5fd496-85df-440c-8fa5-e0399f27e552 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023164 Jan 28 06:54:15.618451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2cfb3-99a4-4f66-8735-621e3ebcf400 req-39227953-c87a-494a-abef-7f496fbb2357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:15.619925 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dde2cfb3-99a4-4f66-8735-621e3ebcf400 req-39227953-c87a-494a-abef-7f496fbb2357 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 1097 time: 0.1560252 Jan 28 06:54:15.788710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-29a96b39-698f-4d34-a30f-9758bbe5c9a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:54:15.789819 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-29a96b39-698f-4d34-a30f-9758bbe5c9a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-247435186&fields=id&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 267 time: 0.2860889 Jan 28 06:54:15.937227 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-02e256fb-0e72-4c26-ad7c-d388222e0a6e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:15.937789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-02e256fb-0e72-4c26-ad7c-d388222e0a6e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:54:15.949861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2cfb3-99a4-4f66-8735-621e3ebcf400 req-aa25c97f-0105-4caa-aa27-8cb3b480a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:15.951857 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dde2cfb3-99a4-4f66-8735-621e3ebcf400 req-aa25c97f-0105-4caa-aa27-8cb3b480a1dd service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7588e9cf38c44664a3c43179590607b4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3103042 Jan 28 06:54:16.048657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-02e256fb-0e72-4c26-ad7c-d388222e0a6e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:54:16.049705 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-02e256fb-0e72-4c26-ad7c-d388222e0a6e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports/11b3600c-979d-421f-9c09-7833d4e5480c HTTP/1.1" status: 200 len: 929 time: 0.2514570 Jan 28 06:54:16.096402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2cfb3-99a4-4f66-8735-621e3ebcf400 req-cfa21d3b-601e-411c-8a51-20bf2a2f0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:16.097915 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dde2cfb3-99a4-4f66-8735-621e3ebcf400 req-cfa21d3b-601e-411c-8a51-20bf2a2f0930 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365354 Jan 28 06:54:16.252721 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-37d49377-d58b-4b15-b1f5-d120b9ad8fd7 service neutron] 10.222.0.25 "GET /v2.0/ports/11b3600c-979d-421f-9c09-7833d4e5480c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1839073 Jan 28 06:54:16.263531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-515ad3f8-6a25-4959-b3db-d1ed0b4d8837 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 06:54:16.264442 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-515ad3f8-6a25-4959-b3db-d1ed0b4d8837 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054228 Jan 28 06:54:16.309281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-3759c388-a305-4b96-9677-817123d94b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:16.311308 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-3759c388-a305-4b96-9677-817123d94b92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 1097 time: 0.1311760 Jan 28 06:54:16.429103 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-3be6c073-abd4-4397-b278-870ac9fc9cf7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5b8db9e-40d8-470c-b1f9-459d50b0767f HTTP/1.1" status: 200 len: 217 time: 0.0672970 Jan 28 06:54:16.513701 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-19deb48d-68c0-4062-a2c2-9ccee57714df service neutron] 10.222.0.25 "GET /v2.0/networks/17054ea1-baca-4868-b7fc-52fca8b7cfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437432 Jan 28 06:54:16.522055 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-4ee72457-8ddf-4259-a574-de91f52643d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:16.523397 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-4ee72457-8ddf-4259-a574-de91f52643d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.0848074 Jan 28 06:54:16.704717 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-060ca292-897a-4074-a8fa-e025b083ee31 service neutron] 10.222.0.25 "GET /v2.0/networks/17054ea1-baca-4868-b7fc-52fca8b7cfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842580 Jan 28 06:54:16.709335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-20d85670-ba0f-4751-afdd-0155f27f7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:16.710890 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-20d85670-ba0f-4751-afdd-0155f27f7752 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1700563 Jan 28 06:54:16.901276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57956b-38ad-43f1-8911-83d999596c11 req-605b5bb3-f0de-4c8f-944b-0bbc950a9f21 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:16.902664 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d57956b-38ad-43f1-8911-83d999596c11 req-605b5bb3-f0de-4c8f-944b-0bbc950a9f21 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 944 time: 0.1907363 Jan 28 06:54:16.906728 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-ce6ed774-9024-4f5b-9ff5-fcf965c24488 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591461 Jan 28 06:54:17.019591 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dd3d4894-08d0-4f5c-926e-cac0c8754fca req-a27b452e-c382-48a4-a5fd-6e84adf4aa68 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 210 time: 0.0698266 Jan 28 06:54:17.030408 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d57956b-38ad-43f1-8911-83d999596c11 req-087ba8d3-a515-41cf-95ac-773a3b4ec617 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205814 Jan 28 06:54:17.119175 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f454283d-38a9-479d-9847-eb8ee530ae31 req-c91f5621-70fd-49d7-a945-14e6cce9d558 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942804 Jan 28 06:54:18.233157 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00cc21cb-9907-42c3-9ff0-102418525508 req-299d3093-ad8c-4670-b071-575b51d01da1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 210 time: 0.1004810 Jan 28 06:54:18.274186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc45808-2c68-4b77-b899-0bd37f3c1dd9 req-ae64f057-b02a-40a8-b8e6-36c881898a19 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:18.275938 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0dc45808-2c68-4b77-b899-0bd37f3c1dd9 req-ae64f057-b02a-40a8-b8e6-36c881898a19 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 944 time: 0.1421859 Jan 28 06:54:18.319953 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0dc45808-2c68-4b77-b899-0bd37f3c1dd9 req-7447bdb2-1b95-485c-bcca-4931ea1c257a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378172 Jan 28 06:54:19.245288 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-cc9e87db-5318-4dc3-8352-6359447326d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:19.246529 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-cc9e87db-5318-4dc3-8352-6359447326d3 service neutron] 10.222.0.37 "GET /v2.0/ports/11b3600c-979d-421f-9c09-7833d4e5480c HTTP/1.1" status: 200 len: 1025 time: 0.1712203 Jan 28 06:54:19.397107 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-39ba3393-9118-42c9-87f5-f911e4b1ab08 req-2a577e63-a373-4b02-828c-80f2cf693929 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 210 time: 0.0493515 Jan 28 06:54:19.482896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-61eee016-ce0e-428e-8edc-455bbf9e227d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:19.484324 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-61eee016-ce0e-428e-8edc-455bbf9e227d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/networks?id=17054ea1-baca-4868-b7fc-52fca8b7cfc6 HTTP/1.1" status: 200 len: 796 time: 0.2300620 Jan 28 06:54:19.551061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e526ae6-7570-41dd-8935-a2c26f2303bf req-7da69a1a-07bf-4a92-a1f0-c9b5de2d4ab9 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:19.552621 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e526ae6-7570-41dd-8935-a2c26f2303bf req-7da69a1a-07bf-4a92-a1f0-c9b5de2d4ab9 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 944 time: 0.1219480 Jan 28 06:54:19.562483 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-c8ebaaeb-1197-4cd0-af7c-17768a6b19c8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 379 time: 0.0554163 Jan 28 06:54:19.601132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Request body: {'port': {'device_id': 'b1f55d14-99cc-474c-8de0-cda78db77b91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:19.634354 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e526ae6-7570-41dd-8935-a2c26f2303bf req-846b50ec-b14a-4abc-9d85-13ae36a900f3 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760462 Jan 28 06:54:19.710946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:20.041964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b3600c-979d-421f-9c09-7833d4e5480c {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:54:20.049340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:20.062696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Transition to ACTIVE for port object 11b3600c-979d-421f-9c09-7833d4e5480c will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:54:20.124361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:20.282103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=11b3600c-979d-421f-9c09-7833d4e5480c,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:20.361504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Attempting to bind port 11b3600c-979d-421f-9c09-7833d4e5480c on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:54:20.361843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Attempting to bind port 11b3600c-979d-421f-9c09-7833d4e5480c by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:54:20.362170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Attempting to bind port 11b3600c-979d-421f-9c09-7833d4e5480c on network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:54:20.366662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Port 11b3600c-979d-421f-9c09-7833d4e5480c on network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:54:20.366979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Attempting to bind port 11b3600c-979d-421f-9c09-7833d4e5480c on network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:54:20.372009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:54:20.372341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Checking segment: {'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:54:20.373252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Bound using segment: {'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:54:20.373671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Bound port: 11b3600c-979d-421f-9c09-7833d4e5480c, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:54:20.374020 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:20.468393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] For port 11b3600c-979d-421f-9c09-7833d4e5480c, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:54:20.471258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] For port 11b3600c-979d-421f-9c09-7833d4e5480c, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=11b3600c-979d-421f-9c09-7833d4e5480c,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:54:20.535958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:20.605813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:20.606419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:20.607816 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/11b3600c-979d-421f-9c09-7833d4e5480c HTTP/1.1" status: 200 len: 1130 time: 1.0119891 Jan 28 06:54:20.608240 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f55d14-99cc-474c-8de0-cda78db77b91', 'tag': '11b3600c-979d-421f-9c09-7833d4e5480c'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:54:20.646090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ed0e5-4cc9-40cd-b0bb-2d0add4fe3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=11b3600c-979d-421f-9c09-7833d4e5480c,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:20.662071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543d55a-a647-4aed-8f32-f04334d035ff req-3810cf9d-a85f-4f97-952d-75dc4b4ee13e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:20.663784 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d543d55a-a647-4aed-8f32-f04334d035ff req-3810cf9d-a85f-4f97-952d-75dc4b4ee13e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 980 time: 0.1632419 Jan 28 06:54:20.665775 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f55d14-99cc-474c-8de0-cda78db77b91', 'tag': '11b3600c-979d-421f-9c09-7833d4e5480c', 'status': 'completed', 'code': 200} Jan 28 06:54:20.724032 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d543d55a-a647-4aed-8f32-f04334d035ff req-3fc71830-6f0d-4a62-86de-db3cf1058de6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529692 Jan 28 06:54:20.864571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766422a-7718-47bb-ad8e-6b1e7586f5a3 req-58459052-1ec0-4d1c-bdbe-32f4695d451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:20.865977 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e766422a-7718-47bb-ad8e-6b1e7586f5a3 req-58459052-1ec0-4d1c-bdbe-32f4695d451e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 1133 time: 0.1406615 Jan 28 06:54:20.877330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcfbf7-2a55-43d6-aafe-e3c97c341eb9 req-77f81b82-aaec-4945-b615-faac479d97f7 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:20.878662 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1abcfbf7-2a55-43d6-aafe-e3c97c341eb9 req-77f81b82-aaec-4945-b615-faac479d97f7 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 944 time: 0.1071143 Jan 28 06:54:21.113479 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1abcfbf7-2a55-43d6-aafe-e3c97c341eb9 req-5783452a-5b98-4ce5-8f43-1d6e948f2b48 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291012 Jan 28 06:54:21.150255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766422a-7718-47bb-ad8e-6b1e7586f5a3 req-0833d195-a473-4f7e-90cd-3efd0a4d01fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:21.151703 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e766422a-7718-47bb-ad8e-6b1e7586f5a3 req-0833d195-a473-4f7e-90cd-3efd0a4d01fa service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fab9236ca18a49699cab17477937175c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2550652 Jan 28 06:54:21.287076 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766422a-7718-47bb-ad8e-6b1e7586f5a3 req-eaf4363b-7a5b-4a46-8750-71369e1b0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:21.288542 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e766422a-7718-47bb-ad8e-6b1e7586f5a3 req-eaf4363b-7a5b-4a46-8750-71369e1b0f27 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276207 Jan 28 06:54:21.431221 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-eb450094-dbe0-4de2-b790-311d16cef1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:21.432604 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-eb450094-dbe0-4de2-b790-311d16cef1dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 1133 time: 0.0682170 Jan 28 06:54:21.514228 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-8c9c77e8-9397-4385-9754-b984d6d6b28d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11b3600c-979d-421f-9c09-7833d4e5480c HTTP/1.1" status: 200 len: 217 time: 0.0627654 Jan 28 06:54:21.577568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-54aa14fd-d70b-4fcd-a289-2dc616161c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:21.578938 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-54aa14fd-d70b-4fcd-a289-2dc616161c9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1793083-0204-400f-b1c1-633bdf989291 HTTP/1.1" status: 200 len: 835 time: 0.0555234 Jan 28 06:54:21.659670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-118b9fc9-1594-47ee-8aab-11b620433b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:21.661161 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-118b9fc9-1594-47ee-8aab-11b620433b22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17054ea1-baca-4868-b7fc-52fca8b7cfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724230 Jan 28 06:54:21.796671 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-edc3b308-a179-4b0d-b74c-fd1ce85da2f4 service neutron] 10.222.0.37 "GET /v2.0/networks/17054ea1-baca-4868-b7fc-52fca8b7cfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252606 Jan 28 06:54:21.993351 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c3e7a98-222e-4759-b5d3-abd1b3afbba5 req-c1db2a4f-b7c9-4208-aafd-f4813ba2361e service neutron] 10.222.0.37 "GET /v2.0/networks/17054ea1-baca-4868-b7fc-52fca8b7cfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871314 Jan 28 06:54:22.005257 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bbf40-3604-40a2-8b4e-c4d167833485 req-da8dff47-98a0-4a21-a2da-0721bfe3d7a9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:22.006648 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-874bbf40-3604-40a2-8b4e-c4d167833485 req-da8dff47-98a0-4a21-a2da-0721bfe3d7a9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 980 time: 0.1718469 Jan 28 06:54:22.049797 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-874bbf40-3604-40a2-8b4e-c4d167833485 req-1c850f16-7046-4252-9eb1-9ad3059a1ded tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374835 Jan 28 06:54:22.304542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a035b2-fe96-4875-8762-b194ed672937 req-278959a5-7118-4788-a272-5b018ad1226c tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:22.305912 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-85a035b2-fe96-4875-8762-b194ed672937 req-278959a5-7118-4788-a272-5b018ad1226c tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 944 time: 0.0907314 Jan 28 06:54:22.349850 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-85a035b2-fe96-4875-8762-b194ed672937 req-90efe4d3-0c8e-40ca-bc2b-c4fd9a30eba3 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375550 Jan 28 06:54:23.241025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf23da-2007-4b17-9454-c2e5b62bef42 req-1a48e0f2-86b0-4141-8c22-078a3b843eca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:23.242474 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-efaf23da-2007-4b17-9454-c2e5b62bef42 req-1a48e0f2-86b0-4141-8c22-078a3b843eca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 980 time: 0.0878386 Jan 28 06:54:23.286145 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-efaf23da-2007-4b17-9454-c2e5b62bef42 req-31b256fd-3aa4-4aaa-9925-9351cf784ad5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379984 Jan 28 06:54:23.527205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe355c-fd92-40a3-8db3-8a4e0ace4007 req-47fabb55-128d-4ed1-ab94-1aaf5b63a864 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:23.528653 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-04fe355c-fd92-40a3-8db3-8a4e0ace4007 req-47fabb55-128d-4ed1-ab94-1aaf5b63a864 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 944 time: 0.0780330 Jan 28 06:54:23.570677 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-04fe355c-fd92-40a3-8db3-8a4e0ace4007 req-14e4f256-79bb-47d8-8818-3d63ab6ed3ca tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365202 Jan 28 06:54:24.468534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40786a21-e0e8-4c80-af36-e146eb06fa15 req-a9f35958-de06-4af7-9a0a-2fee776a75a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:24.469953 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40786a21-e0e8-4c80-af36-e146eb06fa15 req-a9f35958-de06-4af7-9a0a-2fee776a75a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 980 time: 0.0826330 Jan 28 06:54:24.512283 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40786a21-e0e8-4c80-af36-e146eb06fa15 req-48c4ec7a-a3ff-4e76-aa69-ca98771a88dc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368652 Jan 28 06:54:24.750745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca412e15-33a0-43bf-b55c-0b994c4d16cc req-8e680b54-54d6-4032-b40c-43adee9d943e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:24.752197 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca412e15-33a0-43bf-b55c-0b994c4d16cc req-8e680b54-54d6-4032-b40c-43adee9d943e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 944 time: 0.0778141 Jan 28 06:54:24.798329 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 11b3600c-979d-421f-9c09-7833d4e5480c details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:54:24.800746 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca412e15-33a0-43bf-b55c-0b994c4d16cc req-b1dcbd4e-2e1a-4dd9-86a2-b3bc2f7b75a6 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415881 Jan 28 06:54:24.929347 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 11b3600c-979d-421f-9c09-7833d4e5480c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=11b3600c-979d-421f-9c09-7833d4e5480c,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:54:24.942238 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '11b3600c-979d-421f-9c09-7833d4e5480c', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'port_id': '11b3600c-979d-421f-9c09-7833d4e5480c', 'mac_address': 'fa:16:3e:8e:ba:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1793083-0204-400f-b1c1-633bdf989291', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:54:24.999594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:25.044602 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b3600c-979d-421f-9c09-7833d4e5480c {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:54:25.059447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 11b3600c-979d-421f-9c09-7833d4e5480c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=11b3600c-979d-421f-9c09-7833d4e5480c,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:54:25.137149 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:25.137777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e5b8db9e-40d8-470c-b1f9-459d50b0767f details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:54:25.232234 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=11b3600c-979d-421f-9c09-7833d4e5480c,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:25.322854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port e5b8db9e-40d8-470c-b1f9-459d50b0767f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e5b8db9e-40d8-470c-b1f9-459d50b0767f,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:54:25.335277 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'port_id': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'mac_address': 'fa:16:3e:32:f9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:54:25.391216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:25.407158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b8db9e-40d8-470c-b1f9-459d50b0767f {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:54:25.422359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port e5b8db9e-40d8-470c-b1f9-459d50b0767f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e5b8db9e-40d8-470c-b1f9-459d50b0767f,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:54:25.507898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:25.574049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=e5b8db9e-40d8-470c-b1f9-459d50b0767f,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:25.699216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd0763-eca6-4028-a062-d232807005f3 req-67c749b2-f98c-4f01-accf-2d7c4e41d917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:25.700677 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e3fd0763-eca6-4028-a062-d232807005f3 req-67c749b2-f98c-4f01-accf-2d7c4e41d917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 981 time: 0.0788314 Jan 28 06:54:25.743456 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e3fd0763-eca6-4028-a062-d232807005f3 req-a799fde1-aff9-462d-b39d-bc926b55e405 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365875 Jan 28 06:54:25.963574 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['e5b8db9e-40d8-470c-b1f9-459d50b0767f'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:54:25.991137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb24e56-6c60-4975-8001-054d1d6f0657 req-0610c482-0c48-4869-8a0c-1d86fb8aaf1f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:25.993670 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-beb24e56-6c60-4975-8001-054d1d6f0657 req-0610c482-0c48-4869-8a0c-1d86fb8aaf1f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 945 time: 0.0834367 Jan 28 06:54:25.993804 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['11b3600c-979d-421f-9c09-7833d4e5480c'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:54:26.036816 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-beb24e56-6c60-4975-8001-054d1d6f0657 req-b306738d-4189-45c4-9e56-eff7a691a089 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381351 Jan 28 06:54:26.931863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e0490-d0f1-4858-8094-b7bd80f543dd req-e27f35b5-6fee-4fdd-8c60-91853b8bdcfd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:26.935021 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-226e0490-d0f1-4858-8094-b7bd80f543dd req-e27f35b5-6fee-4fdd-8c60-91853b8bdcfd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 981 time: 0.0836542 Jan 28 06:54:26.978698 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-226e0490-d0f1-4858-8094-b7bd80f543dd req-051df4c5-b0e8-4854-b20d-2464a4de007e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397723 Jan 28 06:54:27.220153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b98fe5-a964-4396-8a7c-c9e26de67914 req-6ea5c47e-1a84-4c1d-ba7e-b34be3586d74 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:27.221597 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00b98fe5-a964-4396-8a7c-c9e26de67914 req-6ea5c47e-1a84-4c1d-ba7e-b34be3586d74 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 945 time: 0.0822792 Jan 28 06:54:27.264414 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00b98fe5-a964-4396-8a7c-c9e26de67914 req-43c3d0f8-3cd7-4a44-8534-e8dd1dadc2f4 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373173 Jan 28 06:54:28.157148 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945e83c-87c3-4803-bc65-60ee8a71eb76 req-b2c7777b-ec31-4ad6-b7d4-845009047942 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:28.158486 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6945e83c-87c3-4803-bc65-60ee8a71eb76 req-b2c7777b-ec31-4ad6-b7d4-845009047942 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 981 time: 0.0777681 Jan 28 06:54:28.205922 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6945e83c-87c3-4803-bc65-60ee8a71eb76 req-476ca14d-8c72-412b-8bcb-fdda81d33d5f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418150 Jan 28 06:54:28.445528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cb516-4759-4ea1-88c3-75adb8d46474 req-b899d6b6-0075-4216-b1c6-1c39c42377d6 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:28.446859 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a08cb516-4759-4ea1-88c3-75adb8d46474 req-b899d6b6-0075-4216-b1c6-1c39c42377d6 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 945 time: 0.0778766 Jan 28 06:54:28.491096 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a08cb516-4759-4ea1-88c3-75adb8d46474 req-e7f92381-6d3f-4ffc-85d4-a3c476c4f16e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387697 Jan 28 06:54:28.815025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 11b3600c-979d-421f-9c09-7833d4e5480c up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:54:28.946811 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 11b3600c-979d-421f-9c09-7833d4e5480c completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:54:28.951549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 11b3600c-979d-421f-9c09-7833d4e5480c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:28.951921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:29.065625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:29.091426 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f55d14-99cc-474c-8de0-cda78db77b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b3600c-979d-421f-9c09-7833d4e5480c'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:54:29.102051 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 11b3600c-979d-421f-9c09-7833d4e5480c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=11b3600c-979d-421f-9c09-7833d4e5480c,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:54:29.133849 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f55d14-99cc-474c-8de0-cda78db77b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b3600c-979d-421f-9c09-7833d4e5480c', 'code': 200} Jan 28 06:54:29.176645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:29.177436 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e5b8db9e-40d8-470c-b1f9-459d50b0767f up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:54:29.292969 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=11b3600c-979d-421f-9c09-7833d4e5480c,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:29.365499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port e5b8db9e-40d8-470c-b1f9-459d50b0767f completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:54:29.370358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port e5b8db9e-40d8-470c-b1f9-459d50b0767f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:29.370728 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:29.393459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9771b3-111a-47bf-b266-3de48bf444e7 req-787c00cb-a2fe-4cce-920d-cd413de4745d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:29.394912 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9c9771b3-111a-47bf-b266-3de48bf444e7 req-787c00cb-a2fe-4cce-920d-cd413de4745d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 982 time: 0.0849371 Jan 28 06:54:29.494789 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:29.530523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port e5b8db9e-40d8-470c-b1f9-459d50b0767f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e5b8db9e-40d8-470c-b1f9-459d50b0767f,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:54:29.599682 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9c9771b3-111a-47bf-b266-3de48bf444e7 req-32cf9b1c-46f4-4af5-99f7-ab5354afcf6e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988187 Jan 28 06:54:29.626895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:29.672585 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39392ec3-96b3-4efb-b6c5-d9330c290da2 req-d638e45f-e98a-46f3-b137-1e1a2ce1f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:29.674052 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-39392ec3-96b3-4efb-b6c5-d9330c290da2 req-d638e45f-e98a-46f3-b137-1e1a2ce1f3ea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 1135 time: 0.1495769 Jan 28 06:54:29.690078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd58bf1-701f-4ab3-b2f8-927fe8fb651e req-779eb840-b467-41bd-93c2-1cd3a1aa491b tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:29.691505 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-abd58bf1-701f-4ab3-b2f8-927fe8fb651e req-779eb840-b467-41bd-93c2-1cd3a1aa491b tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 946 time: 0.0957727 Jan 28 06:54:29.693757 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=e5b8db9e-40d8-470c-b1f9-459d50b0767f,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:29.755302 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-39392ec3-96b3-4efb-b6c5-d9330c290da2 req-d825de86-291d-469e-ba81-ef35b127798e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628481 Jan 28 06:54:29.759541 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-abd58bf1-701f-4ab3-b2f8-927fe8fb651e req-bba8baee-f84b-4952-a9ae-221bc8fecc96 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551419 Jan 28 06:54:30.369122 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:54:30.784422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a9689-9ffc-4652-bfdf-502e24159eb0 req-8627f9dd-940d-4c17-ba6f-fa05ae0674d7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:30.798115 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-834a9689-9ffc-4652-bfdf-502e24159eb0 req-8627f9dd-940d-4c17-ba6f-fa05ae0674d7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 982 time: 0.0855277 Jan 28 06:54:30.846324 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-834a9689-9ffc-4652-bfdf-502e24159eb0 req-912b5835-9f63-4c41-bdb9-395f9d8076d3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463064 Jan 28 06:54:30.862755 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-45a0aa0d-9644-44c5-87dc-af706dd4f721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:30.947631 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b6aa4-a952-4e71-8c08-7ddde40b1199 req-ed686804-0e68-4221-9bd9-d4064e39b994 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:30.949029 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b56b6aa4-a952-4e71-8c08-7ddde40b1199 req-ed686804-0e68-4221-9bd9-d4064e39b994 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 946 time: 0.0798295 Jan 28 06:54:30.996401 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b56b6aa4-a952-4e71-8c08-7ddde40b1199 req-bfde61bd-9e40-4c51-90a0-966756454120 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410175 Jan 28 06:54:31.135368 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:54:31.177641 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'code': 200} Jan 28 06:54:31.639757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c831cb7-35ee-4d4a-be14-021443a01197 req-8bb722c7-e76c-4185-9dd9-40c299276491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:31.641188 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c831cb7-35ee-4d4a-be14-021443a01197 req-8bb722c7-e76c-4185-9dd9-40c299276491 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 1099 time: 0.0680397 Jan 28 06:54:31.680889 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c831cb7-35ee-4d4a-be14-021443a01197 req-47788baf-383b-4721-afa4-89421d5e7494 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336857 Jan 28 06:54:32.040719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7c1f1-f06d-4f08-b517-a67af503539b req-b32fab48-5533-445c-9883-36f102b2f179 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:32.042367 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-60a7c1f1-f06d-4f08-b517-a67af503539b req-b32fab48-5533-445c-9883-36f102b2f179 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 982 time: 0.0924678 Jan 28 06:54:32.086098 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-60a7c1f1-f06d-4f08-b517-a67af503539b req-7fc44b3e-2bc1-40e2-a287-ac3b16bcf6d5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380561 Jan 28 06:54:32.181995 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8986e1-40f7-4e3c-9276-4c0ab0d00c1f req-827166a3-d0e1-4811-86dd-2f1452d0881e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:32.183476 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dd8986e1-40f7-4e3c-9276-4c0ab0d00c1f req-827166a3-d0e1-4811-86dd-2f1452d0881e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 946 time: 0.0777884 Jan 28 06:54:32.281419 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dd8986e1-40f7-4e3c-9276-4c0ab0d00c1f req-3b58d71d-5516-45d7-ba7e-b1d06971f26f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911732 Jan 28 06:54:32.304336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5358aa-bf3e-4f96-9f01-8021e0ba0237 req-6f691735-5a8b-4da9-847f-b2dce46943a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:32.305746 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0e5358aa-bf3e-4f96-9f01-8021e0ba0237 req-6f691735-5a8b-4da9-847f-b2dce46943a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 982 time: 0.1025748 Jan 28 06:54:32.348268 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0e5358aa-bf3e-4f96-9f01-8021e0ba0237 req-023a93da-b00d-45b7-ae4f-cd2195a5380b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370607 Jan 28 06:54:32.370687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49302) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:32.437876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5e792a-7253-4258-bdf0-b745071e7848 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:32.439353 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4b5e792a-7253-4258-bdf0-b745071e7848 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 1130 time: 0.0676489 Jan 28 06:54:32.442080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49306) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:32.446783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '11b3600c-979d-421f-9c09-7833d4e5480c', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:32.452531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:32.456248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:floatingip and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:32.458980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:32.464533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:32.560058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:32.695460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:32.836180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.9 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/57db74b5-71ee-44e7-ad81-9e9de233c6da) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:32.981433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:33.051806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:33.119200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:33.121934 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:33.126047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:54:33.163853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=57db74b5-71ee-44e7-ad81-9e9de233c6da,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:33.199615 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ec29f52-1b43-4a90-8a2a-9391f513d152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:33.672442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aebf7da-136d-4a47-b280-fac661a36d39 req-6d791368-4046-400b-911f-25e5f012f6bd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:33.673887 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6aebf7da-136d-4a47-b280-fac661a36d39 req-6d791368-4046-400b-911f-25e5f012f6bd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 946 time: 0.2873278 Jan 28 06:54:33.729650 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6aebf7da-136d-4a47-b280-fac661a36d39 req-5baa580a-386b-47ba-88cd-4019d944c3fc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500603 Jan 28 06:54:33.752000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:33.943348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:34.006950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb71a16-de78-4cb1-a9c0-caa302d70e83 req-9b7dc229-b519-4b66-8d03-bc7f90c1f09a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:34.008421 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7eb71a16-de78-4cb1-a9c0-caa302d70e83 req-9b7dc229-b519-4b66-8d03-bc7f90c1f09a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 946 time: 0.1739819 Jan 28 06:54:34.090521 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7eb71a16-de78-4cb1-a9c0-caa302d70e83 req-648b89c4-a1df-48de-b572-2f30c93f1f20 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734272 Jan 28 06:54:34.114146 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49314) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:34.185475 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44897941-4a1b-4243-b860-c0984af2aad8 tempest-TestVolumeBootPattern-492159772 tempest-TestVolumeBootPattern-492159772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:34.186962 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-44897941-4a1b-4243-b860-c0984af2aad8 tempest-TestVolumeBootPattern-492159772 tempest-TestVolumeBootPattern-492159772-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 1094 time: 0.0717506 Jan 28 06:54:34.190175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49318) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:34.195296 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:34.197177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:34.201160 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:34.205516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Usage tracker for resource:floatingip and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:34.210141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:34.214096 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:34.272642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:34.325256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for floatingip, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:34.381204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:34.382303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=57db74b5-71ee-44e7-ad81-9e9de233c6da,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:34.394658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:34.438374 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:34.466072 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:34.564482 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP 9192e2dc-5828-4565-8325-d3b5756eb947 associated. External IP: 172.26.4.9, port: 11b3600c-979d-421f-9c09-7833d4e5480c. Jan 28 06:54:34.599630 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Allocated IP 172.26.4.121 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/2b5c7e01-cc29-4e0c-8a38-3227fe654389) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:54:34.748541 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:34.851901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:34.912651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 71494274-50fa-44ad-aef8-a1b5765450fb has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:54:34.922426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:54:34.925200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:54:34.928938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:54:34.962738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'Port': ['ID=2b5c7e01-cc29-4e0c-8a38-3227fe654389,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:35.214680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:54:35.225579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4403d470-7df8-4a74-a65c-189e483547c3 None None] Sync routers for ids ['71494274-50fa-44ad-aef8-a1b5765450fb'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:54:35.235714 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403d470-7df8-4a74-a65c-189e483547c3 None None] Routers {'71494274-50fa-44ad-aef8-a1b5765450fb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:54:35.236813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4403d470-7df8-4a74-a65c-189e483547c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:54:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['71494274-50fa-44ad-aef8-a1b5765450fb'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:35.353701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:35.413960 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4bbf489c-c687-4958-9332-4ab31b335c22 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1031 time: 2.9708827 Jan 28 06:54:35.414614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f55d14-99cc-474c-8de0-cda78db77b91', 'tag': '11b3600c-979d-421f-9c09-7833d4e5480c'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:54:35.417987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49322) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:35.422276 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-4403d470-7df8-4a74-a65c-189e483547c3 None None] Set router 71494274-50fa-44ad-aef8-a1b5765450fb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:54:35.459374 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f55d14-99cc-474c-8de0-cda78db77b91', 'tag': '11b3600c-979d-421f-9c09-7833d4e5480c', 'status': 'completed', 'code': 200} Jan 28 06:54:35.500239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:35.550059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33f3493-1201-4ca2-a128-2930389ed9e2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:35.554591 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a33f3493-1201-4ca2-a128-2930389ed9e2 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91&network_id=17054ea1-baca-4868-b7fc-52fca8b7cfc6 HTTP/1.1" status: 200 len: 1130 time: 0.1327147 Jan 28 06:54:35.593761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c47db-3002-4332-b4a4-be93c1672a31 req-7ee9cda8-987b-48a3-a14f-80afecd197be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:35.595329 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-697c47db-3002-4332-b4a4-be93c1672a31 req-7ee9cda8-987b-48a3-a14f-80afecd197be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 1135 time: 0.0791683 Jan 28 06:54:35.685719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:35.749958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c47db-3002-4332-b4a4-be93c1672a31 req-fd89b4a2-a25c-4ce6-a101-e6cfe6962ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:35.751248 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-697c47db-3002-4332-b4a4-be93c1672a31 req-fd89b4a2-a25c-4ce6-a101-e6cfe6962ffa service neutron] 10.222.0.37 "GET /v2.0/networks?id=17054ea1-baca-4868-b7fc-52fca8b7cfc6 HTTP/1.1" status: 200 len: 897 time: 0.1495728 Jan 28 06:54:35.822091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4403d470-7df8-4a74-a65c-189e483547c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '9192e2dc-5828-4565-8325-d3b5756eb947', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.9', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'port_id': '11b3600c-979d-421f-9c09-7833d4e5480c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-761271526', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'mac_address': 'fa:16:3e:8e:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f55d14-99cc-474c-8de0-cda78db77b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:33Z', 'updated_at': '2022-01-28T06:54:33Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a', 'name': '', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:03:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e1793083-0204-400f-b1c1-633bdf989291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:06Z', 'updated_at': '2022-01-28T06:54:12Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e1793083-0204-400f-b1c1-633bdf989291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:35.826340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4403d470-7df8-4a74-a65c-189e483547c3 None None] Checking router: 71494274-50fa-44ad-aef8-a1b5765450fb for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:54:35.835074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4403d470-7df8-4a74-a65c-189e483547c3 None None] Routers {'71494274-50fa-44ad-aef8-a1b5765450fb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:54:35.835806 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4403d470-7df8-4a74-a65c-189e483547c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:54:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['71494274-50fa-44ad-aef8-a1b5765450fb'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:35.862109 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-697c47db-3002-4332-b4a4-be93c1672a31 req-452fd38b-0b6a-4e56-abf4-6604e6bfe693 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11b3600c-979d-421f-9c09-7833d4e5480c HTTP/1.1" status: 200 len: 1034 time: 0.1025522 Jan 28 06:54:35.918177 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:35.928876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c47db-3002-4332-b4a4-be93c1672a31 req-a154b268-c9e9-4bcb-8809-bc0b47c000aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:35.930332 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-697c47db-3002-4332-b4a4-be93c1672a31 req-a154b268-c9e9-4bcb-8809-bc0b47c000aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1793083-0204-400f-b1c1-633bdf989291 HTTP/1.1" status: 200 len: 835 time: 0.0621495 Jan 28 06:54:35.952466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:36.012330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c47db-3002-4332-b4a4-be93c1672a31 req-49b9a9b8-48da-46ef-b241-aebdf02e9ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:36.013731 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-697c47db-3002-4332-b4a4-be93c1672a31 req-49b9a9b8-48da-46ef-b241-aebdf02e9ef0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17054ea1-baca-4868-b7fc-52fca8b7cfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770924 Jan 28 06:54:36.020245 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-4403d470-7df8-4a74-a65c-189e483547c3 None None] Set router 71494274-50fa-44ad-aef8-a1b5765450fb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:54:36.068028 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:36.184046 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'Port': ['ID=2b5c7e01-cc29-4e0c-8a38-3227fe654389,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:36.191628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:36.210144 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-697c47db-3002-4332-b4a4-be93c1672a31 req-8083340a-4dba-4d94-b23d-18340ee1b760 service neutron] 10.222.0.37 "GET /v2.0/networks/17054ea1-baca-4868-b7fc-52fca8b7cfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904969 Jan 28 06:54:36.329838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd644b7-134c-4cd2-bebe-eaec3a8486b3 req-43af9f13-980d-4c1a-a4c4-0e40a4e5b236 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:36.331325 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0bd644b7-134c-4cd2-bebe-eaec3a8486b3 req-43af9f13-980d-4c1a-a4c4-0e40a4e5b236 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 982 time: 0.1883311 Jan 28 06:54:36.376189 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Floating IP 1f3eb595-3f97-4c2f-8aa9-64ba77d3ee11 associated. External IP: 172.26.4.121, port: e5b8db9e-40d8-470c-b1f9-459d50b0767f. Jan 28 06:54:36.401961 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0bd644b7-134c-4cd2-bebe-eaec3a8486b3 req-27faf9b2-1d5b-46e6-a63a-74dabff5f1df tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566971 Jan 28 06:54:36.405443 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-697c47db-3002-4332-b4a4-be93c1672a31 req-57fafc53-e400-429d-8819-0041ffa39681 service neutron] 10.222.0.37 "GET /v2.0/networks/17054ea1-baca-4868-b7fc-52fca8b7cfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866288 Jan 28 06:54:36.410729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4403d470-7df8-4a74-a65c-189e483547c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '9192e2dc-5828-4565-8325-d3b5756eb947', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.9', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'port_id': '11b3600c-979d-421f-9c09-7833d4e5480c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-761271526', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'mac_address': 'fa:16:3e:8e:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f55d14-99cc-474c-8de0-cda78db77b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:33Z', 'updated_at': '2022-01-28T06:54:33Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a', 'name': '', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:03:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e1793083-0204-400f-b1c1-633bdf989291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:06Z', 'updated_at': '2022-01-28T06:54:12Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e1793083-0204-400f-b1c1-633bdf989291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:36.414913 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4403d470-7df8-4a74-a65c-189e483547c3 None None] The sync data for ids ['71494274-50fa-44ad-aef8-a1b5765450fb'] in dv-neutron-824022-4-hyperv is: [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '9192e2dc-5828-4565-8325-d3b5756eb947', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.9', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'port_id': '11b3600c-979d-421f-9c09-7833d4e5480c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-761271526', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'mac_address': 'fa:16:3e:8e:ba:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f55d14-99cc-474c-8de0-cda78db77b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:33Z', 'updated_at': '2022-01-28T06:54:33Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a', 'name': '', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:03:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e1793083-0204-400f-b1c1-633bdf989291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:06Z', 'updated_at': '2022-01-28T06:54:12Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e1793083-0204-400f-b1c1-633bdf989291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:54:36.613681 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b552a0a8-9f86-4254-b214-37cce919de2c None None] New status for floating IP 9192e2dc-5828-4565-8325-d3b5756eb947: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:54:36.745123 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Router ef9833fd-fda0-4cfa-b103-4b4682482779 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:54:37.036081 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:54:37.046454 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222ae2d4-65d0-4434-a567-cec203a36c51 None None] Sync routers for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:54:37.055310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222ae2d4-65d0-4434-a567-cec203a36c51 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:54:37.055922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-222ae2d4-65d0-4434-a567-cec203a36c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:54:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:37.125344 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:37.180626 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6242e685-5854-45f3-a052-0d15ea572bbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9894209 Jan 28 06:54:37.181286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'tag': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:54:37.226275 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'tag': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'status': 'completed', 'code': 200} Jan 28 06:54:37.232108 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-222ae2d4-65d0-4434-a567-cec203a36c51 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:54:37.352108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8642125-c99b-4ded-b518-dd060a57c128 req-a847c91b-6dfa-4b2d-a9b8-b52529a8ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:37.353580 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8642125-c99b-4ded-b518-dd060a57c128 req-a847c91b-6dfa-4b2d-a9b8-b52529a8ab3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 1099 time: 0.0756595 Jan 28 06:54:37.504097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8642125-c99b-4ded-b518-dd060a57c128 req-3d69f6a0-cbc6-4b89-a900-ad89f92fa3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:37.506305 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8642125-c99b-4ded-b518-dd060a57c128 req-3d69f6a0-cbc6-4b89-a900-ad89f92fa3fd service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 913 time: 0.1457400 Jan 28 06:54:37.643331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-222ae2d4-65d0-4434-a567-cec203a36c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '1f3eb595-3f97-4c2f-8aa9-64ba77d3ee11', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:32:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:35Z', 'updated_at': '2022-01-28T06:54:35Z', 'revision_number': 0, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:37.650014 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222ae2d4-65d0-4434-a567-cec203a36c51 None None] Checking router: ef9833fd-fda0-4cfa-b103-4b4682482779 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:54:37.662575 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8642125-c99b-4ded-b518-dd060a57c128 req-69919b30-ad20-443d-8350-97d7d8421d77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5b8db9e-40d8-470c-b1f9-459d50b0767f HTTP/1.1" status: 200 len: 1000 time: 0.1492848 Jan 28 06:54:37.663517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222ae2d4-65d0-4434-a567-cec203a36c51 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:54:37.664268 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-222ae2d4-65d0-4434-a567-cec203a36c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:54:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:37.684994 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f683495-367d-4296-994e-3d64db6a4511 req-4542902f-cfd6-4a33-a6c1-d24ae0051fe9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:37.686937 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5f683495-367d-4296-994e-3d64db6a4511 req-4542902f-cfd6-4a33-a6c1-d24ae0051fe9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 982 time: 0.1259005 Jan 28 06:54:37.809889 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5f683495-367d-4296-994e-3d64db6a4511 req-82455eff-01a1-4189-8435-902d59bf3047 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171932 Jan 28 06:54:37.844664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-222ae2d4-65d0-4434-a567-cec203a36c51 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:54:37.852074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8642125-c99b-4ded-b518-dd060a57c128 req-4eb6ee45-c2b6-4644-9236-b4e4789ebb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:37.853527 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8642125-c99b-4ded-b518-dd060a57c128 req-4eb6ee45-c2b6-4644-9236-b4e4789ebb7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.1331558 Jan 28 06:54:37.865896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-ad026636-b619-439e-bacd-9473c06b6e78 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:37.867298 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-ad026636-b619-439e-bacd-9473c06b6e78 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 982 time: 0.1458356 Jan 28 06:54:38.113841 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-dff20fae-db7a-43e1-bca2-5daaf0c9b1c3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:38.115074 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-dff20fae-db7a-43e1-bca2-5daaf0c9b1c3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/ports/11b3600c-979d-421f-9c09-7833d4e5480c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2159643 Jan 28 06:54:38.167041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8642125-c99b-4ded-b518-dd060a57c128 req-bff58a45-3856-4f22-b46e-c984168674b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:38.168526 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8642125-c99b-4ded-b518-dd060a57c128 req-bff58a45-3856-4f22-b46e-c984168674b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3004198 Jan 28 06:54:38.196802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-222ae2d4-65d0-4434-a567-cec203a36c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '1f3eb595-3f97-4c2f-8aa9-64ba77d3ee11', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:32:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:35Z', 'updated_at': '2022-01-28T06:54:35Z', 'revision_number': 0, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:54:38.200731 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222ae2d4-65d0-4434-a567-cec203a36c51 None None] The sync data for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv is: [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '1f3eb595-3f97-4c2f-8aa9-64ba77d3ee11', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:32:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:35Z', 'updated_at': '2022-01-28T06:54:35Z', 'revision_number': 0, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:54:38.360609 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-b2552892-ba76-45d1-87e2-705dc2765784 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/networks/17054ea1-baca-4868-b7fc-52fca8b7cfc6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2397139 Jan 28 06:54:38.373088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-758d0f2a-ba1c-4ce6-9c05-89bfee097f17 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:38.402448 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19521c4c-8510-4591-b566-7621f93386fb None None] New status for floating IP 1f3eb595-3f97-4c2f-8aa9-64ba77d3ee11: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:54:38.443851 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8642125-c99b-4ded-b518-dd060a57c128 req-f2fe04cd-3469-41f8-b1ab-b0b8e6057f30 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270491 Jan 28 06:54:38.584804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-758d0f2a-ba1c-4ce6-9c05-89bfee097f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:38.684081 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8642125-c99b-4ded-b518-dd060a57c128 req-2b94fccc-344d-47d0-a3ae-1d082a02e396 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109048 Jan 28 06:54:38.821855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-758d0f2a-ba1c-4ce6-9c05-89bfee097f17 service neutron] For port 11b3600c-979d-421f-9c09-7833d4e5480c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=11b3600c-979d-421f-9c09-7833d4e5480c,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:54:38.852220 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-758d0f2a-ba1c-4ce6-9c05-89bfee097f17 service neutron] For port 11b3600c-979d-421f-9c09-7833d4e5480c, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:54:38.902812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-758d0f2a-ba1c-4ce6-9c05-89bfee097f17 service neutron] device_id is not set on port 11b3600c-979d-421f-9c09-7833d4e5480c yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:54:38.911783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-758d0f2a-ba1c-4ce6-9c05-89bfee097f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:39.002381 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd486a03-3e5d-450f-87d0-4167a884876f req-eb578605-ba79-4d83-a8a1-425ee8bd8381 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:39.003788 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd486a03-3e5d-450f-87d0-4167a884876f req-eb578605-ba79-4d83-a8a1-425ee8bd8381 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 982 time: 0.0781446 Jan 28 06:54:39.049341 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd486a03-3e5d-450f-87d0-4167a884876f req-04d1c850-6582-4b8c-b8b8-21a2d2a6d8ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400095 Jan 28 06:54:39.050361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-758d0f2a-ba1c-4ce6-9c05-89bfee097f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:39.191064 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d0f2a-ba1c-4ce6-9c05-89bfee097f17 service neutron] Pushing event updated for resources: {'Port': ['ID=11b3600c-979d-421f-9c09-7833d4e5480c,revision_number=6']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:39.242675 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-758d0f2a-ba1c-4ce6-9c05-89bfee097f17 service neutron] No DVR routers for this DVR port 11b3600c-979d-421f-9c09-7833d4e5480c on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:54:39.349714 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e08e2230-5922-47c4-82a1-31e254efd5ad None None] Provisioning complete for port 11b3600c-979d-421f-9c09-7833d4e5480c triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:39.350809 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e08e2230-5922-47c4-82a1-31e254efd5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:39.402366 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e08e2230-5922-47c4-82a1-31e254efd5ad None None] Port 11b3600c-979d-421f-9c09-7833d4e5480c cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:54:39.466655 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-758d0f2a-ba1c-4ce6-9c05-89bfee097f17 service neutron] In _notify_port_updated(), no bound segment for port 11b3600c-979d-421f-9c09-7833d4e5480c on network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:54:39.467827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-758d0f2a-ba1c-4ce6-9c05-89bfee097f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:39.468416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-758d0f2a-ba1c-4ce6-9c05-89bfee097f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:39.469645 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1990ebe0-1aa4-4ce4-9710-881c93ab550f req-758d0f2a-ba1c-4ce6-9c05-89bfee097f17 service neutron] 10.222.0.37 "PUT /v2.0/ports/11b3600c-979d-421f-9c09-7833d4e5480c HTTP/1.1" status: 200 len: 1025 time: 1.1011779 Jan 28 06:54:40.336495 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3e676acb-88d8-4850-b734-9f76da40300e req-1eb73a3a-f770-41a2-a415-b2329b239e16 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=b1f55d14-99cc-474c-8de0-cda78db77b91 HTTP/1.1" status: 200 len: 210 time: 0.1723523 Jan 28 06:54:40.765978 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:40.864059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 11b3600c-979d-421f-9c09-7833d4e5480c no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:54:40.919625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 11b3600c-979d-421f-9c09-7833d4e5480c not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:54:41.429945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49344) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:41.499634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80ebf2d-57fc-4f4c-8cfe-32b15fbd73fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:41.500935 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e80ebf2d-57fc-4f4c-8cfe-32b15fbd73fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports/11b3600c-979d-421f-9c09-7833d4e5480c HTTP/1.1" status: 200 len: 924 time: 0.0700297 Jan 28 06:54:41.857911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49350) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:41.863116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b5c6b736-947d-41e1-9db7-1861a781cc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-370192130', 'description': 'tempest-secgroup-smoke-370192130 description', 'project_id': 'fab9236ca18a49699cab17477937175c'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:41.868993 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b5c6b736-947d-41e1-9db7-1861a781cc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:41.878295 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b5c6b736-947d-41e1-9db7-1861a781cc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:41.999220 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5c6b736-947d-41e1-9db7-1861a781cc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:42.019461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b5c6b736-947d-41e1-9db7-1861a781cc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:42.023167 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b5c6b736-947d-41e1-9db7-1861a781cc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:42.026684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b5c6b736-947d-41e1-9db7-1861a781cc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:42.031853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b5c6b736-947d-41e1-9db7-1861a781cc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:42.102792 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5c6b736-947d-41e1-9db7-1861a781cc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:42.164952 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5c6b736-947d-41e1-9db7-1861a781cc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:42.210616 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6b736-947d-41e1-9db7-1861a781cc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0224ea9c-b3bb-425b-aebf-821686f4c317,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:42.285191 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b5c6b736-947d-41e1-9db7-1861a781cc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:42.286456 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b5c6b736-947d-41e1-9db7-1861a781cc6d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4275508 Jan 28 06:54:42.289389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49354) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:42.294407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ef60779e-fe9f-4e1c-a8fa-65678c38c86a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '0224ea9c-b3bb-425b-aebf-821686f4c317', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:42.300919 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ef60779e-fe9f-4e1c-a8fa-65678c38c86a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:42.304691 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ef60779e-fe9f-4e1c-a8fa-65678c38c86a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:42.307575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ef60779e-fe9f-4e1c-a8fa-65678c38c86a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:42.313764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ef60779e-fe9f-4e1c-a8fa-65678c38c86a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:42.423661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ef60779e-fe9f-4e1c-a8fa-65678c38c86a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:42.481555 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ef60779e-fe9f-4e1c-a8fa-65678c38c86a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:42.546906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ef60779e-fe9f-4e1c-a8fa-65678c38c86a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:42.570520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60779e-fe9f-4e1c-a8fa-65678c38c86a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d90b8c-9582-4b28-b273-697f53371199,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:42.656546 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ef60779e-fe9f-4e1c-a8fa-65678c38c86a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:42.657768 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ef60779e-fe9f-4e1c-a8fa-65678c38c86a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3674304 Jan 28 06:54:42.660467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49358) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:42.665322 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-cf2a9c85-9fd0-4e6d-83c4-1ecf3abfe4a6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '0224ea9c-b3bb-425b-aebf-821686f4c317', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:42.671721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cf2a9c85-9fd0-4e6d-83c4-1ecf3abfe4a6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:42.675477 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cf2a9c85-9fd0-4e6d-83c4-1ecf3abfe4a6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:42.678280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cf2a9c85-9fd0-4e6d-83c4-1ecf3abfe4a6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:42.683909 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cf2a9c85-9fd0-4e6d-83c4-1ecf3abfe4a6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:42.783111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf2a9c85-9fd0-4e6d-83c4-1ecf3abfe4a6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:42.842515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf2a9c85-9fd0-4e6d-83c4-1ecf3abfe4a6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:42.913172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf2a9c85-9fd0-4e6d-83c4-1ecf3abfe4a6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:42.936933 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a9c85-9fd0-4e6d-83c4-1ecf3abfe4a6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bbd08e-d56d-4e47-bffe-393544486410,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:43.009286 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf2a9c85-9fd0-4e6d-83c4-1ecf3abfe4a6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:43.010470 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cf2a9c85-9fd0-4e6d-83c4-1ecf3abfe4a6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3491037 Jan 28 06:54:43.013189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49362) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:43.018043 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-be094788-68ae-43e3-b31c-722a580b899e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '0224ea9c-b3bb-425b-aebf-821686f4c317', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:43.023905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-be094788-68ae-43e3-b31c-722a580b899e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:43.027667 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-be094788-68ae-43e3-b31c-722a580b899e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:43.030519 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-be094788-68ae-43e3-b31c-722a580b899e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:43.036658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-be094788-68ae-43e3-b31c-722a580b899e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:43.119276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-be094788-68ae-43e3-b31c-722a580b899e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:43.178003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-be094788-68ae-43e3-b31c-722a580b899e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:43.255934 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-be094788-68ae-43e3-b31c-722a580b899e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:43.278390 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be094788-68ae-43e3-b31c-722a580b899e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06ab4a2-58c2-4488-a7ea-77b9f93684ca,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:43.359344 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-be094788-68ae-43e3-b31c-722a580b899e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:43.360647 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-be094788-68ae-43e3-b31c-722a580b899e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3464386 Jan 28 06:54:43.363174 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49366) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:43.368108 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-34343a15-0a3c-4606-8112-12901694e2a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '0224ea9c-b3bb-425b-aebf-821686f4c317', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:43.373834 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-34343a15-0a3c-4606-8112-12901694e2a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:43.377500 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-34343a15-0a3c-4606-8112-12901694e2a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:43.380312 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-34343a15-0a3c-4606-8112-12901694e2a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:43.385864 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-34343a15-0a3c-4606-8112-12901694e2a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:43.479389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34343a15-0a3c-4606-8112-12901694e2a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:43.544084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34343a15-0a3c-4606-8112-12901694e2a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:43.632030 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34343a15-0a3c-4606-8112-12901694e2a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:43.654896 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343a15-0a3c-4606-8112-12901694e2a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5000739-f0f1-4eff-a960-ac9d38650100,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:43.734804 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-34343a15-0a3c-4606-8112-12901694e2a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:43.736014 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-34343a15-0a3c-4606-8112-12901694e2a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3718739 Jan 28 06:54:43.738663 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49370) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:43.743559 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-a5551d99-6d69-452b-8163-f32e47c4427e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '0224ea9c-b3bb-425b-aebf-821686f4c317', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:43.749137 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a5551d99-6d69-452b-8163-f32e47c4427e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:43.753358 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a5551d99-6d69-452b-8163-f32e47c4427e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:43.756146 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a5551d99-6d69-452b-8163-f32e47c4427e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:43.761636 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a5551d99-6d69-452b-8163-f32e47c4427e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:43.828513 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-a5551d99-6d69-452b-8163-f32e47c4427e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:54:43.835530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a5551d99-6d69-452b-8163-f32e47c4427e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:43.900489 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a5551d99-6d69-452b-8163-f32e47c4427e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:43.981645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a5551d99-6d69-452b-8163-f32e47c4427e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:44.004456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5551d99-6d69-452b-8163-f32e47c4427e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc222b0a-c358-4a72-bb71-291fd9a719f4,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:44.097149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a5551d99-6d69-452b-8163-f32e47c4427e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:44.097684 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a5551d99-6d69-452b-8163-f32e47c4427e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3579862 Jan 28 06:54:44.100894 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49376) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:44.106689 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-8beedf83-1261-4201-82cc-f3914dca9d9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '0224ea9c-b3bb-425b-aebf-821686f4c317', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:44.113269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8beedf83-1261-4201-82cc-f3914dca9d9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:54:44.116599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8beedf83-1261-4201-82cc-f3914dca9d9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:54:44.119907 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8beedf83-1261-4201-82cc-f3914dca9d9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:54:44.126866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8beedf83-1261-4201-82cc-f3914dca9d9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:54:44.176278 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-8beedf83-1261-4201-82cc-f3914dca9d9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:54:44.183142 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8beedf83-1261-4201-82cc-f3914dca9d9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:44.252624 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8beedf83-1261-4201-82cc-f3914dca9d9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:44.325366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8beedf83-1261-4201-82cc-f3914dca9d9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:44.351357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beedf83-1261-4201-82cc-f3914dca9d9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44c6579-6cb1-4d0f-9a9b-576a6b43a6a9,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:44.440474 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8beedf83-1261-4201-82cc-f3914dca9d9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:44.440865 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8beedf83-1261-4201-82cc-f3914dca9d9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3389947 Jan 28 06:54:44.610176 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-d73db9ac-2360-4c5e-a254-21b053613ee9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370192130&fields=id&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 267 time: 0.0398967 Jan 28 06:54:44.689722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-586d552c-dc21-4123-bdb4-dcb5206e712c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:44.690542 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-586d552c-dc21-4123-bdb4-dcb5206e712c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports/11b3600c-979d-421f-9c09-7833d4e5480c HTTP/1.1" status: 200 len: 929 time: 0.0746675 Jan 28 06:54:44.764071 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-77d9a407-0b06-41d9-a2ab-90e77ed6b85b service neutron] 10.222.0.25 "GET /v2.0/ports/11b3600c-979d-421f-9c09-7833d4e5480c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0614090 Jan 28 06:54:44.901936 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-c0fd7e02-4607-4795-a794-5fd1912702e1 service neutron] 10.222.0.25 "GET /v2.0/networks/17054ea1-baca-4868-b7fc-52fca8b7cfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312156 Jan 28 06:54:45.038617 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-36423168-e055-4cff-90f4-fa0896bb87e6 service neutron] 10.222.0.25 "GET /v2.0/networks/17054ea1-baca-4868-b7fc-52fca8b7cfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299882 Jan 28 06:54:45.384009 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b378e2c8-94b1-4ce7-b9cb-fae60cbe4c2f req-0c463407-a4be-4942-92a7-b7396774522e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 210 time: 0.0468326 Jan 28 06:54:46.528177 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-95bf7fbf-e305-47d6-9425-8c62e87a0e39 req-2ae2f88c-7786-44f4-b745-105f4a82f923 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 210 time: 0.0419664 Jan 28 06:54:47.609665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-5ff3792c-0f80-4222-b859-2a6610c59a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:47.610988 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-5ff3792c-0f80-4222-b859-2a6610c59a5c service neutron] 10.222.0.37 "GET /v2.0/ports/11b3600c-979d-421f-9c09-7833d4e5480c HTTP/1.1" status: 200 len: 1025 time: 0.0625050 Jan 28 06:54:47.697723 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78501e26-db25-45ac-970c-d10a940601de req-e6caf65f-3415-430b-817f-6a66398b6d03 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 210 time: 0.0608842 Jan 28 06:54:47.799635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-10dc5080-11b7-4352-911b-9cdac8ba5d18 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:47.801068 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-10dc5080-11b7-4352-911b-9cdac8ba5d18 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/networks?id=17054ea1-baca-4868-b7fc-52fca8b7cfc6 HTTP/1.1" status: 200 len: 796 time: 0.1852493 Jan 28 06:54:47.858470 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-fbe17138-bf35-4333-9394-49667a214a5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 471 time: 0.0419123 Jan 28 06:54:47.869764 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Request body: {'port': {'device_id': '67f50009-ec62-4e21-ab79-cbd48592ee4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:54:47.980194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:48.313363 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b3600c-979d-421f-9c09-7833d4e5480c {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:54:48.320474 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:48.335359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Transition to ACTIVE for port object 11b3600c-979d-421f-9c09-7833d4e5480c will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:54:48.404629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:48.548269 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Pushing event updated for resources: {'Port': ['ID=11b3600c-979d-421f-9c09-7833d4e5480c,revision_number=7']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:48.560780 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:48.561131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:48.561471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:48.561806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:48.562140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:48.562470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:48.562796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:48.563120 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:48.563474 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:48.563794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:48.564128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:48.564434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:54:48.788701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Attempting to bind port 11b3600c-979d-421f-9c09-7833d4e5480c on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:54:48.789399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Attempting to bind port 11b3600c-979d-421f-9c09-7833d4e5480c by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:54:48.789399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Attempting to bind port 11b3600c-979d-421f-9c09-7833d4e5480c on network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:54:48.794646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Port 11b3600c-979d-421f-9c09-7833d4e5480c on network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:54:48.794982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Attempting to bind port 11b3600c-979d-421f-9c09-7833d4e5480c on network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:54:48.800978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:54:48.801316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Checking segment: {'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:54:48.801707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Bound using segment: {'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:54:48.802144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Bound port: 11b3600c-979d-421f-9c09-7833d4e5480c, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b36c61-7b30-4e58-9592-2ebd893c8138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:54:48.802514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:48.904191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] For port 11b3600c-979d-421f-9c09-7833d4e5480c, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:54:48.907420 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] For port 11b3600c-979d-421f-9c09-7833d4e5480c, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=11b3600c-979d-421f-9c09-7833d4e5480c,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:54:48.999786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:49.075664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:49.076263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:49.077589 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] 10.222.0.37 "PUT /v2.0/ports/11b3600c-979d-421f-9c09-7833d4e5480c HTTP/1.1" status: 200 len: 1130 time: 1.2116218 Jan 28 06:54:49.080259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f50009-ec62-4e21-ab79-cbd48592ee4e', 'tag': '11b3600c-979d-421f-9c09-7833d4e5480c'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:54:49.102259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c93717-c09c-421d-886a-339f52f7e63e service neutron] Pushing event updated for resources: {'Port': ['ID=11b3600c-979d-421f-9c09-7833d4e5480c,revision_number=8']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:49.125346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b299e13-a89f-4115-a47a-83a0551d4154 req-921a24d2-9075-4408-b42d-12925e8bc0b8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:49.125346 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b299e13-a89f-4115-a47a-83a0551d4154 req-921a24d2-9075-4408-b42d-12925e8bc0b8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 980 time: 0.1676841 Jan 28 06:54:49.143468 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f50009-ec62-4e21-ab79-cbd48592ee4e', 'tag': '11b3600c-979d-421f-9c09-7833d4e5480c', 'status': 'completed', 'code': 200} Jan 28 06:54:49.171983 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b299e13-a89f-4115-a47a-83a0551d4154 req-75375677-4329-4ec8-87f5-1c5f2f6c2418 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 Jan 28 06:54:49.247184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c6ca6-c691-4b3c-9afd-7f146d39bf4e req-1c64c3ee-3e4e-4f66-b400-182e355bfe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:49.248810 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-294c6ca6-c691-4b3c-9afd-7f146d39bf4e req-1c64c3ee-3e4e-4f66-b400-182e355bfe9f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 1133 time: 0.0734432 Jan 28 06:54:49.407088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c6ca6-c691-4b3c-9afd-7f146d39bf4e req-92775c3d-bbdf-4822-8612-5f691f9e8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:49.408621 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-294c6ca6-c691-4b3c-9afd-7f146d39bf4e req-92775c3d-bbdf-4822-8612-5f691f9e8ced service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fab9236ca18a49699cab17477937175c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1442754 Jan 28 06:54:49.540648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c6ca6-c691-4b3c-9afd-7f146d39bf4e req-a3f62dd6-3531-4c4c-b714-30abeeeb4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:49.541984 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-294c6ca6-c691-4b3c-9afd-7f146d39bf4e req-a3f62dd6-3531-4c4c-b714-30abeeeb4926 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279156 Jan 28 06:54:49.676893 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-366dc4fa-18a0-4bb4-946b-7e60b1e0f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:49.678384 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-366dc4fa-18a0-4bb4-946b-7e60b1e0f7ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 1133 time: 0.0729864 Jan 28 06:54:49.792397 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-3bd100ba-21c8-4a85-9be4-b90271c286c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11b3600c-979d-421f-9c09-7833d4e5480c HTTP/1.1" status: 200 len: 1034 time: 0.0947356 Jan 28 06:54:49.859883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-107e0d7e-26f0-48a1-ae1a-3c403e169c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:49.861287 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-107e0d7e-26f0-48a1-ae1a-3c403e169c59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e1793083-0204-400f-b1c1-633bdf989291 HTTP/1.1" status: 200 len: 835 time: 0.0562406 Jan 28 06:54:49.938339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-2d37d3d3-0a4f-4bf2-bca8-e94a0e92c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:49.939762 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-2d37d3d3-0a4f-4bf2-bca8-e94a0e92c529 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17054ea1-baca-4868-b7fc-52fca8b7cfc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699277 Jan 28 06:54:50.074066 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-a11b4451-0611-4a0c-9214-8678f3dee45b service neutron] 10.222.0.37 "GET /v2.0/networks/17054ea1-baca-4868-b7fc-52fca8b7cfc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235712 Jan 28 06:54:50.204572 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd0d01ff-6409-4145-8dfa-e4269dbd2b88 req-a13c1f30-d000-4085-93c1-8030cf09f78a service neutron] 10.222.0.37 "GET /v2.0/networks/17054ea1-baca-4868-b7fc-52fca8b7cfc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215951 Jan 28 06:54:50.359787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bdaad-458c-4334-9b36-f58c90d5ebf0 req-4d823b4c-a516-4685-bf75-02d006160ee7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:50.361237 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed6bdaad-458c-4334-9b36-f58c90d5ebf0 req-4d823b4c-a516-4685-bf75-02d006160ee7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 980 time: 0.0841849 Jan 28 06:54:50.406956 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed6bdaad-458c-4334-9b36-f58c90d5ebf0 req-c2b8121a-de00-40b7-bbb7-d82eb54df67c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382886 Jan 28 06:54:51.589291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28873d-4278-496a-994e-bed48607a558 req-9f88f92d-c48d-449c-a136-d07142d6e7ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:51.591656 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bd28873d-4278-496a-994e-bed48607a558 req-9f88f92d-c48d-449c-a136-d07142d6e7ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 980 time: 0.0808072 Jan 28 06:54:51.636276 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bd28873d-4278-496a-994e-bed48607a558 req-e3f14ea3-56e6-4693-ab15-b260771c3723 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394571 Jan 28 06:54:52.852156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8d2d4-d9b9-4827-89fa-6f5ee343c397 req-e26fe139-e984-4b19-a285-a69844ab199f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:52.852156 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2d8d2d4-d9b9-4827-89fa-6f5ee343c397 req-e26fe139-e984-4b19-a285-a69844ab199f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 980 time: 0.0934727 Jan 28 06:54:52.904530 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2d8d2d4-d9b9-4827-89fa-6f5ee343c397 req-05642738-ff1a-4575-bccf-5b3aab4d66b9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467026 Jan 28 06:54:52.917164 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 11b3600c-979d-421f-9c09-7833d4e5480c details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:54:53.053841 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 11b3600c-979d-421f-9c09-7833d4e5480c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=11b3600c-979d-421f-9c09-7833d4e5480c,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:54:53.070589 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '11b3600c-979d-421f-9c09-7833d4e5480c', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'port_id': '11b3600c-979d-421f-9c09-7833d4e5480c', 'mac_address': 'fa:16:3e:8e:ba:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1793083-0204-400f-b1c1-633bdf989291', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:54:53.130387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:53.147393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b3600c-979d-421f-9c09-7833d4e5480c {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:54:53.161368 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 11b3600c-979d-421f-9c09-7833d4e5480c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=11b3600c-979d-421f-9c09-7833d4e5480c,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:54:53.219766 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:53.292283 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=11b3600c-979d-421f-9c09-7833d4e5480c,revision_number=9']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:53.547626 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['11b3600c-979d-421f-9c09-7833d4e5480c'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:54:54.200023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a755231-2427-447a-aa13-037a36e0335b req-2d53b003-0b8c-47a5-a9ef-97e3d94aac47 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:54.201463 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a755231-2427-447a-aa13-037a36e0335b req-2d53b003-0b8c-47a5-a9ef-97e3d94aac47 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 981 time: 0.1968970 Jan 28 06:54:54.249765 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a755231-2427-447a-aa13-037a36e0335b req-073a3125-dff3-4d44-9f58-14a5a9bf97ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Jan 28 06:54:54.927366 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 11b3600c-979d-421f-9c09-7833d4e5480c up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:54:54.977473 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-44dfa2ba-9359-4c08-b79c-6974b00a0877 req-424540cc-c70b-46a7-afe2-b228d7cac5fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733106 Jan 28 06:54:55.072275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 11b3600c-979d-421f-9c09-7833d4e5480c completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:54:55.078690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 11b3600c-979d-421f-9c09-7833d4e5480c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:54:55.083919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:55.152421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfa2ba-9359-4c08-b79c-6974b00a0877 req-6f4dd15e-48f2-4da8-9172-8b3f8f93314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:55.152421 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-44dfa2ba-9359-4c08-b79c-6974b00a0877 req-6f4dd15e-48f2-4da8-9172-8b3f8f93314e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 1099 time: 0.0857596 Jan 28 06:54:55.226528 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:55.252312 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f50009-ec62-4e21-ab79-cbd48592ee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b3600c-979d-421f-9c09-7833d4e5480c'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:54:55.261815 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 11b3600c-979d-421f-9c09-7833d4e5480c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=11b3600c-979d-421f-9c09-7833d4e5480c,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:54:55.306333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfa2ba-9359-4c08-b79c-6974b00a0877 req-c15683ee-c487-43f7-8aa9-c11e29e49118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:55.307916 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-44dfa2ba-9359-4c08-b79c-6974b00a0877 req-c15683ee-c487-43f7-8aa9-c11e29e49118 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 913 time: 0.1357744 Jan 28 06:54:55.310299 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f50009-ec62-4e21-ab79-cbd48592ee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b3600c-979d-421f-9c09-7833d4e5480c', 'code': 200} Jan 28 06:54:55.341676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:54:55.411453 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=11b3600c-979d-421f-9c09-7833d4e5480c,revision_number=10']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:54:55.501155 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-44dfa2ba-9359-4c08-b79c-6974b00a0877 req-36b429f4-ab44-4f0c-96cc-2ec9b4f04c8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5b8db9e-40d8-470c-b1f9-459d50b0767f HTTP/1.1" status: 200 len: 1002 time: 0.1605718 Jan 28 06:54:55.569956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543a753-d50c-409c-8438-91073c39312e req-56d602cf-5103-45a8-accf-cd0bf398fdd0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:55.571450 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e543a753-d50c-409c-8438-91073c39312e req-56d602cf-5103-45a8-accf-cd0bf398fdd0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 983 time: 0.1629071 Jan 28 06:54:55.580638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfa2ba-9359-4c08-b79c-6974b00a0877 req-9f80bef5-3fe4-4307-acf1-039b1aeab9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:55.582689 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-44dfa2ba-9359-4c08-b79c-6974b00a0877 req-9f80bef5-3fe4-4307-acf1-039b1aeab9bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.0742724 Jan 28 06:54:55.708602 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e543a753-d50c-409c-8438-91073c39312e req-8bb6c2c1-b110-4788-8907-7a01f56a746f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302855 Jan 28 06:54:55.749061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfa2ba-9359-4c08-b79c-6974b00a0877 req-54a99741-0ae8-43b4-9b5b-db63e8d1c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:55.750518 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-44dfa2ba-9359-4c08-b79c-6974b00a0877 req-54a99741-0ae8-43b4-9b5b-db63e8d1c5d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1556542 Jan 28 06:54:55.760202 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bf139-1489-441b-b622-bed1880f36a0 req-239d040d-652a-4d24-bbc6-c884fa1819f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:55.761553 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f20bf139-1489-441b-b622-bed1880f36a0 req-239d040d-652a-4d24-bbc6-c884fa1819f1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 1136 time: 0.1098220 Jan 28 06:54:55.883374 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f20bf139-1489-441b-b622-bed1880f36a0 req-5e5ea299-245a-4ac3-a26b-ca43903aeac8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029747 Jan 28 06:54:55.914994 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-44dfa2ba-9359-4c08-b79c-6974b00a0877 req-ef9bf1f3-0255-46fa-8792-678b9fbec5ae service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525955 Jan 28 06:54:56.280765 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-44dfa2ba-9359-4c08-b79c-6974b00a0877 req-c77f2089-0358-4bfb-8c66-313e7ea1e30d service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245036 Jan 28 06:54:56.900332 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4bb08-a5ab-4f66-b218-c147c88fa381 req-2609610a-5339-4659-a21c-45cb78478f39 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:56.901773 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-83b4bb08-a5ab-4f66-b218-c147c88fa381 req-2609610a-5339-4659-a21c-45cb78478f39 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 983 time: 0.0823574 Jan 28 06:54:56.945253 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-83b4bb08-a5ab-4f66-b218-c147c88fa381 req-1ba9bf4d-d30a-4b0b-b100-9c350361e6fe tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377843 Jan 28 06:54:58.128171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b0fe8-fc4a-402a-a65b-05d111033532 req-8283bc58-f6e5-4c11-abbf-067edee7bf27 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:58.130163 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d45b0fe8-fc4a-402a-a65b-05d111033532 req-8283bc58-f6e5-4c11-abbf-067edee7bf27 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 983 time: 0.0788164 Jan 28 06:54:58.174559 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d45b0fe8-fc4a-402a-a65b-05d111033532 req-5dd5b928-b072-42d1-8950-536e0b2b6f52 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379436 Jan 28 06:54:58.363698 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498df6a-acb3-4dd2-a631-c4ecd045021d req-a11c74ca-dc6e-4469-bf64-6bb94d8a3590 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:58.365142 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0498df6a-acb3-4dd2-a631-c4ecd045021d req-a11c74ca-dc6e-4469-bf64-6bb94d8a3590 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 983 time: 0.0884562 Jan 28 06:54:58.409591 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0498df6a-acb3-4dd2-a631-c4ecd045021d req-01a242d2-8df0-4974-80f2-7ed10dd102e1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389116 Jan 28 06:54:58.437197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49436) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:54:58.508526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd761b2-e394-4ba6-a567-b56021d8c8de tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:58.508526 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7dd761b2-e394-4ba6-a567-b56021d8c8de tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e&network_id=17054ea1-baca-4868-b7fc-52fca8b7cfc6 HTTP/1.1" status: 200 len: 1131 time: 0.0720854 Jan 28 06:54:59.216448 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d9c99-cb0a-4327-acad-0d566456d5e6 req-b937f39c-40a1-4d93-b155-9501f748c73d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:54:59.218154 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0c2d9c99-cb0a-4327-acad-0d566456d5e6 req-b937f39c-40a1-4d93-b155-9501f748c73d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 983 time: 0.0866778 Jan 28 06:54:59.272534 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0c2d9c99-cb0a-4327-acad-0d566456d5e6 req-c3de5f6b-851d-42fe-810f-8539f3d7cd73 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Jan 28 06:55:00.457512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e4478-60ac-4182-9ee8-8078f202ac16 req-479a031e-45fd-409a-afaf-79610b7b90c2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:00.458958 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-249e4478-60ac-4182-9ee8-8078f202ac16 req-479a031e-45fd-409a-afaf-79610b7b90c2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 983 time: 0.0795774 Jan 28 06:55:00.615186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-249e4478-60ac-4182-9ee8-8078f202ac16 req-2acda938-5cc4-4dfd-9a7b-e61339ad53af tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb10caa4-9f8c-4734-af92-d91db17b641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460612 Jan 28 06:55:00.851123 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-002d10b5-0e62-4c86-ba4f-70b73c38efde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:00.931461 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-9f86e0e9-b539-4f7d-8aa0-0facceaeb163 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:00.931951 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-9f86e0e9-b539-4f7d-8aa0-0facceaeb163 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 983 time: 0.0767837 Jan 28 06:55:01.008389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-4047b0e8-2238-4a3b-af94-45bdbb86a84e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:01.008389 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-4047b0e8-2238-4a3b-af94-45bdbb86a84e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/ports/11b3600c-979d-421f-9c09-7833d4e5480c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0696726 Jan 28 06:55:01.153903 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-82610ef8-6daf-47bb-b5ec-14a16958344f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/networks/17054ea1-baca-4868-b7fc-52fca8b7cfc6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1409440 Jan 28 06:55:01.166048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-0e9fe030-84be-4ccf-835a-47ad15f2bbe4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:01.282541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-0e9fe030-84be-4ccf-835a-47ad15f2bbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:01.486169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-0e9fe030-84be-4ccf-835a-47ad15f2bbe4 service neutron] For port 11b3600c-979d-421f-9c09-7833d4e5480c, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=11b3600c-979d-421f-9c09-7833d4e5480c,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:55:01.517589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-0e9fe030-84be-4ccf-835a-47ad15f2bbe4 service neutron] For port 11b3600c-979d-421f-9c09-7833d4e5480c, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:55:01.578098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-0e9fe030-84be-4ccf-835a-47ad15f2bbe4 service neutron] device_id is not set on port 11b3600c-979d-421f-9c09-7833d4e5480c yet. {{(pid=88217) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 06:55:01.587882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-0e9fe030-84be-4ccf-835a-47ad15f2bbe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:01.730483 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-0e9fe030-84be-4ccf-835a-47ad15f2bbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:01.837854 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-15124d98-fd09-47a7-81cc-90a4044cab6e req-21369c0a-b141-475b-86c2-67af836a3989 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 210 time: 0.0650089 Jan 28 06:55:01.926868 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fe030-84be-4ccf-835a-47ad15f2bbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=11b3600c-979d-421f-9c09-7833d4e5480c,revision_number=11']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:01.993713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-0e9fe030-84be-4ccf-835a-47ad15f2bbe4 service neutron] No DVR routers for this DVR port 11b3600c-979d-421f-9c09-7833d4e5480c on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:55:02.107919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-98d0ec73-72a5-4944-9bda-72fc30d19df3 None None] Provisioning complete for port 11b3600c-979d-421f-9c09-7833d4e5480c triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:55:02.108523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-98d0ec73-72a5-4944-9bda-72fc30d19df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:02.200209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-98d0ec73-72a5-4944-9bda-72fc30d19df3 None None] Port 11b3600c-979d-421f-9c09-7833d4e5480c cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:55:02.216443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-0e9fe030-84be-4ccf-835a-47ad15f2bbe4 service neutron] In _notify_port_updated(), no bound segment for port 11b3600c-979d-421f-9c09-7833d4e5480c on network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 {{(pid=88217) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 06:55:02.217564 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-0e9fe030-84be-4ccf-835a-47ad15f2bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:02.218166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-0e9fe030-84be-4ccf-835a-47ad15f2bbe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:02.219458 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5632edb0-be68-402d-a1e0-4ec3717b5ed2 req-0e9fe030-84be-4ccf-835a-47ad15f2bbe4 service neutron] 10.222.0.37 "PUT /v2.0/ports/11b3600c-979d-421f-9c09-7833d4e5480c HTTP/1.1" status: 200 len: 1026 time: 1.0575838 Jan 28 06:55:02.948362 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 11b3600c-979d-421f-9c09-7833d4e5480c no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:55:03.005402 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 11b3600c-979d-421f-9c09-7833d4e5480c not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:55:03.029296 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ac63d307-058b-4a75-9713-3a4385aac0db req-afea5ac9-5ce2-4400-b3ab-f2bbebdee17e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=67f50009-ec62-4e21-ab79-cbd48592ee4e HTTP/1.1" status: 200 len: 210 time: 0.0468507 Jan 28 06:55:03.165702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d4a9493b-a69b-47d7-a539-c46a913700ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:04.125773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49452) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:04.192342 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d248a3eb-3279-49a3-b046-12de938c98c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:04.221240 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d248a3eb-3279-49a3-b046-12de938c98c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:04.355857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:04.416325 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d248a3eb-3279-49a3-b046-12de938c98c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:04.436022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248a3eb-3279-49a3-b046-12de938c98c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0224ea9c-b3bb-425b-aebf-821686f4c317,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:04.443085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d248a3eb-3279-49a3-b046-12de938c98c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:04.444231 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d248a3eb-3279-49a3-b046-12de938c98c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/security-groups/0224ea9c-b3bb-425b-aebf-821686f4c317 HTTP/1.1" status: 204 len: 168 time: 0.3174813 Jan 28 06:55:04.519503 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:04.583129 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49458) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:04.894612 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-75af3a96-1c31-4b98-b527-4641e8feb5b0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 57db74b5-71ee-44e7-ad81-9e9de233c6da {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:55:04.894951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75af3a96-1c31-4b98-b527-4641e8feb5b0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:05.073682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75af3a96-1c31-4b98-b527-4641e8feb5b0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:05.074014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75af3a96-1c31-4b98-b527-4641e8feb5b0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:05.197468 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-75af3a96-1c31-4b98-b527-4641e8feb5b0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 57db74b5-71ee-44e7-ad81-9e9de233c6da owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:55:05.431587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75af3a96-1c31-4b98-b527-4641e8feb5b0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:05.478535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af3a96-1c31-4b98-b527-4641e8feb5b0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=57db74b5-71ee-44e7-ad81-9e9de233c6da,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:05.569490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75af3a96-1c31-4b98-b527-4641e8feb5b0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:05.569872 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-75af3a96-1c31-4b98-b527-4641e8feb5b0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP 9192e2dc-5828-4565-8325-d3b5756eb947 disassociated (deleted). External IP: 172.26.4.9, port: 11b3600c-979d-421f-9c09-7833d4e5480c. Jan 28 06:55:05.718688 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:05.917001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75af3a96-1c31-4b98-b527-4641e8feb5b0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 71494274-50fa-44ad-aef8-a1b5765450fb has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:55:06.092575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75af3a96-1c31-4b98-b527-4641e8feb5b0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:55:06.102469 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27df60-f25e-4d40-848d-0419e883d5b1 None None] Sync routers for ids ['71494274-50fa-44ad-aef8-a1b5765450fb'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:55:06.111255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27df60-f25e-4d40-848d-0419e883d5b1 None None] Routers {'71494274-50fa-44ad-aef8-a1b5765450fb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:55:06.123377 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1c27df60-f25e-4d40-848d-0419e883d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:55:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['71494274-50fa-44ad-aef8-a1b5765450fb'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:06.197271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75af3a96-1c31-4b98-b527-4641e8feb5b0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:06.251830 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-75af3a96-1c31-4b98-b527-4641e8feb5b0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/floatingips/9192e2dc-5828-4565-8325-d3b5756eb947 HTTP/1.1" status: 204 len: 168 time: 1.6676064 Jan 28 06:55:06.289823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-1c27df60-f25e-4d40-848d-0419e883d5b1 None None] Set router 71494274-50fa-44ad-aef8-a1b5765450fb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:55:06.398488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49466) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:06.467943 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4ba39635-8575-495e-9420-72b2ce889c0b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:06.498369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4ba39635-8575-495e-9420-72b2ce889c0b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:06.606484 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1c27df60-f25e-4d40-848d-0419e883d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a', 'name': '', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:03:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e1793083-0204-400f-b1c1-633bdf989291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:06Z', 'updated_at': '2022-01-28T06:54:12Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e1793083-0204-400f-b1c1-633bdf989291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:06.610407 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27df60-f25e-4d40-848d-0419e883d5b1 None None] Checking router: 71494274-50fa-44ad-aef8-a1b5765450fb for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:55:06.619354 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27df60-f25e-4d40-848d-0419e883d5b1 None None] Routers {'71494274-50fa-44ad-aef8-a1b5765450fb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:55:06.619960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1c27df60-f25e-4d40-848d-0419e883d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:55:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['71494274-50fa-44ad-aef8-a1b5765450fb'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:06.684649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4ba39635-8575-495e-9420-72b2ce889c0b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:06.801673 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-1c27df60-f25e-4d40-848d-0419e883d5b1 None None] Set router 71494274-50fa-44ad-aef8-a1b5765450fb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:55:06.822842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba39635-8575-495e-9420-72b2ce889c0b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccb6eb9-6a48-4ac3-9f8d-fca769591839,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:06.830315 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4ba39635-8575-495e-9420-72b2ce889c0b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:06.835629 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4ba39635-8575-495e-9420-72b2ce889c0b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/security-groups/6ccb6eb9-6a48-4ac3-9f8d-fca769591839 HTTP/1.1" status: 204 len: 168 time: 0.4358482 Jan 28 06:55:06.943178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49474) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:07.013331 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-39a7d0a2-8a45-4e30-9f5b-dc60b1382aa5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 11b3600c-979d-421f-9c09-7833d4e5480c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:55:07.013717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39a7d0a2-8a45-4e30-9f5b-dc60b1382aa5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:07.137433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1c27df60-f25e-4d40-848d-0419e883d5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a', 'name': '', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:03:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e1793083-0204-400f-b1c1-633bdf989291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:06Z', 'updated_at': '2022-01-28T06:54:12Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e1793083-0204-400f-b1c1-633bdf989291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:07.141613 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c27df60-f25e-4d40-848d-0419e883d5b1 None None] The sync data for ids ['71494274-50fa-44ad-aef8-a1b5765450fb'] in dv-neutron-824022-4-hyperv is: [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:54:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a', 'name': '', 'network_id': '17054ea1-baca-4868-b7fc-52fca8b7cfc6', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:03:61:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'e1793083-0204-400f-b1c1-633bdf989291', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:06Z', 'updated_at': '2022-01-28T06:54:12Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e1793083-0204-400f-b1c1-633bdf989291', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:55:07.259968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39a7d0a2-8a45-4e30-9f5b-dc60b1382aa5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:07.364830 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40975081-b812-45ec-a6a0-da57793fd938 None None] New status for floating IP 9192e2dc-5828-4565-8325-d3b5756eb947: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:55:07.389663 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-39a7d0a2-8a45-4e30-9f5b-dc60b1382aa5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 11b3600c-979d-421f-9c09-7833d4e5480c owned by {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:55:07.424059 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:55:07.694729 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39a7d0a2-8a45-4e30-9f5b-dc60b1382aa5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:07.744656 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7d0a2-8a45-4e30-9f5b-dc60b1382aa5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=11b3600c-979d-421f-9c09-7833d4e5480c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:07.846554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39a7d0a2-8a45-4e30-9f5b-dc60b1382aa5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:07.856959 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-39a7d0a2-8a45-4e30-9f5b-dc60b1382aa5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/ports/11b3600c-979d-421f-9c09-7833d4e5480c HTTP/1.1" status: 204 len: 168 time: 0.9127002 Jan 28 06:55:07.859605 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49478) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:08.417589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9797ba41-3c96-4222-8bff-d6cead425bed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:08.887991 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-9797ba41-3c96-4222-8bff-d6cead425bed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:55:08.888322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9797ba41-3c96-4222-8bff-d6cead425bed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:09.075658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-9797ba41-3c96-4222-8bff-d6cead425bed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:55:09.076023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9797ba41-3c96-4222-8bff-d6cead425bed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:09.202250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-9797ba41-3c96-4222-8bff-d6cead425bed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:55:09.579869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9797ba41-3c96-4222-8bff-d6cead425bed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:09.627472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797ba41-3c96-4222-8bff-d6cead425bed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:09.900268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9797ba41-3c96-4222-8bff-d6cead425bed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:10.367331 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9797ba41-3c96-4222-8bff-d6cead425bed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 71494274-50fa-44ad-aef8-a1b5765450fb has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:55:10.545830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9797ba41-3c96-4222-8bff-d6cead425bed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:55:10.558453 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae39625f-a9da-4f9d-bf3d-ecc8290126c3 None None] Sync routers for ids ['71494274-50fa-44ad-aef8-a1b5765450fb'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:55:10.559840 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9797ba41-3c96-4222-8bff-d6cead425bed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/71494274-50fa-44ad-aef8-a1b5765450fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6991777 Jan 28 06:55:10.561775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49482) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:10.568523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39625f-a9da-4f9d-bf3d-ecc8290126c3 None None] Routers {'71494274-50fa-44ad-aef8-a1b5765450fb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:55:10.569647 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ae39625f-a9da-4f9d-bf3d-ecc8290126c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:55:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['71494274-50fa-44ad-aef8-a1b5765450fb'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:10.629737 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-33758ccf-34b1-4fea-a59a-2d4eef127c82 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting subnet e1793083-0204-400f-b1c1-633bdf989291 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:55:10.632638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-33758ccf-34b1-4fea-a59a-2d4eef127c82 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:10.685107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-33758ccf-34b1-4fea-a59a-2d4eef127c82 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:10.758300 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-ae39625f-a9da-4f9d-bf3d-ecc8290126c3 None None] Set router 71494274-50fa-44ad-aef8-a1b5765450fb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:55:10.784833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-33758ccf-34b1-4fea-a59a-2d4eef127c82 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:10.900100 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:10.970635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-33758ccf-34b1-4fea-a59a-2d4eef127c82 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:11.016449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33758ccf-34b1-4fea-a59a-2d4eef127c82 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Subnet': ['ID=e1793083-0204-400f-b1c1-633bdf989291,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:11.021819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-33758ccf-34b1-4fea-a59a-2d4eef127c82 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:11.025896 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-33758ccf-34b1-4fea-a59a-2d4eef127c82 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/subnets/e1793083-0204-400f-b1c1-633bdf989291 HTTP/1.1" status: 204 len: 168 time: 0.4631650 Jan 28 06:55:11.028425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49486) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:11.056258 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d61ad0-7eb0-40f8-bc0b-4b6a78bd66b9 None None] Network 17054ea1-baca-4868-b7fc-52fca8b7cfc6 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:55:11.208567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:11.255915 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ae39625f-a9da-4f9d-bf3d-ecc8290126c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:55:09Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:11.262082 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae39625f-a9da-4f9d-bf3d-ecc8290126c3 None None] Checking router: 71494274-50fa-44ad-aef8-a1b5765450fb for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:55:11.275531 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39625f-a9da-4f9d-bf3d-ecc8290126c3 None None] Routers {'71494274-50fa-44ad-aef8-a1b5765450fb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:55:11.276148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ae39625f-a9da-4f9d-bf3d-ecc8290126c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:55:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['71494274-50fa-44ad-aef8-a1b5765450fb'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:11.393885 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:11.417313 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] DHCP port deletion for 17054ea1-baca-4868-b7fc-52fca8b7cfc6 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:55:11.441774 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Deleting port 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:55:11.442091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:11.495750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:55:11.496104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:11.505805 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-ae39625f-a9da-4f9d-bf3d-ecc8290126c3 None None] Set router 71494274-50fa-44ad-aef8-a1b5765450fb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:55:11.673955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=03eee9ba-e0af-42f7-a5dd-21bf9e9cb028,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:55:11.675103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:11.863477 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] For port 8fa50d2e-ff81-4634-ac63-e387f18a6bc9, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8fa50d2e-ff81-4634-ac63-e387f18a6bc9,segment=NetworkSegment(c0b36c61-7b30-4e58-9592-2ebd893c8138),segment_id=c0b36c61-7b30-4e58-9592-2ebd893c8138)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:55:11.864131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:11.922190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:55:12.061382 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Calling delete_port for 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:55:12.148728 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ae39625f-a9da-4f9d-bf3d-ecc8290126c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:55:09Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:12.152889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae39625f-a9da-4f9d-bf3d-ecc8290126c3 None None] The sync data for ids ['71494274-50fa-44ad-aef8-a1b5765450fb'] in dv-neutron-824022-4-hyperv is: [{'id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'name': 'tempest-TestNetworkBasicOps-router-915120950', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:54:01Z', 'updated_at': '2022-01-28T06:55:09Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '03eee9ba-e0af-42f7-a5dd-21bf9e9cb028', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:21:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71494274-50fa-44ad-aef8-a1b5765450fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:54:02Z', 'updated_at': '2022-01-28T06:54:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:55:12.153084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:12.205889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=03eee9ba-e0af-42f7-a5dd-21bf9e9cb028,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:12.218328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:12.270573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] No DVR routers for this DVR port 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:55:12.280270 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Pushing event deleted for resources: {'Port': ['ID=8fa50d2e-ff81-4634-ac63-e387f18a6bc9,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:12.291002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:12.291843 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:12.292521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:12.293816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:12.294409 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:12.296352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:12.297012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:12.298973 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:12.300839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:12.301419 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:12.301980 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:12.302528 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958b678a-ac41-432b-ab38-426425464fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:12.306247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:12.487682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:12.490276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:12.609500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:55:12.627466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:12.628048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Fanout notify agent at l3_agent the message router_deleted on router 71494274-50fa-44ad-aef8-a1b5765450fb {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:55:12.644892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:12.645983 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-02652ab8-8e96-4f5f-b1d6-b345f1b3d8f4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/routers/71494274-50fa-44ad-aef8-a1b5765450fb HTTP/1.1" status: 204 len: 168 time: 1.6166701 Jan 28 06:55:12.646483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:55:12.646841 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4cd3cf48-acd3-46b8-bf8c-7302cd5bc04a not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:55:12.647311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:55:12.648892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49490) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:12.680839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:55:12.681182 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8fa50d2e-ff81-4634-ac63-e387f18a6bc9 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:55:12.767174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3d4e-1375-498e-a0f1-b6dfdf460ead tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:12.900494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3d4e-1375-498e-a0f1-b6dfdf460ead tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:12.924409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e6cc3d4e-1375-498e-a0f1-b6dfdf460ead tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17054ea1-baca-4868-b7fc-52fca8b7cfc6']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:12.936806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e6cc3d4e-1375-498e-a0f1-b6dfdf460ead tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b36c61-7b30-4e58-9592-2ebd893c8138') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:12.939350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-e6cc3d4e-1375-498e-a0f1-b6dfdf460ead tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b36c61-7b30-4e58-9592-2ebd893c8138') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:12.948648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3d4e-1375-498e-a0f1-b6dfdf460ead tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:12.964539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3d4e-1375-498e-a0f1-b6dfdf460ead tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:12.970807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cc3d4e-1375-498e-a0f1-b6dfdf460ead tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:55:12.971201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3d4e-1375-498e-a0f1-b6dfdf460ead tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:55:12.985816 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:55:13.136145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3d4e-1375-498e-a0f1-b6dfdf460ead tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:13.154066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6cc3d4e-1375-498e-a0f1-b6dfdf460ead tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:13.165893 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc3d4e-1375-498e-a0f1-b6dfdf460ead tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Network': ['ID=17054ea1-baca-4868-b7fc-52fca8b7cfc6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:13.172168 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e6cc3d4e-1375-498e-a0f1-b6dfdf460ead tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/networks/17054ea1-baca-4868-b7fc-52fca8b7cfc6 HTTP/1.1" status: 204 len: 168 time: 0.5210922 Jan 28 06:55:13.186271 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49494) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:13.198023 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4a1681dc-aae0-4c76-a3e7-7593219f654c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0105889 Jan 28 06:55:13.199905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49498) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:13.205285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'network': {'name': 'tempest-network-smoke--1385699016', 'project_id': 'fab9236ca18a49699cab17477937175c', 'port_security_enabled': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:13.211456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:55:13.215579 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:network and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:55:13.218696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:55:13.225087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:55:13.301344 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:55:13.304932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:13.334033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:55:13.342871 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:13.345995 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Added segment 27c62248-e9e0-4982-a156-1d0a54b8a6c8 of type vlan for network 213578bc-4de1-46eb-bf57-0090f4e6c733 Jan 28 06:55:13.369087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:13.478514 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:13.484251 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:13.484839 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:13.591572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Network': ['ID=213578bc-4de1-46eb-bf57-0090f4e6c733,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:13.599771 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:13.599771 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:13.600985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:13.600985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:13.600985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:13.601685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:13.601685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:13.601685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:13.602034 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:13.602278 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:13.602597 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:13.602915 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:13.614002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 213578bc-4de1-46eb-bf57-0090f4e6c733 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:55:13.627957 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b97a4253-1063-4c5e-8f0b-8e024569bc56 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4269936 Jan 28 06:55:13.631583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49502) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:13.635756 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-95886329', 'admin_state_up': True, 'project_id': 'fab9236ca18a49699cab17477937175c', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:13.642750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:55:13.646565 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:router and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:55:13.663449 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:55:13.663449 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:55:13.719405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:13.719918 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:13.734993 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:14.075840 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:14.498275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:55:14.537736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:55:14.538081 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 03eee9ba-e0af-42f7-a5dd-21bf9e9cb028 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:55:14.592812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:14.625253 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:14.758783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.190 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/d42066b6-63b6-42a3-a2c0-28fa775aeecb) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:55:14.903747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:15.014084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:15.080259 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:55:15.083141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:55:15.087703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:55:15.117898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=d42066b6-63b6-42a3-a2c0-28fa775aeecb,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:15.571720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:15.910466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:16.289224 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 911425dc-84a9-44fe-80b4-f24810429c6a is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:55:16.465461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:55:16.475539 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Sync routers for ids ['911425dc-84a9-44fe-80b4-f24810429c6a'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:55:16.485296 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Routers {'911425dc-84a9-44fe-80b4-f24810429c6a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:55:16.486101 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:55:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['911425dc-84a9-44fe-80b4-f24810429c6a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:16.559340 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:16.560652 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c5a39434-ae89-4c14-91b0-a864b3d24826 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9289532 Jan 28 06:55:16.563743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49508) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:16.603583 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-373870f3-f7b2-4181-9ca7-2827ae74b52b tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fab9236ca18a49699cab17477937175c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386930 Jan 28 06:55:16.606096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49512) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:16.657809 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Set router 911425dc-84a9-44fe-80b4-f24810429c6a gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:55:16.736665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5957b7bc-744a-4ee8-8ff0-81a93d80afbc tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:16.738782 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5957b7bc-744a-4ee8-8ff0-81a93d80afbc tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1317298 Jan 28 06:55:16.742770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49516) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:16.788895 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-28db3e26-305d-4127-921f-11b3e246a7e1 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427663 Jan 28 06:55:16.789117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49520) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:16.794432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1666095861', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'project_id': 'fab9236ca18a49699cab17477937175c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:16.906629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:55:16.910490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:subnet and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:55:16.913217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:55:16.919079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:55:16.980917 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:15Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:16.984600 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Checking router: 911425dc-84a9-44fe-80b4-f24810429c6a for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:55:16.984937 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Updating router 911425dc-84a9-44fe-80b4-f24810429c6a port d42066b6-63b6-42a3-a2c0-28fa775aeecb binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:55:17.035825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:55:17.035825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:17.040473 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:17.330273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:17.354942 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:17.366505 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Transition to ACTIVE for port object d42066b6-63b6-42a3-a2c0-28fa775aeecb will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:55:17.412963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Subnet': ['ID=834a09bb-c60a-48b8-a5fd-43aeb22339be,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:17.420274 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Checking segment: {'id': '27c62248-e9e0-4982-a156-1d0a54b8a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:55:17.420619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network hostable DHCP agents. Network: 213578bc-4de1-46eb-bf57-0090f4e6c733, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:55:17.432966 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:17.510701 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Attempting to bind port d42066b6-63b6-42a3-a2c0-28fa775aeecb on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:55:17.511299 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Attempting to bind port d42066b6-63b6-42a3-a2c0-28fa775aeecb by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:55:17.511437 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Attempting to bind port d42066b6-63b6-42a3-a2c0-28fa775aeecb on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:55:17.511576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 213578bc-4de1-46eb-bf57-0090f4e6c733 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:55:17.516915 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b9d4c-f3a8-4fe7-b583-9c2a72c183ee None None] Pushing event updated for resources: {'Port': ['ID=d42066b6-63b6-42a3-a2c0-28fa775aeecb,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:17.522241 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:55:17.522604 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:55:17.524781 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:17.524781 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:55:17.524781 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Bound port: d42066b6-63b6-42a3-a2c0-28fa775aeecb, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:55:17.524781 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:17.554627 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b9d4c-f3a8-4fe7-b583-9c2a72c183ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:17.554966 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b9d4c-f3a8-4fe7-b583-9c2a72c183ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:17.555327 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b9d4c-f3a8-4fe7-b583-9c2a72c183ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:17.555652 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b9d4c-f3a8-4fe7-b583-9c2a72c183ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:17.555971 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b9d4c-f3a8-4fe7-b583-9c2a72c183ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:17.556290 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b9d4c-f3a8-4fe7-b583-9c2a72c183ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:17.556628 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b9d4c-f3a8-4fe7-b583-9c2a72c183ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:17.556917 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b9d4c-f3a8-4fe7-b583-9c2a72c183ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:17.557231 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b9d4c-f3a8-4fe7-b583-9c2a72c183ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:17.557542 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b9d4c-f3a8-4fe7-b583-9c2a72c183ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:17.557852 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b9d4c-f3a8-4fe7-b583-9c2a72c183ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:17.558159 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b9d4c-f3a8-4fe7-b583-9c2a72c183ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:55:17.603809 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] For port d42066b6-63b6-42a3-a2c0-28fa775aeecb, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:55:17.606693 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] For port d42066b6-63b6-42a3-a2c0-28fa775aeecb, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d42066b6-63b6-42a3-a2c0-28fa775aeecb,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:55:17.615608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 213578bc-4de1-46eb-bf57-0090f4e6c733) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:55:17.619651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:17.620262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:17.625671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f63f4-6955-4dc0-b9a7-ce503d14e7ac None None] Network 213578bc-4de1-46eb-bf57-0090f4e6c733 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:55:17.713163 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:17.796568 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Routers {'911425dc-84a9-44fe-80b4-f24810429c6a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:55:17.797176 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:55:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['911425dc-84a9-44fe-80b4-f24810429c6a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:17.814070 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d87f9cb2-f3b3-46d2-a262-869c914d0400 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0211930 Jan 28 06:55:17.814070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49524) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:17.863262 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-213578bc-4de1-46eb-bf57-0090f4e6c733', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ips': [{'subnet_id': '834a09bb-c60a-48b8-a5fd-43aeb22339be'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:55:17.864103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:17.876469 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b9d4c-f3a8-4fe7-b583-9c2a72c183ee None None] Pushing event updated for resources: {'Port': ['ID=d42066b6-63b6-42a3-a2c0-28fa775aeecb,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:17.993312 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] Set router 911425dc-84a9-44fe-80b4-f24810429c6a gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:55:18.025611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Allocated IP 172.20.0.2 (213578bc-4de1-46eb-bf57-0090f4e6c733/834a09bb-c60a-48b8-a5fd-43aeb22339be/93769c3a-9449-4cfd-8d9a-529767a5e687) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:55:18.256174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:18.266485 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Transition to ACTIVE for port object 93769c3a-9449-4cfd-8d9a-529767a5e687 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:55:18.287945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Transition to ACTIVE for port object 93769c3a-9449-4cfd-8d9a-529767a5e687 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:55:18.291524 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:15Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:18.295540 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b967d3-2402-4766-955e-cdf0fe39a97c None None] The sync data for ids ['911425dc-84a9-44fe-80b4-f24810429c6a'] in dv-neutron-824022-4-hyperv is: [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:15Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:55:18.358539 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:18.441497 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Network 213578bc-4de1-46eb-bf57-0090f4e6c733 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:55:18.444371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:55:18.455074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:55:18.483989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Pushing event updated for resources: {'Port': ['ID=93769c3a-9449-4cfd-8d9a-529767a5e687,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:18.575206 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Attempting to bind port 93769c3a-9449-4cfd-8d9a-529767a5e687 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:55:18.575608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Attempting to bind port 93769c3a-9449-4cfd-8d9a-529767a5e687 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '27c62248-e9e0-4982-a156-1d0a54b8a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:55:18.576178 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Attempting to bind port 93769c3a-9449-4cfd-8d9a-529767a5e687 on network 213578bc-4de1-46eb-bf57-0090f4e6c733 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:55:18.583363 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:55:18.583747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Checking segment: {'id': '27c62248-e9e0-4982-a156-1d0a54b8a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:55:18.584446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:18.584702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Bound using segment: {'id': '27c62248-e9e0-4982-a156-1d0a54b8a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:55:18.587308 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Bound port: 93769c3a-9449-4cfd-8d9a-529767a5e687, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c62248-e9e0-4982-a156-1d0a54b8a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:55:18.587910 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:18.591029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:18.688279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] For port 93769c3a-9449-4cfd-8d9a-529767a5e687, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:55:18.691773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] For port 93769c3a-9449-4cfd-8d9a-529767a5e687, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=93769c3a-9449-4cfd-8d9a-529767a5e687,segment=NetworkSegment(27c62248-e9e0-4982-a156-1d0a54b8a6c8),segment_id=27c62248-e9e0-4982-a156-1d0a54b8a6c8)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:55:18.773247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:18.861423 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170d658-3cc3-4235-a5d7-45f1e36b72fa None None] Pushing event updated for resources: {'Port': ['ID=93769c3a-9449-4cfd-8d9a-529767a5e687,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:19.048375 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.1 (213578bc-4de1-46eb-bf57-0090f4e6c733/834a09bb-c60a-48b8-a5fd-43aeb22339be/ec4a5dd3-d4cf-4fff-841a-c825679ff400) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:55:19.241195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:19.259808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object ec4a5dd3-d4cf-4fff-841a-c825679ff400 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:55:19.342456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:19.415762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 213578bc-4de1-46eb-bf57-0090f4e6c733 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:55:19.415762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:55:19.417480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:55:19.455329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=ec4a5dd3-d4cf-4fff-841a-c825679ff400,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:19.607809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:19.904365 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fce5b2c-35d6-4aba-8f73-030f0fb8adb8 None None] Network 213578bc-4de1-46eb-bf57-0090f4e6c733 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:55:19.946302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:20.123094 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4b2dde6b-6cf2-4cad-8843-fe3e21e30721 None None] Provisioning for port 93769c3a-9449-4cfd-8d9a-529767a5e687 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:55:20.388297 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:20.444136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:20.547011 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-389c8ae4-8029-4ca6-863f-de3bd43055b0 None None] Provisioning for port ec4a5dd3-d4cf-4fff-841a-c825679ff400 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:55:20.563633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:20.564193 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-389c8ae4-8029-4ca6-863f-de3bd43055b0 None None] Provisioning complete for port ec4a5dd3-d4cf-4fff-841a-c825679ff400 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:55:20.564573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-389c8ae4-8029-4ca6-863f-de3bd43055b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:20.574466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=ec4a5dd3-d4cf-4fff-841a-c825679ff400,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:20.649582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 93769c3a-9449-4cfd-8d9a-529767a5e687 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:55:20.705244 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-389c8ae4-8029-4ca6-863f-de3bd43055b0 None None] Port ec4a5dd3-d4cf-4fff-841a-c825679ff400 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:55:20.719806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 213578bc-4de1-46eb-bf57-0090f4e6c733 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:55:20.721075 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:55:20.792771 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 93769c3a-9449-4cfd-8d9a-529767a5e687 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:55:20.798003 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 93769c3a-9449-4cfd-8d9a-529767a5e687 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:55:20.798416 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:20.865623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-63db8854-31cc-4db3-a5a0-f34a0fbac639 None None] Provisioning complete for port ec4a5dd3-d4cf-4fff-841a-c825679ff400 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:55:20.865931 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63db8854-31cc-4db3-a5a0-f34a0fbac639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:20.922926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 911425dc-84a9-44fe-80b4-f24810429c6a has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:55:20.954979 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-63db8854-31cc-4db3-a5a0-f34a0fbac639 None None] Port ec4a5dd3-d4cf-4fff-841a-c825679ff400 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:55:20.987634 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:21.020217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 93769c3a-9449-4cfd-8d9a-529767a5e687, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=93769c3a-9449-4cfd-8d9a-529767a5e687,segment=NetworkSegment(27c62248-e9e0-4982-a156-1d0a54b8a6c8),segment_id=27c62248-e9e0-4982-a156-1d0a54b8a6c8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:55:21.074835 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-6b42cc08-6778-4b0a-947c-21744f7e3b4c None None] Provisioning complete for port ec4a5dd3-d4cf-4fff-841a-c825679ff400 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:55:21.075202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6b42cc08-6778-4b0a-947c-21744f7e3b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:21.110254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:55:21.122152 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Sync routers for ids ['911425dc-84a9-44fe-80b4-f24810429c6a'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:55:21.123820 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b6a95e71-e951-41f1-853f-60944f464838 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/911425dc-84a9-44fe-80b4-f24810429c6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3087540 Jan 28 06:55:21.126139 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49528) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:21.136707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-6b42cc08-6778-4b0a-947c-21744f7e3b4c None None] Port ec4a5dd3-d4cf-4fff-841a-c825679ff400 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:55:21.139524 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Routers {'911425dc-84a9-44fe-80b4-f24810429c6a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:55:21.140284 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:55:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['911425dc-84a9-44fe-80b4-f24810429c6a'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:21.196063 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:21.196823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d42066b6-63b6-42a3-a2c0-28fa775aeecb up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:55:21.389955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf90e0c-9afc-4477-9456-2534d55359eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:21.390518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf90e0c-9afc-4477-9456-2534d55359eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:21.390796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf90e0c-9afc-4477-9456-2534d55359eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:21.391260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf90e0c-9afc-4477-9456-2534d55359eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:21.391744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf90e0c-9afc-4477-9456-2534d55359eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:21.392190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf90e0c-9afc-4477-9456-2534d55359eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:21.396410 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bbf90e0c-9afc-4477-9456-2534d55359eb tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2669044 Jan 28 06:55:21.396843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49532) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:21.410832 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=93769c3a-9449-4cfd-8d9a-529767a5e687,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:21.438472 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Set router 911425dc-84a9-44fe-80b4-f24810429c6a gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:55:21.465739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778313c6-803c-401e-b887-0ac219d32d81 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:21.466204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778313c6-803c-401e-b887-0ac219d32d81 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:21.466655 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778313c6-803c-401e-b887-0ac219d32d81 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:21.467398 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778313c6-803c-401e-b887-0ac219d32d81 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:21.467842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778313c6-803c-401e-b887-0ac219d32d81 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:21.468283 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778313c6-803c-401e-b887-0ac219d32d81 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:21.470047 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-778313c6-803c-401e-b887-0ac219d32d81 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0722733 Jan 28 06:55:21.472792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49536) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:21.561219 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port d42066b6-63b6-42a3-a2c0-28fa775aeecb completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:55:21.572795 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d42066b6-63b6-42a3-a2c0-28fa775aeecb triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:55:21.573201 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:21.680627 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1e0fbe65-f389-4a88-97f9-ccad3c23644f tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2042165 Jan 28 06:55:21.827681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:21.847341 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port d42066b6-63b6-42a3-a2c0-28fa775aeecb, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d42066b6-63b6-42a3-a2c0-28fa775aeecb,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:55:21.870266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:19Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ec4a5dd3-d4cf-4fff-841a-c825679ff400', 'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:b4:75:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:18Z', 'updated_at': '2022-01-28T06:55:20Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:21.874074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Checking router: 911425dc-84a9-44fe-80b4-f24810429c6a for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:55:21.874418 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Updating router 911425dc-84a9-44fe-80b4-f24810429c6a port ec4a5dd3-d4cf-4fff-841a-c825679ff400 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:55:21.928753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:21.938988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:22.094784 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=d42066b6-63b6-42a3-a2c0-28fa775aeecb,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:22.097471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49542) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:22.103789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641297669', 'description': 'tempest-secgroup-smoke-641297669 description', 'project_id': 'fab9236ca18a49699cab17477937175c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:22.109033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:55:22.113743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:55:22.116717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:55:22.122239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:55:22.198601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:22.222526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:55:22.227443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:55:22.230591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:55:22.237449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:55:22.309380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:22.376019 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:22.386894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:22.387710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Transition to ACTIVE for port object ec4a5dd3-d4cf-4fff-841a-c825679ff400 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:55:22.431941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad4541e-5360-42ec-b64c-6e956b10e875,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:22.482531 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:22.512471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:22.514299 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fa298579-0866-4733-8155-2bebd4e9b988 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4157591 Jan 28 06:55:22.517070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49546) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:22.524036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8b5ee597-7c13-45a4-b96f-0d2717372c93 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '7ad4541e-5360-42ec-b64c-6e956b10e875', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:22.533910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8b5ee597-7c13-45a4-b96f-0d2717372c93 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:55:22.538954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8b5ee597-7c13-45a4-b96f-0d2717372c93 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:55:22.542173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8b5ee597-7c13-45a4-b96f-0d2717372c93 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:55:22.549673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8b5ee597-7c13-45a4-b96f-0d2717372c93 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:55:22.596391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 93769c3a-9449-4cfd-8d9a-529767a5e687 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:55:22.657028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee597-7c13-45a4-b96f-0d2717372c93 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:22.679737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b041ed6-80f7-496a-8f41-edbae8b40626 None None] Pushing event updated for resources: {'Port': ['ID=ec4a5dd3-d4cf-4fff-841a-c825679ff400,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:22.740559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee597-7c13-45a4-b96f-0d2717372c93 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:22.785323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 93769c3a-9449-4cfd-8d9a-529767a5e687 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:55:22.785694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:22.814312 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Attempting to bind port ec4a5dd3-d4cf-4fff-841a-c825679ff400 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:55:22.815207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Attempting to bind port ec4a5dd3-d4cf-4fff-841a-c825679ff400 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '27c62248-e9e0-4982-a156-1d0a54b8a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:55:22.815565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Attempting to bind port ec4a5dd3-d4cf-4fff-841a-c825679ff400 on network 213578bc-4de1-46eb-bf57-0090f4e6c733 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:55:22.816072 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee597-7c13-45a4-b96f-0d2717372c93 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:22.838084 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:55:22.838504 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Checking segment: {'id': '27c62248-e9e0-4982-a156-1d0a54b8a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:55:22.838802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:22.839199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Bound using segment: {'id': '27c62248-e9e0-4982-a156-1d0a54b8a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:55:22.839694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Bound port: ec4a5dd3-d4cf-4fff-841a-c825679ff400, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c62248-e9e0-4982-a156-1d0a54b8a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:55:22.840065 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:22.848214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ee597-7c13-45a4-b96f-0d2717372c93 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3040b386-ae97-43da-b893-eb37d4a4e4e4,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:22.935362 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8b5ee597-7c13-45a4-b96f-0d2717372c93 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:22.939589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49550) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:22.940666 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8b5ee597-7c13-45a4-b96f-0d2717372c93 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4215169 Jan 28 06:55:22.951844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-42adf1b1-3bbf-4c58-af03-b4fc93bc2213 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '7ad4541e-5360-42ec-b64c-6e956b10e875', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:22.960209 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-42adf1b1-3bbf-4c58-af03-b4fc93bc2213 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:55:22.964736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-42adf1b1-3bbf-4c58-af03-b4fc93bc2213 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:55:22.968080 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-42adf1b1-3bbf-4c58-af03-b4fc93bc2213 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:55:22.975621 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-42adf1b1-3bbf-4c58-af03-b4fc93bc2213 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:55:22.996204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] For port ec4a5dd3-d4cf-4fff-841a-c825679ff400, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:55:23.008621 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] For port ec4a5dd3-d4cf-4fff-841a-c825679ff400, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ec4a5dd3-d4cf-4fff-841a-c825679ff400,segment=NetworkSegment(27c62248-e9e0-4982-a156-1d0a54b8a6c8),segment_id=27c62248-e9e0-4982-a156-1d0a54b8a6c8)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:55:23.011400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d42066b6-63b6-42a3-a2c0-28fa775aeecb up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:55:23.086180 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d42066b6-63b6-42a3-a2c0-28fa775aeecb triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:55:23.086565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:23.092844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42adf1b1-3bbf-4c58-af03-b4fc93bc2213 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:23.116425 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:23.163074 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42adf1b1-3bbf-4c58-af03-b4fc93bc2213 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:23.221927 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Routers {'911425dc-84a9-44fe-80b4-f24810429c6a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:55:23.222578 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:55:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['911425dc-84a9-44fe-80b4-f24810429c6a'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:23.226758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42adf1b1-3bbf-4c58-af03-b4fc93bc2213 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:23.250225 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adf1b1-3bbf-4c58-af03-b4fc93bc2213 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c18fb8d-eb21-4ae1-8433-cca284d4e533,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:23.296110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b041ed6-80f7-496a-8f41-edbae8b40626 None None] Pushing event updated for resources: {'Port': ['ID=ec4a5dd3-d4cf-4fff-841a-c825679ff400,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:23.353338 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-42adf1b1-3bbf-4c58-af03-b4fc93bc2213 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:23.355452 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-42adf1b1-3bbf-4c58-af03-b4fc93bc2213 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4134076 Jan 28 06:55:23.358105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49554) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:23.365076 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-123ce8e8-4e1e-4885-a417-369111dc575b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '7ad4541e-5360-42ec-b64c-6e956b10e875', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:23.372142 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-123ce8e8-4e1e-4885-a417-369111dc575b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:55:23.375939 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-123ce8e8-4e1e-4885-a417-369111dc575b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:55:23.378954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-123ce8e8-4e1e-4885-a417-369111dc575b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:55:23.384805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-123ce8e8-4e1e-4885-a417-369111dc575b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:55:23.462647 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-123ce8e8-4e1e-4885-a417-369111dc575b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:23.467499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] Set router 911425dc-84a9-44fe-80b4-f24810429c6a gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:55:23.525121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-123ce8e8-4e1e-4885-a417-369111dc575b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:23.586820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-123ce8e8-4e1e-4885-a417-369111dc575b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:23.610604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ce8e8-4e1e-4885-a417-369111dc575b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21136f4-6fc7-46ac-b918-5e65248edec6,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:23.678289 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-123ce8e8-4e1e-4885-a417-369111dc575b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:23.679524 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-123ce8e8-4e1e-4885-a417-369111dc575b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3201716 Jan 28 06:55:23.682302 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49558) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:23.687340 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-bb28baa5-ec70-40a6-aa65-e68988e87dec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '7ad4541e-5360-42ec-b64c-6e956b10e875', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:23.693178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-bb28baa5-ec70-40a6-aa65-e68988e87dec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:55:23.696929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bb28baa5-ec70-40a6-aa65-e68988e87dec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:55:23.699827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bb28baa5-ec70-40a6-aa65-e68988e87dec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:55:23.705988 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-bb28baa5-ec70-40a6-aa65-e68988e87dec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:55:23.788604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bb28baa5-ec70-40a6-aa65-e68988e87dec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:23.788999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:19Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ec4a5dd3-d4cf-4fff-841a-c825679ff400', 'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:b4:75:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:18Z', 'updated_at': '2022-01-28T06:55:22Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:23.793084 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f473aa8-e871-4993-b53a-e583f746da42 None None] The sync data for ids ['911425dc-84a9-44fe-80b4-f24810429c6a'] in dv-neutron-824022-4-hyperv is: [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:19Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ec4a5dd3-d4cf-4fff-841a-c825679ff400', 'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:b4:75:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:18Z', 'updated_at': '2022-01-28T06:55:22Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:55:23.872851 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bb28baa5-ec70-40a6-aa65-e68988e87dec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:23.958545 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bb28baa5-ec70-40a6-aa65-e68988e87dec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:23.984739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28baa5-ec70-40a6-aa65-e68988e87dec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd7c952-e620-42fa-8016-71627b49665d,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:24.073122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bb28baa5-ec70-40a6-aa65-e68988e87dec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:24.074356 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bb28baa5-ec70-40a6-aa65-e68988e87dec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3911123 Jan 28 06:55:24.077211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49562) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:24.082527 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-27a8dd7e-97a0-457a-adea-762852f284ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '7ad4541e-5360-42ec-b64c-6e956b10e875', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:24.100523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-27a8dd7e-97a0-457a-adea-762852f284ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:55:24.100523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-27a8dd7e-97a0-457a-adea-762852f284ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:55:24.109213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-27a8dd7e-97a0-457a-adea-762852f284ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:55:24.117326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-27a8dd7e-97a0-457a-adea-762852f284ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:55:24.214246 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-27a8dd7e-97a0-457a-adea-762852f284ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:55:24.222153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27a8dd7e-97a0-457a-adea-762852f284ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:24.292027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27a8dd7e-97a0-457a-adea-762852f284ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:24.379805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27a8dd7e-97a0-457a-adea-762852f284ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:24.406811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8dd7e-97a0-457a-adea-762852f284ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2df00a1-e3aa-40da-8b15-3515cd65610f,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:24.471634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-27a8dd7e-97a0-457a-adea-762852f284ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:24.472919 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-27a8dd7e-97a0-457a-adea-762852f284ca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3946126 Jan 28 06:55:24.477932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49566) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:24.483463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-453045be-7b9c-48bd-b628-e584ee44aaca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '7ad4541e-5360-42ec-b64c-6e956b10e875', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:24.490534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-453045be-7b9c-48bd-b628-e584ee44aaca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:55:24.494724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-453045be-7b9c-48bd-b628-e584ee44aaca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:55:24.500203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-453045be-7b9c-48bd-b628-e584ee44aaca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:55:24.511596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-453045be-7b9c-48bd-b628-e584ee44aaca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:55:24.588404 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ec4a5dd3-d4cf-4fff-841a-c825679ff400 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:55:24.632732 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-453045be-7b9c-48bd-b628-e584ee44aaca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:55:24.640862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-453045be-7b9c-48bd-b628-e584ee44aaca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:24.710659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-453045be-7b9c-48bd-b628-e584ee44aaca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:24.750960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port ec4a5dd3-d4cf-4fff-841a-c825679ff400 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:55:24.756736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ec4a5dd3-d4cf-4fff-841a-c825679ff400 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:55:24.757283 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:24.780467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-453045be-7b9c-48bd-b628-e584ee44aaca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:24.804623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453045be-7b9c-48bd-b628-e584ee44aaca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e85a993-b786-447b-91d3-6a689c05ea0f,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:24.882505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-453045be-7b9c-48bd-b628-e584ee44aaca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:24.883732 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-453045be-7b9c-48bd-b628-e584ee44aaca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4047558 Jan 28 06:55:24.898166 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:24.932474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port ec4a5dd3-d4cf-4fff-841a-c825679ff400, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ec4a5dd3-d4cf-4fff-841a-c825679ff400,segment=NetworkSegment(27c62248-e9e0-4982-a156-1d0a54b8a6c8),segment_id=27c62248-e9e0-4982-a156-1d0a54b8a6c8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:55:25.015518 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:25.050866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-065a6ee2-b3c4-42a4-b559-e8e9d3329f9b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:55:25.083301 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=ec4a5dd3-d4cf-4fff-841a-c825679ff400,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:25.129565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-065a6ee2-b3c4-42a4-b559-e8e9d3329f9b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:55:25.130727 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-065a6ee2-b3c4-42a4-b559-e8e9d3329f9b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-641297669&fields=id&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 267 time: 0.1230779 Jan 28 06:55:25.278058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-f887d6e0-c98d-4e2b-8c34-da6094965cef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:25.278719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-f887d6e0-c98d-4e2b-8c34-da6094965cef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:55:25.340944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-f887d6e0-c98d-4e2b-8c34-da6094965cef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:55:25.342270 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-f887d6e0-c98d-4e2b-8c34-da6094965cef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/networks?id=213578bc-4de1-46eb-bf57-0090f4e6c733 HTTP/1.1" status: 200 len: 797 time: 0.2048442 Jan 28 06:55:25.357013 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-dc421e36-4771-4658-96d9-e149c4ee3548 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/quotas/fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 375 time: 0.0088818 Jan 28 06:55:25.441372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-3b4608de-0ba5-4ea1-b2cb-ec6d7122f4fb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:55:25.527521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-3b4608de-0ba5-4ea1-b2cb-ec6d7122f4fb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:55:25.528801 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-3b4608de-0ba5-4ea1-b2cb-ec6d7122f4fb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1669548 Jan 28 06:55:25.667650 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-9b7746d0-8dcb-4183-b2ca-f62c7227de58 service neutron] 10.222.0.25 "GET /v2.0/networks/213578bc-4de1-46eb-bf57-0090f4e6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265762 Jan 28 06:55:25.800720 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-13f2ce8b-3b1c-47fd-80f6-e9b40a596625 service neutron] 10.222.0.25 "GET /v2.0/networks/213578bc-4de1-46eb-bf57-0090f4e6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272852 Jan 28 06:55:26.092133 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-463ceeb7-de70-4ec8-846f-786f3a91589b req-8a94773a-3dbe-40cd-a7d8-ca1c5cb342c3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 210 time: 0.0418720 Jan 28 06:55:26.550922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ec4a5dd3-d4cf-4fff-841a-c825679ff400 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:55:26.618543 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ec4a5dd3-d4cf-4fff-841a-c825679ff400 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:55:26.618912 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:27.249254 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05271c20-6dc4-4aa8-96ca-099109870516 req-3ee71c6e-e214-4047-9b18-a98110e98aa3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 210 time: 0.0450742 Jan 28 06:55:28.321006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-f74a1206-3937-4133-bc5f-a3a17533cfde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:28.322498 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-f74a1206-3937-4133-bc5f-a3a17533cfde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/networks?id=213578bc-4de1-46eb-bf57-0090f4e6c733 HTTP/1.1" status: 200 len: 797 time: 0.1496642 Jan 28 06:55:28.412176 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40a60faa-4bb9-475e-bc6e-2434abf7964a req-929d7465-ebe8-414a-a0bf-aeb628bf3100 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 210 time: 0.0514812 Jan 28 06:55:28.426730 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-7702c215-efd5-498a-a5ad-b9ceb332ece9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 379 time: 0.0797551 Jan 28 06:55:28.437522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'port': {'device_id': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'admin_state_up': True, 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'security_groups': ['7ad4541e-5360-42ec-b64c-6e956b10e875']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:28.688289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:55:28.697577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:55:28.775096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:55:28.778646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:28.937219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.10 (213578bc-4de1-46eb-bf57-0090f4e6c733/834a09bb-c60a-48b8-a5fd-43aeb22339be/0d4bb390-5529-450a-837e-b4029e634067) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:55:29.119178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:29.133715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object 0d4bb390-5529-450a-837e-b4029e634067 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:55:29.226831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:29.299961 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 213578bc-4de1-46eb-bf57-0090f4e6c733 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:55:29.303033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:55:29.305544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:55:29.341205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=0d4bb390-5529-450a-837e-b4029e634067,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:29.377648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:29.378250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:29.495801 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-498d2d69-b414-4dc1-94ac-0b2d44de9d12 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0619473 Jan 28 06:55:29.522970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Request body: {'port': {'device_id': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:29.579108 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a069ebaf-27bc-400f-a2c3-8e2a46baa2e5 None None] Provisioning for port 0d4bb390-5529-450a-837e-b4029e634067 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:55:29.584862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a069ebaf-27bc-400f-a2c3-8e2a46baa2e5 None None] Provisioning complete for port 0d4bb390-5529-450a-837e-b4029e634067 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:55:29.585342 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a069ebaf-27bc-400f-a2c3-8e2a46baa2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:29.637143 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a069ebaf-27bc-400f-a2c3-8e2a46baa2e5 None None] Port 0d4bb390-5529-450a-837e-b4029e634067 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:55:29.696033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:29.717484 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02284aa-05b6-4fdc-883b-ec1c142f2560 req-07d3c9a2-391a-4601-bd47-2886c3180caf tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:29.718160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b02284aa-05b6-4fdc-883b-ec1c142f2560 req-07d3c9a2-391a-4601-bd47-2886c3180caf tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:55:29.832313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b02284aa-05b6-4fdc-883b-ec1c142f2560 req-07d3c9a2-391a-4601-bd47-2886c3180caf tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:55:29.833454 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b02284aa-05b6-4fdc-883b-ec1c142f2560 req-07d3c9a2-391a-4601-bd47-2886c3180caf tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 932 time: 0.2854233 Jan 28 06:55:29.923123 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b02284aa-05b6-4fdc-883b-ec1c142f2560 req-523afb94-63b6-476d-a017-5bba2bfb10d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ad4541e-5360-42ec-b64c-6e956b10e875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836000 Jan 28 06:55:30.080665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4bb390-5529-450a-837e-b4029e634067 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:55:30.087817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:30.101633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Transition to ACTIVE for port object 0d4bb390-5529-450a-837e-b4029e634067 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:55:30.161989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:30.314485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Pushing event updated for resources: {'Port': ['ID=0d4bb390-5529-450a-837e-b4029e634067,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:30.398719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Attempting to bind port 0d4bb390-5529-450a-837e-b4029e634067 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:55:30.399336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Attempting to bind port 0d4bb390-5529-450a-837e-b4029e634067 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '27c62248-e9e0-4982-a156-1d0a54b8a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:55:30.399471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Attempting to bind port 0d4bb390-5529-450a-837e-b4029e634067 on network 213578bc-4de1-46eb-bf57-0090f4e6c733 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:55:30.403857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Port 0d4bb390-5529-450a-837e-b4029e634067 on network 213578bc-4de1-46eb-bf57-0090f4e6c733 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:55:30.404175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Attempting to bind port 0d4bb390-5529-450a-837e-b4029e634067 on network 213578bc-4de1-46eb-bf57-0090f4e6c733 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:55:30.409670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:55:30.410000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Checking segment: {'id': '27c62248-e9e0-4982-a156-1d0a54b8a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:55:30.410382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Bound using segment: {'id': '27c62248-e9e0-4982-a156-1d0a54b8a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:55:30.410803 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Bound port: 0d4bb390-5529-450a-837e-b4029e634067, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27c62248-e9e0-4982-a156-1d0a54b8a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:55:30.411142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:30.503214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] For port 0d4bb390-5529-450a-837e-b4029e634067, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:55:30.505908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] For port 0d4bb390-5529-450a-837e-b4029e634067, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0d4bb390-5529-450a-837e-b4029e634067,segment=NetworkSegment(27c62248-e9e0-4982-a156-1d0a54b8a6c8),segment_id=27c62248-e9e0-4982-a156-1d0a54b8a6c8)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:55:30.615793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:30.675259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:30.675997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:30.677199 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-b646927c-62ac-4678-901b-35440574a1eb service neutron] 10.222.0.37 "PUT /v2.0/ports/0d4bb390-5529-450a-837e-b4029e634067 HTTP/1.1" status: 200 len: 1094 time: 1.1585546 Jan 28 06:55:30.677627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'tag': '0d4bb390-5529-450a-837e-b4029e634067'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:55:30.698962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646927c-62ac-4678-901b-35440574a1eb service neutron] Pushing event updated for resources: {'Port': ['ID=0d4bb390-5529-450a-837e-b4029e634067,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:30.727106 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'tag': '0d4bb390-5529-450a-837e-b4029e634067', 'status': 'completed', 'code': 200} Jan 28 06:55:30.847847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7a689202-6b5b-4520-a409-9ec4057445c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:30.850786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8589d47-bcbd-48f9-9a1e-cc5ac1402d1f req-ff4b2ec0-b539-4e7f-bbb3-297e068cfe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:30.852293 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c8589d47-bcbd-48f9-9a1e-cc5ac1402d1f req-ff4b2ec0-b539-4e7f-bbb3-297e068cfe62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 1097 time: 0.0817719 Jan 28 06:55:31.174362 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8589d47-bcbd-48f9-9a1e-cc5ac1402d1f req-d3603254-27e0-4b45-a8f2-b70ca5202daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:31.176219 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c8589d47-bcbd-48f9-9a1e-cc5ac1402d1f req-d3603254-27e0-4b45-a8f2-b70ca5202daf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fab9236ca18a49699cab17477937175c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3018463 Jan 28 06:55:31.235959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7cda4-be92-4e20-ab0b-b14892d2a355 req-5ea55e4b-b4e2-4a08-b6f9-46017afb753e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:31.237393 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7b7cda4-be92-4e20-ab0b-b14892d2a355 req-5ea55e4b-b4e2-4a08-b6f9-46017afb753e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 944 time: 0.1609251 Jan 28 06:55:31.341201 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7b7cda4-be92-4e20-ab0b-b14892d2a355 req-e4584cf3-66b9-463c-82bc-5d8b41e96d2e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ad4541e-5360-42ec-b64c-6e956b10e875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981915 Jan 28 06:55:31.363785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8589d47-bcbd-48f9-9a1e-cc5ac1402d1f req-9dbd016f-82ab-48e1-aad0-87eb2f7801c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:31.365293 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c8589d47-bcbd-48f9-9a1e-cc5ac1402d1f req-9dbd016f-82ab-48e1-aad0-87eb2f7801c7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1800468 Jan 28 06:55:31.499160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-c1fdbb1d-aef9-46fd-80cd-f0ba25b5367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:31.500736 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-c1fdbb1d-aef9-46fd-80cd-f0ba25b5367d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 1097 time: 0.0728343 Jan 28 06:55:31.581576 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-72763baa-f419-4f0a-a352-851c6795dc9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d4bb390-5529-450a-837e-b4029e634067 HTTP/1.1" status: 200 len: 217 time: 0.0633187 Jan 28 06:55:31.646194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-e6c97466-5bda-46b4-9fe4-cd16a6ac6098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:31.647624 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-e6c97466-5bda-46b4-9fe4-cd16a6ac6098 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=834a09bb-c60a-48b8-a5fd-43aeb22339be HTTP/1.1" status: 200 len: 835 time: 0.0599296 Jan 28 06:55:31.725721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-75c476c6-82ce-48c3-a41d-9c3987d7c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:31.727183 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-75c476c6-82ce-48c3-a41d-9c3987d7c7d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=213578bc-4de1-46eb-bf57-0090f4e6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693586 Jan 28 06:55:31.858737 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-6e7a9fb7-d535-42d3-b013-3c4451197198 service neutron] 10.222.0.37 "GET /v2.0/networks/213578bc-4de1-46eb-bf57-0090f4e6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209948 Jan 28 06:55:31.987920 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d3df2704-3e89-4c59-ba49-d1b2e8cbdc75 req-1a52858c-44c7-46ba-a4a0-4127969014ff service neutron] 10.222.0.37 "GET /v2.0/networks/213578bc-4de1-46eb-bf57-0090f4e6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220353 Jan 28 06:55:32.532399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65338f-c7b7-4341-af1a-973f721f02fc req-19f56fab-c29f-4a39-9e7f-7c6e158bea21 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:32.534489 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bb65338f-c7b7-4341-af1a-973f721f02fc req-19f56fab-c29f-4a39-9e7f-7c6e158bea21 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 944 time: 0.0833139 Jan 28 06:55:32.577855 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bb65338f-c7b7-4341-af1a-973f721f02fc req-8f7cb632-e3e8-445b-ba88-d8f71606190e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ad4541e-5360-42ec-b64c-6e956b10e875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375135 Jan 28 06:55:33.208917 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3a006475-67e9-4d57-818e-c00f49b8a145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:33.773337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43047fcb-fa42-419e-88ba-4a02e72ee90f req-4433d2c7-292b-4f65-a422-6549798559c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:33.774983 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43047fcb-fa42-419e-88ba-4a02e72ee90f req-4433d2c7-292b-4f65-a422-6549798559c7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 944 time: 0.0854561 Jan 28 06:55:33.822373 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43047fcb-fa42-419e-88ba-4a02e72ee90f req-09cd9cb5-4abe-4d8d-8eca-62ce6f78bb88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ad4541e-5360-42ec-b64c-6e956b10e875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411274 Jan 28 06:55:34.317649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:34.443056 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:35.019207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8149fb-b2e5-46f4-8143-8908530917de req-5a04e751-a6c6-4e21-9e23-94a9f989e24b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:35.023968 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fe8149fb-b2e5-46f4-8143-8908530917de req-5a04e751-a6c6-4e21-9e23-94a9f989e24b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 944 time: 0.0797582 Jan 28 06:55:35.065081 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fe8149fb-b2e5-46f4-8143-8908530917de req-ece50ca7-d446-48b7-983a-f8a5d776b952 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ad4541e-5360-42ec-b64c-6e956b10e875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385578 Jan 28 06:55:35.141075 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 0d4bb390-5529-450a-837e-b4029e634067 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:55:35.291817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 0d4bb390-5529-450a-837e-b4029e634067, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0d4bb390-5529-450a-837e-b4029e634067,segment=NetworkSegment(27c62248-e9e0-4982-a156-1d0a54b8a6c8),segment_id=27c62248-e9e0-4982-a156-1d0a54b8a6c8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:55:35.304790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '0d4bb390-5529-450a-837e-b4029e634067', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'port_id': '0d4bb390-5529-450a-837e-b4029e634067', 'mac_address': 'fa:16:3e:13:02:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:55:35.361978 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:35.378154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4bb390-5529-450a-837e-b4029e634067 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:55:35.393546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 0d4bb390-5529-450a-837e-b4029e634067, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0d4bb390-5529-450a-837e-b4029e634067,segment=NetworkSegment(27c62248-e9e0-4982-a156-1d0a54b8a6c8),segment_id=27c62248-e9e0-4982-a156-1d0a54b8a6c8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:55:35.483041 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:35.555274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=0d4bb390-5529-450a-837e-b4029e634067,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:35.733307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:35.837777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['0d4bb390-5529-450a-837e-b4029e634067'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:55:36.253179 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea91e99-c92c-4221-af55-dcfd38411865 req-38122004-9e05-4685-8e39-4eb51c7069bc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:36.255708 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eea91e99-c92c-4221-af55-dcfd38411865 req-38122004-9e05-4685-8e39-4eb51c7069bc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 945 time: 0.0834148 Jan 28 06:55:36.297937 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eea91e99-c92c-4221-af55-dcfd38411865 req-e3d4ab4c-ba2c-4c66-9d94-098fb9e7b586 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ad4541e-5360-42ec-b64c-6e956b10e875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376124 Jan 28 06:55:37.156104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 0d4bb390-5529-450a-837e-b4029e634067 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:55:37.375472 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 0d4bb390-5529-450a-837e-b4029e634067 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:55:37.381184 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 0d4bb390-5529-450a-837e-b4029e634067 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:55:37.381579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:37.481785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82603d3-8362-4da5-9d08-a958c597faa7 req-89ed9a93-adda-4471-87e1-7479da115865 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:37.483270 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a82603d3-8362-4da5-9d08-a958c597faa7 req-89ed9a93-adda-4471-87e1-7479da115865 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 945 time: 0.0798547 Jan 28 06:55:37.500054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:37.527285 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4bb390-5529-450a-837e-b4029e634067'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:55:37.527718 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a82603d3-8362-4da5-9d08-a958c597faa7 req-3806bec2-567b-4d3c-9b3b-23c5dd5fe5d7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ad4541e-5360-42ec-b64c-6e956b10e875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386484 Jan 28 06:55:37.539470 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 0d4bb390-5529-450a-837e-b4029e634067, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0d4bb390-5529-450a-837e-b4029e634067,segment=NetworkSegment(27c62248-e9e0-4982-a156-1d0a54b8a6c8),segment_id=27c62248-e9e0-4982-a156-1d0a54b8a6c8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:55:37.576261 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4bb390-5529-450a-837e-b4029e634067', 'code': 200} Jan 28 06:55:37.613260 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:37.680274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=0d4bb390-5529-450a-837e-b4029e634067,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:38.038169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c762d98-1180-4d44-b3b6-d492ca2492c8 req-c72e6865-55a3-4454-bf3e-7305cbe3db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:38.040284 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c762d98-1180-4d44-b3b6-d492ca2492c8 req-c72e6865-55a3-4454-bf3e-7305cbe3db8f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 1099 time: 0.0720260 Jan 28 06:55:38.083422 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c762d98-1180-4d44-b3b6-d492ca2492c8 req-95623dbf-0ed4-481d-9729-edf1de0d21f2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7ad4541e-5360-42ec-b64c-6e956b10e875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334873 Jan 28 06:55:38.713175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690cc4a-25a7-4373-a48e-c3dde0fa8514 req-b71f9b32-2918-4b07-80d4-bb62b79c228a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:38.714914 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1690cc4a-25a7-4373-a48e-c3dde0fa8514 req-b71f9b32-2918-4b07-80d4-bb62b79c228a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 946 time: 0.0808756 Jan 28 06:55:38.761443 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1690cc4a-25a7-4373-a48e-c3dde0fa8514 req-00c9fd2a-009c-4b28-b078-eb745461b094 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ad4541e-5360-42ec-b64c-6e956b10e875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404525 Jan 28 06:55:39.949163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529a8d0-00fa-4b5b-880f-bec44fbbeccc req-f3aa4e12-8153-4b4b-803c-9b81c2de749a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:39.950605 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7529a8d0-00fa-4b5b-880f-bec44fbbeccc req-f3aa4e12-8153-4b4b-803c-9b81c2de749a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 946 time: 0.0805788 Jan 28 06:55:39.996578 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7529a8d0-00fa-4b5b-880f-bec44fbbeccc req-e9c622c0-b7a5-4fa0-8e17-daa1b230c1ed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ad4541e-5360-42ec-b64c-6e956b10e875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403745 Jan 28 06:55:40.193851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d859646-d73e-4ec5-b01c-b8772660dc23 req-ba844f94-0cc9-46cf-9bac-d7220429aa65 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:40.195313 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d859646-d73e-4ec5-b01c-b8772660dc23 req-ba844f94-0cc9-46cf-9bac-d7220429aa65 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 946 time: 0.0899222 Jan 28 06:55:40.335990 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d859646-d73e-4ec5-b01c-b8772660dc23 req-9f6d4cab-1e58-4eb9-a8b1-5606832c5889 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ad4541e-5360-42ec-b64c-6e956b10e875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349225 Jan 28 06:55:40.361123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49630) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:40.431415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03ba50c-8f24-4e72-b027-296bca300b56 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:40.432978 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c03ba50c-8f24-4e72-b027-296bca300b56 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 1094 time: 0.0704653 Jan 28 06:55:40.435657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49634) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:40.440708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '0d4bb390-5529-450a-837e-b4029e634067', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:55:40.447631 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:55:40.451996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:floatingip and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:55:40.455157 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:55:40.461429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:55:40.529648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:40.668753 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:40.764687 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:40.809749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.66 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/168e92a7-f6aa-49df-825d-3c59fe0d1995) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:55:40.954519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:41.038301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:41.108889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:55:41.111873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:55:41.115086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:55:41.149589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=168e92a7-f6aa-49df-825d-3c59fe0d1995,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:41.524745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:41.689381 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:41.891727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:41.968718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:42.084033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=168e92a7-f6aa-49df-825d-3c59fe0d1995,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:55:42.095813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:42.370053 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP 99e0b7da-b6c7-46e4-890c-f0ae2762b52e associated. External IP: 172.26.4.66, port: 0d4bb390-5529-450a-837e-b4029e634067. Jan 28 06:55:42.733627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 911425dc-84a9-44fe-80b4-f24810429c6a has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:55:42.911031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:55:42.921191 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e9c25-833a-4607-84d9-64c6e6000076 None None] Sync routers for ids ['911425dc-84a9-44fe-80b4-f24810429c6a'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:55:42.931402 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e9c25-833a-4607-84d9-64c6e6000076 None None] Routers {'911425dc-84a9-44fe-80b4-f24810429c6a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:55:42.931999 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-de7e9c25-833a-4607-84d9-64c6e6000076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:55:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['911425dc-84a9-44fe-80b4-f24810429c6a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:43.007748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:55:43.062783 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-71fb12cc-df5e-478b-963e-8a2881dc2b92 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6261005 Jan 28 06:55:43.063479 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'tag': '0d4bb390-5529-450a-837e-b4029e634067'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:55:43.065728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49638) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:43.108948 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'tag': '0d4bb390-5529-450a-837e-b4029e634067', 'status': 'completed', 'code': 200} Jan 28 06:55:43.113366 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-de7e9c25-833a-4607-84d9-64c6e6000076 None None] Set router 911425dc-84a9-44fe-80b4-f24810429c6a gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:55:43.250366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c59c1-cd7a-465d-bc31-8e8b76f1cf07 req-4799834e-1e57-41f5-a9f0-2501a2f82b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:43.252299 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-180c59c1-cd7a-465d-bc31-8e8b76f1cf07 req-4799834e-1e57-41f5-a9f0-2501a2f82b4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 1099 time: 0.0903852 Jan 28 06:55:43.260337 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8d6ed1d1-ff1b-4f6f-9e80-cca4017ed58d tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/routers/911425dc-84a9-44fe-80b4-f24810429c6a HTTP/1.1" status: 200 len: 921 time: 0.1932106 Jan 28 06:55:43.261226 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49644) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:43.374109 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-88ed9b08-91da-4570-b63b-f9ca27ed3ae3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/99e0b7da-b6c7-46e4-890c-f0ae2762b52e HTTP/1.1" status: 200 len: 991 time: 0.1106575 Jan 28 06:55:43.387931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c59c1-cd7a-465d-bc31-8e8b76f1cf07 req-9ea80e8b-6be5-4f72-b1ee-3d2632491a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:43.395457 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-180c59c1-cd7a-465d-bc31-8e8b76f1cf07 req-9ea80e8b-6be5-4f72-b1ee-3d2632491a7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=213578bc-4de1-46eb-bf57-0090f4e6c733 HTTP/1.1" status: 200 len: 898 time: 0.1309514 Jan 28 06:55:43.493225 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-180c59c1-cd7a-465d-bc31-8e8b76f1cf07 req-10db7121-759f-4069-a00c-417bb012fd6b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d4bb390-5529-450a-837e-b4029e634067 HTTP/1.1" status: 200 len: 999 time: 0.0969985 Jan 28 06:55:43.496289 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-de7e9c25-833a-4607-84d9-64c6e6000076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:19Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '99e0b7da-b6c7-46e4-890c-f0ae2762b52e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.66', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'port_id': '0d4bb390-5529-450a-837e-b4029e634067', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'mac_address': 'fa:16:3e:13:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:55:41Z', 'updated_at': '2022-01-28T06:55:41Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4a5dd3-d4cf-4fff-841a-c825679ff400', 'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:b4:75:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:18Z', 'updated_at': '2022-01-28T06:55:24Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:43.500380 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e9c25-833a-4607-84d9-64c6e6000076 None None] Checking router: 911425dc-84a9-44fe-80b4-f24810429c6a for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:55:43.508674 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e9c25-833a-4607-84d9-64c6e6000076 None None] Routers {'911425dc-84a9-44fe-80b4-f24810429c6a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:55:43.509251 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-de7e9c25-833a-4607-84d9-64c6e6000076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:55:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['911425dc-84a9-44fe-80b4-f24810429c6a'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:43.554382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c59c1-cd7a-465d-bc31-8e8b76f1cf07 req-aa575da0-972a-4e1e-9bb3-249120a1c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:43.555872 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-180c59c1-cd7a-465d-bc31-8e8b76f1cf07 req-aa575da0-972a-4e1e-9bb3-249120a1c8fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=834a09bb-c60a-48b8-a5fd-43aeb22339be HTTP/1.1" status: 200 len: 835 time: 0.0566478 Jan 28 06:55:43.630429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c59c1-cd7a-465d-bc31-8e8b76f1cf07 req-d078b88e-74cb-4162-a312-30f4b68b4a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:43.634281 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-180c59c1-cd7a-465d-bc31-8e8b76f1cf07 req-d078b88e-74cb-4162-a312-30f4b68b4a6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=213578bc-4de1-46eb-bf57-0090f4e6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701053 Jan 28 06:55:43.681531 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-de7e9c25-833a-4607-84d9-64c6e6000076 None None] Set router 911425dc-84a9-44fe-80b4-f24810429c6a gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:55:43.767305 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-180c59c1-cd7a-465d-bc31-8e8b76f1cf07 req-9dbb5ff4-24ab-40b3-b80b-6a5981e55fff service neutron] 10.222.0.37 "GET /v2.0/networks/213578bc-4de1-46eb-bf57-0090f4e6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290758 Jan 28 06:55:43.897467 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-180c59c1-cd7a-465d-bc31-8e8b76f1cf07 req-82bd8aee-673a-4401-afef-9026063244e1 service neutron] 10.222.0.37 "GET /v2.0/networks/213578bc-4de1-46eb-bf57-0090f4e6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242046 Jan 28 06:55:44.028028 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-de7e9c25-833a-4607-84d9-64c6e6000076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:19Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '99e0b7da-b6c7-46e4-890c-f0ae2762b52e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.66', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'port_id': '0d4bb390-5529-450a-837e-b4029e634067', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'mac_address': 'fa:16:3e:13:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:55:41Z', 'updated_at': '2022-01-28T06:55:41Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4a5dd3-d4cf-4fff-841a-c825679ff400', 'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:b4:75:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:18Z', 'updated_at': '2022-01-28T06:55:24Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:55:44.031978 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7e9c25-833a-4607-84d9-64c6e6000076 None None] The sync data for ids ['911425dc-84a9-44fe-80b4-f24810429c6a'] in dv-neutron-824022-4-hyperv is: [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:19Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '99e0b7da-b6c7-46e4-890c-f0ae2762b52e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.66', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'port_id': '0d4bb390-5529-450a-837e-b4029e634067', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'mac_address': 'fa:16:3e:13:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:55:41Z', 'updated_at': '2022-01-28T06:55:41Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4a5dd3-d4cf-4fff-841a-c825679ff400', 'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:b4:75:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:18Z', 'updated_at': '2022-01-28T06:55:24Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:55:44.226805 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ab53de-082f-4f0f-93a0-c7f4047406aa None None] New status for floating IP 99e0b7da-b6c7-46e4-890c-f0ae2762b52e: ACTIVE {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:55:44.372965 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:55:44.376874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49648) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:44.484705 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f326616d-2d2b-4177-b54a-81e40df7e917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/99e0b7da-b6c7-46e4-890c-f0ae2762b52e HTTP/1.1" status: 200 len: 991 time: 0.1067061 Jan 28 06:55:45.488201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49652) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:55:45.589029 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1f0e4f23-0121-45aa-9a14-ce42211669a0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/99e0b7da-b6c7-46e4-890c-f0ae2762b52e HTTP/1.1" status: 200 len: 993 time: 0.0997350 Jan 28 06:55:55.029371 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0025f6bc-6fdc-4bed-9a74-6fbd4955c072 req-1aebd237-947a-4769-8603-3dbb1823aacf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1738303 Jan 28 06:55:55.195525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025f6bc-6fdc-4bed-9a74-6fbd4955c072 req-de624a45-8209-4fab-a1e3-7619138c0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:55.197024 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0025f6bc-6fdc-4bed-9a74-6fbd4955c072 req-de624a45-8209-4fab-a1e3-7619138c0aca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 1099 time: 0.0702899 Jan 28 06:55:55.346112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025f6bc-6fdc-4bed-9a74-6fbd4955c072 req-d6ad253a-4d90-41c7-ac22-17ae755c0544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:55.348302 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0025f6bc-6fdc-4bed-9a74-6fbd4955c072 req-d6ad253a-4d90-41c7-ac22-17ae755c0544 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 913 time: 0.1311297 Jan 28 06:55:55.457750 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0025f6bc-6fdc-4bed-9a74-6fbd4955c072 req-9aa7d9d6-8209-4ce7-9f0f-94bf394f1a2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5b8db9e-40d8-470c-b1f9-459d50b0767f HTTP/1.1" status: 200 len: 1002 time: 0.0967875 Jan 28 06:55:55.517616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025f6bc-6fdc-4bed-9a74-6fbd4955c072 req-273d9047-e603-4f50-990c-8c8c378d7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:55.520104 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0025f6bc-6fdc-4bed-9a74-6fbd4955c072 req-273d9047-e603-4f50-990c-8c8c378d7e99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.0603845 Jan 28 06:55:55.593195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025f6bc-6fdc-4bed-9a74-6fbd4955c072 req-763599d3-323c-4174-a0f2-ac06f9fe1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:55:55.594697 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0025f6bc-6fdc-4bed-9a74-6fbd4955c072 req-763599d3-323c-4174-a0f2-ac06f9fe1a26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696089 Jan 28 06:55:55.729266 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0025f6bc-6fdc-4bed-9a74-6fbd4955c072 req-a9e4ecb6-aac6-4996-b105-d87952926829 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282501 Jan 28 06:55:55.864383 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0025f6bc-6fdc-4bed-9a74-6fbd4955c072 req-02af249d-4182-41aa-952e-7dc08de0c6e5 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283581 Jan 28 06:56:00.862596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-34552fa5-54b7-4553-93c9-08a3890b5fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:03.218592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a48ff081-98b4-4ee0-828f-5d6562a7b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:04.373777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:04.420175 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:06.072987 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:10.827955 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:19.673284 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49676) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:19.857492 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c5b8eefc-8ccd-45bd-94e9-30c6f3cdb30d tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/routers/911425dc-84a9-44fe-80b4-f24810429c6a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1831164 Jan 28 06:56:19.860326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49680) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:20.241109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4049fedc-d091-47ef-8762-a055cf615ed5 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Notify agent at dv-neutron-824022-4-hyperv the message router_removed_from_agent {{(pid=88216) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 28 06:56:20.244210 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4049fedc-d091-47ef-8762-a055cf615ed5 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "DELETE /v2.0/agents/9b920de6-0980-48ed-a7ce-6fe98b890d35/l3-routers/911425dc-84a9-44fe-80b4-f24810429c6a HTTP/1.1" status: 204 len: 168 time: 0.3830056 Jan 28 06:56:20.246816 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49684) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:20.422507 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-88ae3f65-9a52-4de2-b937-b160baa3b796 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/routers/911425dc-84a9-44fe-80b4-f24810429c6a/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1746025 Jan 28 06:56:20.425385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49688) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:20.530786 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-97ee4686-8f81-4754-8502-55fe1e290bc4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/99e0b7da-b6c7-46e4-890c-f0ae2762b52e HTTP/1.1" status: 200 len: 993 time: 0.1043839 Jan 28 06:56:20.636423 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ec4a5dd3-d4cf-4fff-841a-c825679ff400 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:56:20.749467 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:20.780368 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port ec4a5dd3-d4cf-4fff-841a-c825679ff400, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ec4a5dd3-d4cf-4fff-841a-c825679ff400,segment=NetworkSegment(27c62248-e9e0-4982-a156-1d0a54b8a6c8),segment_id=27c62248-e9e0-4982-a156-1d0a54b8a6c8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:56:20.854046 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:20.919025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=ec4a5dd3-d4cf-4fff-841a-c825679ff400,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:20.925968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:20.926818 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:20.927167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:20.927702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:20.927845 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:20.928193 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:20.928497 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:20.928820 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:20.929142 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:20.929461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:20.929790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:20.930120 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:21.024244 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da3a03b-92e1-47f1-9b3b-0a331ab85b44 None None] New status for floating IP 99e0b7da-b6c7-46e4-890c-f0ae2762b52e: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:56:21.371464 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:56:21.534865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49692) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:21.640647 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d91b432e-70a4-4534-8c9f-8e0cc98065c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/99e0b7da-b6c7-46e4-890c-f0ae2762b52e HTTP/1.1" status: 200 len: 991 time: 0.1045456 Jan 28 06:56:22.565927 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d42066b6-63b6-42a3-a2c0-28fa775aeecb no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:56:22.683678 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:22.701470 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port d42066b6-63b6-42a3-a2c0-28fa775aeecb, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d42066b6-63b6-42a3-a2c0-28fa775aeecb,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:56:22.808005 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:22.831284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49700) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:22.891255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=d42066b6-63b6-42a3-a2c0-28fa775aeecb,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:23.093787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a608e6-0c72-46db-9ab1-b4f00ec9e294 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Router 911425dc-84a9-44fe-80b4-f24810429c6a is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:56:23.094145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a608e6-0c72-46db-9ab1-b4f00ec9e294 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Notify agent at dv-neutron-824022-4-hyperv the message router_added_to_agent {{(pid=88217) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jan 28 06:56:23.114621 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-09a608e6-0c72-46db-9ab1-b4f00ec9e294 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "POST /v2.0/agents/9b920de6-0980-48ed-a7ce-6fe98b890d35/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2822900 Jan 28 06:56:23.117331 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49710) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:23.131427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51bdd4-9780-428b-a401-d7e702549c6c None None] Sync routers for ids ['911425dc-84a9-44fe-80b4-f24810429c6a'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:56:23.140730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51bdd4-9780-428b-a401-d7e702549c6c None None] Routers {'911425dc-84a9-44fe-80b4-f24810429c6a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:56:23.141343 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1a51bdd4-9780-428b-a401-d7e702549c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:56:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['911425dc-84a9-44fe-80b4-f24810429c6a'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:23.300308 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2abd774d-663f-41e5-8294-0f07e45ac092 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/routers/911425dc-84a9-44fe-80b4-f24810429c6a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1813715 Jan 28 06:56:23.303462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49714) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:23.324703 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-1a51bdd4-9780-428b-a401-d7e702549c6c None None] Set router 911425dc-84a9-44fe-80b4-f24810429c6a gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:56:23.405622 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2aea88e8-416e-4eef-b8ad-54a6e368793a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/99e0b7da-b6c7-46e4-890c-f0ae2762b52e HTTP/1.1" status: 200 len: 991 time: 0.1009212 Jan 28 06:56:23.673721 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1a51bdd4-9780-428b-a401-d7e702549c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:19Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:56:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '99e0b7da-b6c7-46e4-890c-f0ae2762b52e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.66', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'port_id': '0d4bb390-5529-450a-837e-b4029e634067', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'mac_address': 'fa:16:3e:13:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:55:41Z', 'updated_at': '2022-01-28T06:56:21Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4a5dd3-d4cf-4fff-841a-c825679ff400', 'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:b4:75:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:18Z', 'updated_at': '2022-01-28T06:56:20Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:23.678162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51bdd4-9780-428b-a401-d7e702549c6c None None] Checking router: 911425dc-84a9-44fe-80b4-f24810429c6a for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:56:23.686235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51bdd4-9780-428b-a401-d7e702549c6c None None] Routers {'911425dc-84a9-44fe-80b4-f24810429c6a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:56:23.686857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1a51bdd4-9780-428b-a401-d7e702549c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:56:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['911425dc-84a9-44fe-80b4-f24810429c6a'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:23.906475 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-1a51bdd4-9780-428b-a401-d7e702549c6c None None] Set router 911425dc-84a9-44fe-80b4-f24810429c6a gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:56:24.253213 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1a51bdd4-9780-428b-a401-d7e702549c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:19Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:56:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '99e0b7da-b6c7-46e4-890c-f0ae2762b52e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.66', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'port_id': '0d4bb390-5529-450a-837e-b4029e634067', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'mac_address': 'fa:16:3e:13:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:55:41Z', 'updated_at': '2022-01-28T06:56:21Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4a5dd3-d4cf-4fff-841a-c825679ff400', 'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:b4:75:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:18Z', 'updated_at': '2022-01-28T06:56:20Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:24.257627 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a51bdd4-9780-428b-a401-d7e702549c6c None None] The sync data for ids ['911425dc-84a9-44fe-80b4-f24810429c6a'] in dv-neutron-824022-4-hyperv is: [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:19Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:56:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '99e0b7da-b6c7-46e4-890c-f0ae2762b52e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.66', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'port_id': '0d4bb390-5529-450a-837e-b4029e634067', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'mac_address': 'fa:16:3e:13:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:55:41Z', 'updated_at': '2022-01-28T06:56:21Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec4a5dd3-d4cf-4fff-841a-c825679ff400', 'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:b4:75:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:18Z', 'updated_at': '2022-01-28T06:56:20Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:56:24.409037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49718) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:24.528269 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6985edfa-4d05-48c3-8f6e-3653574cf0d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/99e0b7da-b6c7-46e4-890c-f0ae2762b52e HTTP/1.1" status: 200 len: 991 time: 0.1181173 Jan 28 06:56:24.611132 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ec4a5dd3-d4cf-4fff-841a-c825679ff400 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:56:24.685871 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ec4a5dd3-d4cf-4fff-841a-c825679ff400 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:24.686924 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:24.810816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:24.847729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port ec4a5dd3-d4cf-4fff-841a-c825679ff400, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ec4a5dd3-d4cf-4fff-841a-c825679ff400,segment=NetworkSegment(27c62248-e9e0-4982-a156-1d0a54b8a6c8),segment_id=27c62248-e9e0-4982-a156-1d0a54b8a6c8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:56:24.941908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:25.006263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=ec4a5dd3-d4cf-4fff-841a-c825679ff400,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:25.530486 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49722) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:25.638309 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cddc9937-cfdf-4fa2-83ec-13e50ec05593 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/99e0b7da-b6c7-46e4-890c-f0ae2762b52e HTTP/1.1" status: 200 len: 991 time: 0.1066895 Jan 28 06:56:26.015155 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cf16d9-496b-4f68-ac51-d61fed988e8f None None] New status for floating IP 99e0b7da-b6c7-46e4-890c-f0ae2762b52e: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:56:26.642341 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49726) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:26.652538 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ec4a5dd3-d4cf-4fff-841a-c825679ff400 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:56:26.719401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ec4a5dd3-d4cf-4fff-841a-c825679ff400 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:26.719774 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:26.749865 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8dc04ca1-6343-46c9-aafe-dfb243fc26c1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/99e0b7da-b6c7-46e4-890c-f0ae2762b52e HTTP/1.1" status: 200 len: 993 time: 0.1063759 Jan 28 06:56:26.844034 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d42066b6-63b6-42a3-a2c0-28fa775aeecb up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:56:26.916178 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d42066b6-63b6-42a3-a2c0-28fa775aeecb triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:26.916548 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:27.031350 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:27.047633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port d42066b6-63b6-42a3-a2c0-28fa775aeecb, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d42066b6-63b6-42a3-a2c0-28fa775aeecb,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:56:27.083669 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49734) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:27.116770 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:27.189161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=d42066b6-63b6-42a3-a2c0-28fa775aeecb,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:27.296981 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 168e92a7-f6aa-49df-825d-3c59fe0d1995 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:56:27.297328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:27.465784 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:27.467077 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:27.587760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 168e92a7-f6aa-49df-825d-3c59fe0d1995 owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:56:27.848098 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:27.895258 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=168e92a7-f6aa-49df-825d-3c59fe0d1995,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:27.962700 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:27.963045 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:27.963411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:27.963743 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:27.964070 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:27.964394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:27.964716 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:27.965032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:27.965353 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:27.965672 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:27.965987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:27.966562 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:28.102920 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:28.103275 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP 99e0b7da-b6c7-46e4-890c-f0ae2762b52e disassociated (deleted). External IP: 172.26.4.66, port: 0d4bb390-5529-450a-837e-b4029e634067. Jan 28 06:56:28.453512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 911425dc-84a9-44fe-80b4-f24810429c6a has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:56:28.576533 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d42066b6-63b6-42a3-a2c0-28fa775aeecb up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:56:28.635460 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:56:28.644900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d42066b6-63b6-42a3-a2c0-28fa775aeecb triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:28.646196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:28.669912 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c547d3b7-44a0-40fa-bdcb-c0e520d298e0 None None] Sync routers for ids ['911425dc-84a9-44fe-80b4-f24810429c6a'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:56:28.700802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547d3b7-44a0-40fa-bdcb-c0e520d298e0 None None] Routers {'911425dc-84a9-44fe-80b4-f24810429c6a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:56:28.701423 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c547d3b7-44a0-40fa-bdcb-c0e520d298e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:56:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['911425dc-84a9-44fe-80b4-f24810429c6a'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:28.774641 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:28.843833 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-396ee067-9d06-4d73-abec-fb765cd44428 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/floatingips/99e0b7da-b6c7-46e4-890c-f0ae2762b52e HTTP/1.1" status: 204 len: 168 time: 1.7584095 Jan 28 06:56:28.845451 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'tag': '0d4bb390-5529-450a-837e-b4029e634067'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:56:28.959296 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-c547d3b7-44a0-40fa-bdcb-c0e520d298e0 None None] Set router 911425dc-84a9-44fe-80b4-f24810429c6a gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:56:28.979785 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'tag': '0d4bb390-5529-450a-837e-b4029e634067', 'status': 'completed', 'code': 200} Jan 28 06:56:29.233521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313fc94-91d2-4eb2-80d6-bf270cc4c697 req-d02559fb-7b8b-4388-8dd6-dcaf70c6a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:29.235184 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6313fc94-91d2-4eb2-80d6-bf270cc4c697 req-d02559fb-7b8b-4388-8dd6-dcaf70c6a891 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 1099 time: 0.1922953 Jan 28 06:56:29.340547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c547d3b7-44a0-40fa-bdcb-c0e520d298e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:19Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:56:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ec4a5dd3-d4cf-4fff-841a-c825679ff400', 'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:b4:75:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:18Z', 'updated_at': '2022-01-28T06:56:24Z', 'revision_number': 7, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:29.344703 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c547d3b7-44a0-40fa-bdcb-c0e520d298e0 None None] Checking router: 911425dc-84a9-44fe-80b4-f24810429c6a for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:56:29.353914 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c547d3b7-44a0-40fa-bdcb-c0e520d298e0 None None] Routers {'911425dc-84a9-44fe-80b4-f24810429c6a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:56:29.354517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c547d3b7-44a0-40fa-bdcb-c0e520d298e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:56:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['911425dc-84a9-44fe-80b4-f24810429c6a'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:29.370357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [req-65d4a939-ade5-4ef2-9b5b-d6f8a939b0ba req-1a4aaf31-b45b-4764-b104-b68f38ea5803 service neutron] (88216) timed out ('10.222.0.37', 49854) {{(pid=88216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 06:56:29.430516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313fc94-91d2-4eb2-80d6-bf270cc4c697 req-31374cc9-d703-4675-8384-2c7ccb467f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:29.431983 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6313fc94-91d2-4eb2-80d6-bf270cc4c697 req-31374cc9-d703-4675-8384-2c7ccb467f85 service neutron] 10.222.0.37 "GET /v2.0/networks?id=213578bc-4de1-46eb-bf57-0090f4e6c733 HTTP/1.1" status: 200 len: 898 time: 0.1872892 Jan 28 06:56:29.504510 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6313fc94-91d2-4eb2-80d6-bf270cc4c697 req-3bfda273-36f8-47b7-a80f-4850cd86da43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d4bb390-5529-450a-837e-b4029e634067 HTTP/1.1" status: 200 len: 217 time: 0.0656326 Jan 28 06:56:29.512825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca573a-b00f-483a-abe8-1113438d5ef9 req-c0792905-5f3f-49eb-865c-d261fc5bc7be tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:29.514212 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5cca573a-b00f-483a-abe8-1113438d5ef9 req-c0792905-5f3f-49eb-865c-d261fc5bc7be tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 946 time: 0.1741228 Jan 28 06:56:29.532137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-c547d3b7-44a0-40fa-bdcb-c0e520d298e0 None None] Set router 911425dc-84a9-44fe-80b4-f24810429c6a gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:56:29.603765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313fc94-91d2-4eb2-80d6-bf270cc4c697 req-a17e25a2-46bd-4d30-b121-b42b9e8b3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:29.605195 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6313fc94-91d2-4eb2-80d6-bf270cc4c697 req-a17e25a2-46bd-4d30-b121-b42b9e8b3c8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=834a09bb-c60a-48b8-a5fd-43aeb22339be HTTP/1.1" status: 200 len: 835 time: 0.0901580 Jan 28 06:56:29.609649 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5cca573a-b00f-483a-abe8-1113438d5ef9 req-55603cd5-6d8f-43a2-8d3c-680a4d7bc632 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ad4541e-5360-42ec-b64c-6e956b10e875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600348 Jan 28 06:56:29.682985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313fc94-91d2-4eb2-80d6-bf270cc4c697 req-d09b39a9-bcdd-445f-94af-9d241405694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:29.684499 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6313fc94-91d2-4eb2-80d6-bf270cc4c697 req-d09b39a9-bcdd-445f-94af-9d241405694a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=213578bc-4de1-46eb-bf57-0090f4e6c733&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720882 Jan 28 06:56:29.821454 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6313fc94-91d2-4eb2-80d6-bf270cc4c697 req-f9dbbce4-9684-4fb8-aac8-2501bd7e97aa service neutron] 10.222.0.37 "GET /v2.0/networks/213578bc-4de1-46eb-bf57-0090f4e6c733?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299353 Jan 28 06:56:29.850165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-c547d3b7-44a0-40fa-bdcb-c0e520d298e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:19Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:56:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ec4a5dd3-d4cf-4fff-841a-c825679ff400', 'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:b4:75:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:18Z', 'updated_at': '2022-01-28T06:56:24Z', 'revision_number': 7, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:29.854297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c547d3b7-44a0-40fa-bdcb-c0e520d298e0 None None] The sync data for ids ['911425dc-84a9-44fe-80b4-f24810429c6a'] in dv-neutron-824022-4-hyperv is: [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:55:19Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:56:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ec4a5dd3-d4cf-4fff-841a-c825679ff400', 'name': '', 'network_id': '213578bc-4de1-46eb-bf57-0090f4e6c733', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:b4:75:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:18Z', 'updated_at': '2022-01-28T06:56:24Z', 'revision_number': 7, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '834a09bb-c60a-48b8-a5fd-43aeb22339be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:56:29.961896 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6313fc94-91d2-4eb2-80d6-bf270cc4c697 req-ce740c22-fe96-409f-8ed9-4e06a734f31f service neutron] 10.222.0.37 "GET /v2.0/networks/213578bc-4de1-46eb-bf57-0090f4e6c733?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339631 Jan 28 06:56:30.525430 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e62cb3-395c-44de-9039-fbf1cb9ed5a9 None None] New status for floating IP 99e0b7da-b6c7-46e4-890c-f0ae2762b52e: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:56:30.801015 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84020ca9-f86c-4645-a4e5-4d13b4240356 req-6b8d4665-4f04-4411-b1c8-63c0b0b435e2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:30.803137 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84020ca9-f86c-4645-a4e5-4d13b4240356 req-6b8d4665-4f04-4411-b1c8-63c0b0b435e2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 946 time: 0.0856588 Jan 28 06:56:30.847258 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84020ca9-f86c-4645-a4e5-4d13b4240356 req-a977d481-9ea5-4821-a4e6-e065bb906c61 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=7ad4541e-5360-42ec-b64c-6e956b10e875&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381989 Jan 28 06:56:30.924769 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-85e9260d-9766-45b3-a957-1c07fe54ec4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:31.095376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c857412-f507-4e55-8620-56c5053942f3 req-afff6576-92b3-4a8b-9716-e170e18d598b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:31.096790 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c857412-f507-4e55-8620-56c5053942f3 req-afff6576-92b3-4a8b-9716-e170e18d598b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 946 time: 0.0782106 Jan 28 06:56:31.170439 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-1c857412-f507-4e55-8620-56c5053942f3 req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 0d4bb390-5529-450a-837e-b4029e634067 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:56:31.170790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1c857412-f507-4e55-8620-56c5053942f3 req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:31.415164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-1c857412-f507-4e55-8620-56c5053942f3 req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 0d4bb390-5529-450a-837e-b4029e634067, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=0d4bb390-5529-450a-837e-b4029e634067,segment=NetworkSegment(27c62248-e9e0-4982-a156-1d0a54b8a6c8),segment_id=27c62248-e9e0-4982-a156-1d0a54b8a6c8)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:56:31.415551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1c857412-f507-4e55-8620-56c5053942f3 req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:31.537114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-1c857412-f507-4e55-8620-56c5053942f3 req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 0d4bb390-5529-450a-837e-b4029e634067 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:56:31.806044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1c857412-f507-4e55-8620-56c5053942f3 req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:31.951680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=0d4bb390-5529-450a-837e-b4029e634067,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:31.988276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:31.988627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:31.989496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:31.989835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:31.990164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:31.990490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:31.990816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:31.991138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:31.991485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:31.991805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:31.992127 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:31.992441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:32.045176 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-995e5275-b783-4f24-a401-40a07a0cfe5d req-393f91c8-688a-4e81-adfb-507be0a921aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 210 time: 0.0836945 Jan 28 06:56:32.080640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c857412-f507-4e55-8620-56c5053942f3 req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] No DVR routers for this DVR port 0d4bb390-5529-450a-837e-b4029e634067 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:56:32.083042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-1c857412-f507-4e55-8620-56c5053942f3 req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:32.085506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'name': 'network-vif-deleted', 'tag': '0d4bb390-5529-450a-837e-b4029e634067'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:56:32.096975 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c857412-f507-4e55-8620-56c5053942f3 req-e4c15a11-5b7a-4c06-98a6-1348fb611b15 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "DELETE /v2.0/ports/0d4bb390-5529-450a-837e-b4029e634067 HTTP/1.1" status: 204 len: 173 time: 0.9920990 Jan 28 06:56:32.130661 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37a6215-950f-4d62-9c4d-947bf8f8503e', 'name': 'network-vif-deleted', 'tag': '0d4bb390-5529-450a-837e-b4029e634067', 'status': 'completed', 'code': 200} Jan 28 06:56:33.207112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-949edf43-6dcc-4344-8adf-d1df4edd0832 req-66ca5889-33cb-456f-9145-db9392cacdfb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:56:33.235920 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82ab6440-31a9-45ff-bc58-4e8c6dc9fd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:33.356411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-949edf43-6dcc-4344-8adf-d1df4edd0832 req-66ca5889-33cb-456f-9145-db9392cacdfb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:56:33.356411 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-949edf43-6dcc-4344-8adf-d1df4edd0832 req-66ca5889-33cb-456f-9145-db9392cacdfb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a37a6215-950f-4d62-9c4d-947bf8f8503e HTTP/1.1" status: 200 len: 210 time: 0.1821978 Jan 28 06:56:34.308338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:34.437474 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49756) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:34.459485 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:34.504342 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9390f57a-bdb2-4c3c-8ff4-a85c9ea7844b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:34.536277 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9390f57a-bdb2-4c3c-8ff4-a85c9ea7844b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:34.664715 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9390f57a-bdb2-4c3c-8ff4-a85c9ea7844b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:34.683359 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390f57a-bdb2-4c3c-8ff4-a85c9ea7844b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad4541e-5360-42ec-b64c-6e956b10e875,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:34.824824 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9390f57a-bdb2-4c3c-8ff4-a85c9ea7844b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:34.825968 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9390f57a-bdb2-4c3c-8ff4-a85c9ea7844b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/security-groups/7ad4541e-5360-42ec-b64c-6e956b10e875 HTTP/1.1" status: 204 len: 168 time: 0.3875186 Jan 28 06:56:34.945617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49762) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:35.373900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 0d4bb390-5529-450a-837e-b4029e634067 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:56:35.406514 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 0d4bb390-5529-450a-837e-b4029e634067 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:56:35.406862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 0d4bb390-5529-450a-837e-b4029e634067 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:56:35.487660 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efe5032e-022a-42b3-9ac2-c1f44becabe2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:35.733750 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:35.841779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-efe5032e-022a-42b3-9ac2-c1f44becabe2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port ec4a5dd3-d4cf-4fff-841a-c825679ff400 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:56:35.842117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efe5032e-022a-42b3-9ac2-c1f44becabe2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:36.022690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-efe5032e-022a-42b3-9ac2-c1f44becabe2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port ec4a5dd3-d4cf-4fff-841a-c825679ff400, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ec4a5dd3-d4cf-4fff-841a-c825679ff400,segment=NetworkSegment(27c62248-e9e0-4982-a156-1d0a54b8a6c8),segment_id=27c62248-e9e0-4982-a156-1d0a54b8a6c8)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:56:36.023327 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efe5032e-022a-42b3-9ac2-c1f44becabe2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:36.253973 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-efe5032e-022a-42b3-9ac2-c1f44becabe2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for ec4a5dd3-d4cf-4fff-841a-c825679ff400 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:56:36.647655 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efe5032e-022a-42b3-9ac2-c1f44becabe2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:36.700419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5032e-022a-42b3-9ac2-c1f44becabe2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=ec4a5dd3-d4cf-4fff-841a-c825679ff400,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:36.975752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-efe5032e-022a-42b3-9ac2-c1f44becabe2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:37.333595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe5032e-022a-42b3-9ac2-c1f44becabe2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 911425dc-84a9-44fe-80b4-f24810429c6a has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:56:37.616572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe5032e-022a-42b3-9ac2-c1f44becabe2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:56:37.626207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f7908-3edf-42fe-98b2-cd7200d3caa7 None None] Sync routers for ids ['911425dc-84a9-44fe-80b4-f24810429c6a'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:56:37.636461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f7908-3edf-42fe-98b2-cd7200d3caa7 None None] Routers {'911425dc-84a9-44fe-80b4-f24810429c6a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:56:37.637124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-380f7908-3edf-42fe-98b2-cd7200d3caa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:56:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['911425dc-84a9-44fe-80b4-f24810429c6a'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:37.689993 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-efe5032e-022a-42b3-9ac2-c1f44becabe2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/911425dc-84a9-44fe-80b4-f24810429c6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7431574 Jan 28 06:56:37.692796 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49766) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:37.760427 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2d9202-b126-4441-a747-2d8f69b53732 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting subnet 834a09bb-c60a-48b8-a5fd-43aeb22339be {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 06:56:37.763575 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc2d9202-b126-4441-a747-2d8f69b53732 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:37.811636 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-380f7908-3edf-42fe-98b2-cd7200d3caa7 None None] Set router 911425dc-84a9-44fe-80b4-f24810429c6a gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:56:37.821313 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc2d9202-b126-4441-a747-2d8f69b53732 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:37.903422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc2d9202-b126-4441-a747-2d8f69b53732 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:38.045588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc2d9202-b126-4441-a747-2d8f69b53732 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:38.088510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d9202-b126-4441-a747-2d8f69b53732 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Subnet': ['ID=834a09bb-c60a-48b8-a5fd-43aeb22339be,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:38.090611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-380f7908-3edf-42fe-98b2-cd7200d3caa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:56:36Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:56:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:38.094426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bc2d9202-b126-4441-a747-2d8f69b53732 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:38.095126 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f7908-3edf-42fe-98b2-cd7200d3caa7 None None] Checking router: 911425dc-84a9-44fe-80b4-f24810429c6a for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:56:38.101919 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bc2d9202-b126-4441-a747-2d8f69b53732 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/subnets/834a09bb-c60a-48b8-a5fd-43aeb22339be HTTP/1.1" status: 204 len: 168 time: 0.4067454 Jan 28 06:56:38.104137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44f68e5-1742-401d-bebe-6dc6db367e79 None None] Network 213578bc-4de1-46eb-bf57-0090f4e6c733 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:56:38.104523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49770) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:38.119984 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f7908-3edf-42fe-98b2-cd7200d3caa7 None None] Routers {'911425dc-84a9-44fe-80b4-f24810429c6a'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:56:38.120603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-380f7908-3edf-42fe-98b2-cd7200d3caa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:56:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['911425dc-84a9-44fe-80b4-f24810429c6a'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:38.280948 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:38.469753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-380f7908-3edf-42fe-98b2-cd7200d3caa7 None None] Set router 911425dc-84a9-44fe-80b4-f24810429c6a gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:56:38.574425 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:38.647668 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port d42066b6-63b6-42a3-a2c0-28fa775aeecb {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:56:38.648010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:38.749919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864bd191-6c23-458a-9d3c-ee1d9612403d None None] DHCP port deletion for 213578bc-4de1-46eb-bf57-0090f4e6c733 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 06:56:38.757076 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-864bd191-6c23-458a-9d3c-ee1d9612403d None None] Deleting port 93769c3a-9449-4cfd-8d9a-529767a5e687 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:56:38.757445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-864bd191-6c23-458a-9d3c-ee1d9612403d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:38.826520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port d42066b6-63b6-42a3-a2c0-28fa775aeecb, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d42066b6-63b6-42a3-a2c0-28fa775aeecb,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:56:38.827043 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:38.864402 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-380f7908-3edf-42fe-98b2-cd7200d3caa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:56:36Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:56:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:38.873093 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f7908-3edf-42fe-98b2-cd7200d3caa7 None None] The sync data for ids ['911425dc-84a9-44fe-80b4-f24810429c6a'] in dv-neutron-824022-4-hyperv is: [{'id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'name': 'tempest-TestNetworkBasicOps-router-95886329', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:55:13Z', 'updated_at': '2022-01-28T06:56:36Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'd42066b6-63b6-42a3-a2c0-28fa775aeecb', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911425dc-84a9-44fe-80b4-f24810429c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:55:14Z', 'updated_at': '2022-01-28T06:56:27Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:56:38.951607 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for d42066b6-63b6-42a3-a2c0-28fa775aeecb owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:56:38.980684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-864bd191-6c23-458a-9d3c-ee1d9612403d None None] For port 93769c3a-9449-4cfd-8d9a-529767a5e687, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=93769c3a-9449-4cfd-8d9a-529767a5e687,segment=NetworkSegment(27c62248-e9e0-4982-a156-1d0a54b8a6c8),segment_id=27c62248-e9e0-4982-a156-1d0a54b8a6c8)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:56:38.980985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-864bd191-6c23-458a-9d3c-ee1d9612403d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:39.101956 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-864bd191-6c23-458a-9d3c-ee1d9612403d None None] Calling delete_port for 93769c3a-9449-4cfd-8d9a-529767a5e687 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:56:39.225612 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:39.254435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-864bd191-6c23-458a-9d3c-ee1d9612403d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:39.271303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=d42066b6-63b6-42a3-a2c0-28fa775aeecb,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:39.306602 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864bd191-6c23-458a-9d3c-ee1d9612403d None None] Pushing event deleted for resources: {'Port': ['ID=93769c3a-9449-4cfd-8d9a-529767a5e687,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:39.310095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864bd191-6c23-458a-9d3c-ee1d9612403d None None] No DVR routers for this DVR port 93769c3a-9449-4cfd-8d9a-529767a5e687 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:56:39.375931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:39.548533 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:39.550675 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:39.656943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:39.657419 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Fanout notify agent at l3_agent the message router_deleted on router 911425dc-84a9-44fe-80b4-f24810429c6a {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 06:56:39.672820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:39.673919 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ae1bc915-3a6c-4714-b6e8-af5cbce89575 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/routers/911425dc-84a9-44fe-80b4-f24810429c6a HTTP/1.1" status: 204 len: 168 time: 1.5685041 Jan 28 06:56:39.676895 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49774) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:39.791036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e1789a53-1a45-49ae-84ab-cd12163107c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:39.919140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e1789a53-1a45-49ae-84ab-cd12163107c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:39.944098 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-e1789a53-1a45-49ae-84ab-cd12163107c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213578bc-4de1-46eb-bf57-0090f4e6c733']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:39.955990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-e1789a53-1a45-49ae-84ab-cd12163107c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c62248-e9e0-4982-a156-1d0a54b8a6c8') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:39.956285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-e1789a53-1a45-49ae-84ab-cd12163107c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c62248-e9e0-4982-a156-1d0a54b8a6c8') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:39.968087 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e1789a53-1a45-49ae-84ab-cd12163107c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:39.983516 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e1789a53-1a45-49ae-84ab-cd12163107c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:39.989298 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1789a53-1a45-49ae-84ab-cd12163107c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 06:56:39.989676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e1789a53-1a45-49ae-84ab-cd12163107c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 06:56:40.003537 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 06:56:40.144436 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e1789a53-1a45-49ae-84ab-cd12163107c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:40.161862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e1789a53-1a45-49ae-84ab-cd12163107c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:40.172621 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1789a53-1a45-49ae-84ab-cd12163107c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Network': ['ID=213578bc-4de1-46eb-bf57-0090f4e6c733,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:40.247948 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e1789a53-1a45-49ae-84ab-cd12163107c4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/networks/213578bc-4de1-46eb-bf57-0090f4e6c733 HTTP/1.1" status: 204 len: 168 time: 0.5700657 Jan 28 06:56:40.269855 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49778) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:40.275314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'network': {'name': 'tempest-network-smoke--545509770', 'project_id': 'fab9236ca18a49699cab17477937175c', 'port_security_enabled': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:40.280287 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:56:40.284366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:network and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:56:40.287140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:56:40.292674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:56:40.344327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:56:40.347740 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:40.374846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 06:56:40.384169 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:40.384508 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Added segment 043c1ff2-8c3c-4a0e-870f-6c81f290d450 of type vlan for network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 Jan 28 06:56:40.408622 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:40.544821 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:40.550299 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:40.550887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:40.578700 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 93769c3a-9449-4cfd-8d9a-529767a5e687 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:56:40.612968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 93769c3a-9449-4cfd-8d9a-529767a5e687 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:56:40.613309 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 93769c3a-9449-4cfd-8d9a-529767a5e687 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:56:40.613712 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ec4a5dd3-d4cf-4fff-841a-c825679ff400 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:56:40.651157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: ec4a5dd3-d4cf-4fff-841a-c825679ff400 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:56:40.651587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ec4a5dd3-d4cf-4fff-841a-c825679ff400 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:56:40.652095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d42066b6-63b6-42a3-a2c0-28fa775aeecb no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:56:40.687587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: d42066b6-63b6-42a3-a2c0-28fa775aeecb {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:56:40.687931 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d42066b6-63b6-42a3-a2c0-28fa775aeecb not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:56:40.763346 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4924328 Jan 28 06:56:40.766326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49782) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:40.768639 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667d53c-fbd8-4709-95a0-2a628de5cbde tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Network': ['ID=c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:40.771764 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'admin_state_up': True, 'project_id': 'fab9236ca18a49699cab17477937175c', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:40.779343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:56:40.785616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 06:56:40.788688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:router and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:56:40.792382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:56:40.798449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:56:40.805242 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:40.853533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:40.854561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:40.870544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:41.204925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:41.587244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:41.618351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:41.747741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.196 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/7d80c68a-d5d6-4365-bd40-16c89a4745d5) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:56:41.889025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:41.978964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:42.042611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:56:42.045307 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:56:42.048940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:56:42.086345 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=7d80c68a-d5d6-4365-bd40-16c89a4745d5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:42.674374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:43.021908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:43.287839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router d36daa75-ec5a-4903-b23c-95f8a0ed402d is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 06:56:43.462918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:56:43.472967 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Sync routers for ids ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:56:43.483324 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Routers {'d36daa75-ec5a-4903-b23c-95f8a0ed402d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:56:43.491911 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:56:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:43.564720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:43.566101 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec0133ce-1e59-44a2-af4f-a5c67b973ec6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7985747 Jan 28 06:56:43.569820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49786) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:43.673583 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-966db9ce-95db-47ea-8a4a-e54c32400a9e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fab9236ca18a49699cab17477937175c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1004226 Jan 28 06:56:43.673781 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Set router d36daa75-ec5a-4903-b23c-95f8a0ed402d gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:56:43.673880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49792) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:43.800564 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df245ac1-41ec-4f6e-b0a1-75a99e6efe1b tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:43.803275 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-df245ac1-41ec-4f6e-b0a1-75a99e6efe1b tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1273642 Jan 28 06:56:43.804836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49796) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:43.847434 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-63fcf1f1-8f15-46f3-84aa-ebb20f82f048 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415306 Jan 28 06:56:43.849968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49800) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:43.855188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-188389811', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'project_id': 'fab9236ca18a49699cab17477937175c', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:43.961636 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:56:42Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:43.963005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:56:43.965349 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Checking router: d36daa75-ec5a-4903-b23c-95f8a0ed402d for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:56:43.965687 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Updating router d36daa75-ec5a-4903-b23c-95f8a0ed402d port 7d80c68a-d5d6-4365-bd40-16c89a4745d5 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:56:43.967062 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:subnet and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:56:43.969827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:56:43.975460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:56:44.016251 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:44.058763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:56:44.062350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:44.342318 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:44.353860 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Transition to ACTIVE for port object 7d80c68a-d5d6-4365-bd40-16c89a4745d5 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:56:44.464236 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:44.516079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:44.542204 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Attempting to bind port 7d80c68a-d5d6-4365-bd40-16c89a4745d5 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:56:44.543339 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Attempting to bind port 7d80c68a-d5d6-4365-bd40-16c89a4745d5 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:56:44.543339 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Attempting to bind port 7d80c68a-d5d6-4365-bd40-16c89a4745d5 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:56:44.548524 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423d656-9b94-4702-b647-9931627c14b6 None None] Pushing event updated for resources: {'Port': ['ID=7d80c68a-d5d6-4365-bd40-16c89a4745d5,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:44.554033 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:56:44.554400 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:56:44.554798 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:44.555183 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:56:44.555669 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Bound port: 7d80c68a-d5d6-4365-bd40-16c89a4745d5, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:56:44.556457 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:44.586315 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423d656-9b94-4702-b647-9931627c14b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:44.586661 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423d656-9b94-4702-b647-9931627c14b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:44.586993 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423d656-9b94-4702-b647-9931627c14b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:44.587366 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423d656-9b94-4702-b647-9931627c14b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:44.587676 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423d656-9b94-4702-b647-9931627c14b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:44.588001 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423d656-9b94-4702-b647-9931627c14b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:44.588317 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423d656-9b94-4702-b647-9931627c14b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:44.588632 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423d656-9b94-4702-b647-9931627c14b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:44.588952 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423d656-9b94-4702-b647-9931627c14b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:44.589264 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423d656-9b94-4702-b647-9931627c14b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:44.589576 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423d656-9b94-4702-b647-9931627c14b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:44.589887 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a423d656-9b94-4702-b647-9931627c14b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:56:44.595002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Subnet': ['ID=7a6c700c-f20e-4e8b-a8cb-59f841eb2c97,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:44.605465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Checking segment: {'id': '043c1ff2-8c3c-4a0e-870f-6c81f290d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:56:44.605816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network hostable DHCP agents. Network: c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 06:56:44.635739 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] For port 7d80c68a-d5d6-4365-bd40-16c89a4745d5, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:56:44.638559 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] For port 7d80c68a-d5d6-4365-bd40-16c89a4745d5, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7d80c68a-d5d6-4365-bd40-16c89a4745d5,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:56:44.749952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 06:56:44.771783 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:44.830533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:56:44.835554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:44.836359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:44.851598 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Routers {'d36daa75-ec5a-4903-b23c-95f8a0ed402d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:56:44.851910 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:56:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:44.853401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19ee420-4055-4ed1-837a-9b14a60812ae None None] Network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:56:44.919118 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d0a2f531-6f53-44a7-9a0c-039f3f46be14 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0656002 Jan 28 06:56:44.919577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49804) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:44.928100 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423d656-9b94-4702-b647-9931627c14b6 None None] Pushing event updated for resources: {'Port': ['ID=7d80c68a-d5d6-4365-bd40-16c89a4745d5,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:45.059219 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] Set router d36daa75-ec5a-4903-b23c-95f8a0ed402d gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:56:45.064120 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ips': [{'subnet_id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 06:56:45.065015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:45.227169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Allocated IP 172.20.0.2 (c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8/7a6c700c-f20e-4e8b-a8cb-59f841eb2c97/80486baa-0c1d-4bc1-9a9f-6b66f1df8038) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:56:45.346110 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:56:42Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:45.350228 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a14fdd1-2242-426b-8843-90ecd0676cb4 None None] The sync data for ids ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'] in dv-neutron-824022-4-hyperv is: [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:56:42Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:56:45.452593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:45.463537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Transition to ACTIVE for port object 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:56:45.482723 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Transition to ACTIVE for port object 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:56:45.608133 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:45.647818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:45.680738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:56:45.683774 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:56:45.687036 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:56:45.764273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Pushing event updated for resources: {'Port': ['ID=80486baa-0c1d-4bc1-9a9f-6b66f1df8038,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:45.795981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Attempting to bind port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:56:45.800568 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Attempting to bind port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '043c1ff2-8c3c-4a0e-870f-6c81f290d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:56:45.800568 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Attempting to bind port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 on network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:56:45.803070 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:56:45.803495 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Checking segment: {'id': '043c1ff2-8c3c-4a0e-870f-6c81f290d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:56:45.803906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:45.804305 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Bound using segment: {'id': '043c1ff2-8c3c-4a0e-870f-6c81f290d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:56:45.804770 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Bound port: 80486baa-0c1d-4bc1-9a9f-6b66f1df8038, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043c1ff2-8c3c-4a0e-870f-6c81f290d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:56:45.805147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:45.900810 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] For port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:56:45.904188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] For port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=80486baa-0c1d-4bc1-9a9f-6b66f1df8038,segment=NetworkSegment(043c1ff2-8c3c-4a0e-870f-6c81f290d450),segment_id=043c1ff2-8c3c-4a0e-870f-6c81f290d450)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:56:45.979893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:46.069940 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a1640-83d0-4e92-a566-ba3be9a9e2f2 None None] Pushing event updated for resources: {'Port': ['ID=80486baa-0c1d-4bc1-9a9f-6b66f1df8038,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:46.071489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.1 (c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8/7a6c700c-f20e-4e8b-a8cb-59f841eb2c97/ed51b602-8668-41d2-a84a-0ddfd8d2070a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:56:46.240701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:46.257098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object ed51b602-8668-41d2-a84a-0ddfd8d2070a will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:56:46.351611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:46.535200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:56:46.539007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:56:46.543021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:56:46.573413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=ed51b602-8668-41d2-a84a-0ddfd8d2070a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:46.609525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:46.665207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7d80c68a-d5d6-4365-bd40-16c89a4745d5 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:56:46.800167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 7d80c68a-d5d6-4365-bd40-16c89a4745d5 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:56:46.806790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 7d80c68a-d5d6-4365-bd40-16c89a4745d5 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:46.807282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:46.932627 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:46.933977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:46.951803 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 7d80c68a-d5d6-4365-bd40-16c89a4745d5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7d80c68a-d5d6-4365-bd40-16c89a4745d5,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:56:47.019110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:47.020037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:56:47.138609 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=7d80c68a-d5d6-4365-bd40-16c89a4745d5,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:47.165825 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c00dbb7-d293-4ce4-acc7-3c3ebc31a108 None None] Network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:56:47.259164 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:56:47.350218 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5ef4d262-b75e-48c3-bbbe-e7615a04c4ac None None] Provisioning for port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:56:47.358672 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5ef4d262-b75e-48c3-bbbe-e7615a04c4ac None None] Provisioning complete for port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:47.358827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d262-b75e-48c3-bbbe-e7615a04c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:47.379992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:47.445352 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:47.559801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:47.564156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=ed51b602-8668-41d2-a84a-0ddfd8d2070a,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:47.564628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d262-b75e-48c3-bbbe-e7615a04c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:47.599383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5ef4d262-b75e-48c3-bbbe-e7615a04c4ac None None] For port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=80486baa-0c1d-4bc1-9a9f-6b66f1df8038,segment=NetworkSegment(043c1ff2-8c3c-4a0e-870f-6c81f290d450),segment_id=043c1ff2-8c3c-4a0e-870f-6c81f290d450)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:56:47.653321 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ef4d262-b75e-48c3-bbbe-e7615a04c4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:47.703319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:56:47.704527 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:56:47.727762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4d262-b75e-48c3-bbbe-e7615a04c4ac None None] Pushing event updated for resources: {'Port': ['ID=80486baa-0c1d-4bc1-9a9f-6b66f1df8038,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:47.778953 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1c266d66-7a76-435d-8a9e-af918d0fc845 None None] Provisioning complete for port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:47.779352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c266d66-7a76-435d-8a9e-af918d0fc845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:47.902791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router d36daa75-ec5a-4903-b23c-95f8a0ed402d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:56:47.969099 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1c266d66-7a76-435d-8a9e-af918d0fc845 None None] Provisioning for port ed51b602-8668-41d2-a84a-0ddfd8d2070a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:56:47.973162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1c266d66-7a76-435d-8a9e-af918d0fc845 None None] Provisioning complete for port ed51b602-8668-41d2-a84a-0ddfd8d2070a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:47.973541 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1c266d66-7a76-435d-8a9e-af918d0fc845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:48.034795 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1c266d66-7a76-435d-8a9e-af918d0fc845 None None] Port ed51b602-8668-41d2-a84a-0ddfd8d2070a cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:56:48.154207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-aec2c099-443a-466d-bbfc-05cbe8e244da None None] Provisioning complete for port ed51b602-8668-41d2-a84a-0ddfd8d2070a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:48.154573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aec2c099-443a-466d-bbfc-05cbe8e244da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:48.201836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:56:48.206985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-aec2c099-443a-466d-bbfc-05cbe8e244da None None] Port ed51b602-8668-41d2-a84a-0ddfd8d2070a cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:56:48.210984 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Sync routers for ids ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:56:48.214365 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-142afcd6-df1d-406b-8e0c-5f5fc806c128 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/d36daa75-ec5a-4903-b23c-95f8a0ed402d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2936728 Jan 28 06:56:48.217195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49808) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:48.220469 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Routers {'d36daa75-ec5a-4903-b23c-95f8a0ed402d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:56:48.221103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:56:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:48.352741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f18db9-65e4-42e4-9994-5cf8b767527a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:48.353137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f18db9-65e4-42e4-9994-5cf8b767527a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:48.353584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f18db9-65e4-42e4-9994-5cf8b767527a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:48.354032 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f18db9-65e4-42e4-9994-5cf8b767527a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:48.354472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f18db9-65e4-42e4-9994-5cf8b767527a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:48.354919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f18db9-65e4-42e4-9994-5cf8b767527a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:48.356662 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b2f18db9-65e4-42e4-9994-5cf8b767527a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1385841 Jan 28 06:56:48.359435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49812) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:48.396398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Set router d36daa75-ec5a-4903-b23c-95f8a0ed402d gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:56:48.430624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be544b79-f546-4324-b54e-f0d027b24f9a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:48.431077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be544b79-f546-4324-b54e-f0d027b24f9a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:48.431787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be544b79-f546-4324-b54e-f0d027b24f9a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:48.431974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be544b79-f546-4324-b54e-f0d027b24f9a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:48.432405 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be544b79-f546-4324-b54e-f0d027b24f9a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:48.432837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be544b79-f546-4324-b54e-f0d027b24f9a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:48.434538 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-be544b79-f546-4324-b54e-f0d027b24f9a tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0742333 Jan 28 06:56:48.437307 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49816) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:48.611828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7d80c68a-d5d6-4365-bd40-16c89a4745d5 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:56:48.642863 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-93b445ca-4f79-4ea0-ab0c-626f880ad05c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2045007 Jan 28 06:56:48.743801 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 7d80c68a-d5d6-4365-bd40-16c89a4745d5 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:48.744173 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:48.846449 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ed51b602-8668-41d2-a84a-0ddfd8d2070a', 'name': '', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:c3:f5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:45Z', 'updated_at': '2022-01-28T06:56:47Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:48.868472 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Checking router: d36daa75-ec5a-4903-b23c-95f8a0ed402d for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:56:48.868745 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Updating router d36daa75-ec5a-4903-b23c-95f8a0ed402d port ed51b602-8668-41d2-a84a-0ddfd8d2070a binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 06:56:48.898548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49822) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:48.904049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437089200', 'description': 'tempest-secgroup-smoke-437089200 description', 'project_id': 'fab9236ca18a49699cab17477937175c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:48.909951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:56:48.914575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:56:48.917936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:56:48.925078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:56:48.933574 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:56:48.977229 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:48.993765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.013792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:56:49.017589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:56:49.020484 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:56:49.026950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:56:49.098491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.110139 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:49.110513 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.178396 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.225623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ec9e9c-d449-446a-b8f8-5bd2a20b4025,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:49.298539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.302997 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2f1fb9ec-3535-4563-a093-aef699fd072a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4002147 Jan 28 06:56:49.303593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49826) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:49.308885 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-50fb848a-027a-4c1b-8e85-1e61bee308e1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '29ec9e9c-d449-446a-b8f8-5bd2a20b4025', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:49.315140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-50fb848a-027a-4c1b-8e85-1e61bee308e1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:56:49.319816 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-50fb848a-027a-4c1b-8e85-1e61bee308e1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:56:49.322788 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-50fb848a-027a-4c1b-8e85-1e61bee308e1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:56:49.329239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-50fb848a-027a-4c1b-8e85-1e61bee308e1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:56:49.402203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-50fb848a-027a-4c1b-8e85-1e61bee308e1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.463002 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-50fb848a-027a-4c1b-8e85-1e61bee308e1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.477591 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.489022 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Transition to ACTIVE for port object ed51b602-8668-41d2-a84a-0ddfd8d2070a will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:56:49.544314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-50fb848a-027a-4c1b-8e85-1e61bee308e1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.567190 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.568208 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb848a-027a-4c1b-8e85-1e61bee308e1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d595d3a0-988b-4c9f-a88b-1ca6c296fb82,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:49.641748 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-50fb848a-027a-4c1b-8e85-1e61bee308e1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.646050 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-50fb848a-027a-4c1b-8e85-1e61bee308e1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3414085 Jan 28 06:56:49.646201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49830) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:49.651738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b14b1980-1754-441f-9d90-fb1e28cc8e03 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '29ec9e9c-d449-446a-b8f8-5bd2a20b4025', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:49.658366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b14b1980-1754-441f-9d90-fb1e28cc8e03 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:56:49.662838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b14b1980-1754-441f-9d90-fb1e28cc8e03 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:56:49.665980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b14b1980-1754-441f-9d90-fb1e28cc8e03 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:56:49.671741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b14b1980-1754-441f-9d90-fb1e28cc8e03 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:56:49.695603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b12cd-0479-4471-a984-520d3855a84d None None] Pushing event updated for resources: {'Port': ['ID=ed51b602-8668-41d2-a84a-0ddfd8d2070a,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:49.746338 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b14b1980-1754-441f-9d90-fb1e28cc8e03 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.790696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Attempting to bind port ed51b602-8668-41d2-a84a-0ddfd8d2070a on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:56:49.791079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Attempting to bind port ed51b602-8668-41d2-a84a-0ddfd8d2070a by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '043c1ff2-8c3c-4a0e-870f-6c81f290d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:56:49.791479 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Attempting to bind port ed51b602-8668-41d2-a84a-0ddfd8d2070a on network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:56:49.797180 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:56:49.797556 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Checking segment: {'id': '043c1ff2-8c3c-4a0e-870f-6c81f290d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:56:49.797960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.798360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Bound using segment: {'id': '043c1ff2-8c3c-4a0e-870f-6c81f290d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:56:49.798969 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Bound port: ed51b602-8668-41d2-a84a-0ddfd8d2070a, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043c1ff2-8c3c-4a0e-870f-6c81f290d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:56:49.799517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.815577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b14b1980-1754-441f-9d90-fb1e28cc8e03 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.881591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b14b1980-1754-441f-9d90-fb1e28cc8e03 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.905056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b1980-1754-441f-9d90-fb1e28cc8e03 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89799045-e01d-4026-a38b-25923fafd686,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:49.907119 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] For port ed51b602-8668-41d2-a84a-0ddfd8d2070a, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:56:49.910689 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] For port ed51b602-8668-41d2-a84a-0ddfd8d2070a, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ed51b602-8668-41d2-a84a-0ddfd8d2070a,segment=NetworkSegment(043c1ff2-8c3c-4a0e-870f-6c81f290d450),segment_id=043c1ff2-8c3c-4a0e-870f-6c81f290d450)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:56:49.972960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b14b1980-1754-441f-9d90-fb1e28cc8e03 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:49.974741 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b14b1980-1754-441f-9d90-fb1e28cc8e03 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274972 Jan 28 06:56:49.977443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49834) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:49.982404 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6298fe68-edbe-4d9e-b588-ef361a409458 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '29ec9e9c-d449-446a-b8f8-5bd2a20b4025', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:49.988300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6298fe68-edbe-4d9e-b588-ef361a409458 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:56:49.991939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6298fe68-edbe-4d9e-b588-ef361a409458 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:56:49.994817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6298fe68-edbe-4d9e-b588-ef361a409458 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:56:50.000329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6298fe68-edbe-4d9e-b588-ef361a409458 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:56:50.005953 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:50.081329 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Routers {'d36daa75-ec5a-4903-b23c-95f8a0ed402d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:56:50.081953 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:56:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:50.092662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6298fe68-edbe-4d9e-b588-ef361a409458 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:50.142386 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b12cd-0479-4471-a984-520d3855a84d None None] Pushing event updated for resources: {'Port': ['ID=ed51b602-8668-41d2-a84a-0ddfd8d2070a,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:50.164127 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6298fe68-edbe-4d9e-b588-ef361a409458 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:50.228493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6298fe68-edbe-4d9e-b588-ef361a409458 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:50.252566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298fe68-edbe-4d9e-b588-ef361a409458 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5911cb17-893f-478b-a6f9-2a5b6c000ec4,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:50.285342 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] Set router d36daa75-ec5a-4903-b23c-95f8a0ed402d gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:56:50.333106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6298fe68-edbe-4d9e-b588-ef361a409458 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:50.334793 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6298fe68-edbe-4d9e-b588-ef361a409458 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564401 Jan 28 06:56:50.338315 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49838) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:50.343773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-aee3aaa2-2ae9-4a90-8037-906553f2b2da tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '29ec9e9c-d449-446a-b8f8-5bd2a20b4025', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:50.349561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-aee3aaa2-2ae9-4a90-8037-906553f2b2da tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:56:50.355003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-aee3aaa2-2ae9-4a90-8037-906553f2b2da tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:56:50.358369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-aee3aaa2-2ae9-4a90-8037-906553f2b2da tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:56:50.364432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-aee3aaa2-2ae9-4a90-8037-906553f2b2da tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:56:50.441910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aee3aaa2-2ae9-4a90-8037-906553f2b2da tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:50.506626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aee3aaa2-2ae9-4a90-8037-906553f2b2da tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:50.595887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aee3aaa2-2ae9-4a90-8037-906553f2b2da tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:50.604461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ed51b602-8668-41d2-a84a-0ddfd8d2070a', 'name': '', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:c3:f5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:45Z', 'updated_at': '2022-01-28T06:56:49Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:56:50.609246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a768fc-56f8-4ef0-9ac4-e0273ebb440f None None] The sync data for ids ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'] in dv-neutron-824022-4-hyperv is: [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ed51b602-8668-41d2-a84a-0ddfd8d2070a', 'name': '', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:c3:f5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:45Z', 'updated_at': '2022-01-28T06:56:49Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:56:50.625029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3aaa2-2ae9-4a90-8037-906553f2b2da tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9775236-0fce-4c11-9382-8eb52418b0fb,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:50.691110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-aee3aaa2-2ae9-4a90-8037-906553f2b2da tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:50.693027 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-aee3aaa2-2ae9-4a90-8037-906553f2b2da tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3532097 Jan 28 06:56:50.695997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49842) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:50.700968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-42a13529-ef3b-4f36-8131-ff185d516d91 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '29ec9e9c-d449-446a-b8f8-5bd2a20b4025', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:50.706946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-42a13529-ef3b-4f36-8131-ff185d516d91 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:56:50.711726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-42a13529-ef3b-4f36-8131-ff185d516d91 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:56:50.721083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-42a13529-ef3b-4f36-8131-ff185d516d91 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:56:50.729507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-42a13529-ef3b-4f36-8131-ff185d516d91 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:56:50.819419 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-42a13529-ef3b-4f36-8131-ff185d516d91 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:56:50.827479 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42a13529-ef3b-4f36-8131-ff185d516d91 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:50.906146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42a13529-ef3b-4f36-8131-ff185d516d91 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:50.990553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42a13529-ef3b-4f36-8131-ff185d516d91 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:51.014727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a13529-ef3b-4f36-8131-ff185d516d91 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705cab94-6483-4786-b185-f3cfe9006430,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:51.122178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-42a13529-ef3b-4f36-8131-ff185d516d91 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:51.123577 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-42a13529-ef3b-4f36-8131-ff185d516d91 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4265685 Jan 28 06:56:51.126559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49846) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:56:51.131612 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f94e45b9-41e8-434e-ab77-712fe28513d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '29ec9e9c-d449-446a-b8f8-5bd2a20b4025', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:51.137770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f94e45b9-41e8-434e-ab77-712fe28513d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:56:51.141615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f94e45b9-41e8-434e-ab77-712fe28513d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:56:51.144603 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f94e45b9-41e8-434e-ab77-712fe28513d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:56:51.150451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f94e45b9-41e8-434e-ab77-712fe28513d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:56:51.233798 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-f94e45b9-41e8-434e-ab77-712fe28513d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 06:56:51.241944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f94e45b9-41e8-434e-ab77-712fe28513d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:51.308829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f94e45b9-41e8-434e-ab77-712fe28513d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:51.378630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f94e45b9-41e8-434e-ab77-712fe28513d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:51.403596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e45b9-41e8-434e-ab77-712fe28513d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a748441-66da-4166-a71f-45b548fd7e1e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:51.481640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f94e45b9-41e8-434e-ab77-712fe28513d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:51.482900 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f94e45b9-41e8-434e-ab77-712fe28513d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3553078 Jan 28 06:56:51.687157 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-5c78a3cd-abcf-4ff4-b1c0-89d25eacbb66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:56:51.755760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-5c78a3cd-abcf-4ff4-b1c0-89d25eacbb66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:56:51.760171 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-5c78a3cd-abcf-4ff4-b1c0-89d25eacbb66 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437089200&fields=id&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 267 time: 0.1113806 Jan 28 06:56:51.948672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-fca34eeb-07af-4a20-8591-7a62ca0b33d1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:51.950098 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-fca34eeb-07af-4a20-8591-7a62ca0b33d1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/networks?id=c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 HTTP/1.1" status: 200 len: 796 time: 0.1865466 Jan 28 06:56:51.964944 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-775cf99a-4c89-4b9b-8167-1abebb9a2d13 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/quotas/fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 375 time: 0.0094821 Jan 28 06:56:52.048600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-222f8544-4b0b-45a1-9e78-b236ac127fd1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:56:52.131422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-222f8544-4b0b-45a1-9e78-b236ac127fd1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:56:52.132751 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-222f8544-4b0b-45a1-9e78-b236ac127fd1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1627405 Jan 28 06:56:52.268393 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-481369e3-b4cd-4789-8531-a611d63a70da service neutron] 10.222.0.25 "GET /v2.0/networks/c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237977 Jan 28 06:56:52.404036 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-d9e0fc26-5345-4e61-81c6-da95bc3e9935 service neutron] 10.222.0.25 "GET /v2.0/networks/c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259191 Jan 28 06:56:52.637117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ed51b602-8668-41d2-a84a-0ddfd8d2070a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:56:52.764695 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-08fb6be5-ae69-4706-92f1-fd721c7bc77d req-b61bc352-ae71-4b22-9721-6a1ae79db898 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 210 time: 0.0916090 Jan 28 06:56:52.782795 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port ed51b602-8668-41d2-a84a-0ddfd8d2070a completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:56:52.788767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ed51b602-8668-41d2-a84a-0ddfd8d2070a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:52.789186 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:52.905159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:52.939778 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port ed51b602-8668-41d2-a84a-0ddfd8d2070a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ed51b602-8668-41d2-a84a-0ddfd8d2070a,segment=NetworkSegment(043c1ff2-8c3c-4a0e-870f-6c81f290d450),segment_id=043c1ff2-8c3c-4a0e-870f-6c81f290d450)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:56:53.022496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:53.088305 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=ed51b602-8668-41d2-a84a-0ddfd8d2070a,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:53.909939 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0bd3b701-1f92-46c5-8d90-8243600ed119 req-39d58d4c-3df9-4814-81c3-909c71ffde8e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 210 time: 0.0422211 Jan 28 06:56:54.588367 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ed51b602-8668-41d2-a84a-0ddfd8d2070a up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:56:54.658776 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ed51b602-8668-41d2-a84a-0ddfd8d2070a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:54.659145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:55.011700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-bfad5a23-8622-46fd-a44e-202528c8b522 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:55.013143 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-bfad5a23-8622-46fd-a44e-202528c8b522 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/networks?id=c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 HTTP/1.1" status: 200 len: 796 time: 0.2465940 Jan 28 06:56:55.078628 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b480335f-d936-4c92-9ebc-bb43df808f22 req-ca7f06b1-0e70-4a07-a9c9-55dfaefb3dec tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 210 time: 0.0570652 Jan 28 06:56:55.106891 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-845461d6-2f3a-49ba-aaba-5c60c4b5142e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 379 time: 0.0511327 Jan 28 06:56:55.118200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'port': {'device_id': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'admin_state_up': True, 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'security_groups': ['29ec9e9c-d449-446a-b8f8-5bd2a20b4025']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:55.250530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:56:55.260536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:56:55.341975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:56:55.345543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:55.505023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.4 (c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8/7a6c700c-f20e-4e8b-a8cb-59f841eb2c97/22caf667-1b24-4cbd-8f45-a85ac01788e3) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:56:55.688623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:55.704848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object 22caf667-1b24-4cbd-8f45-a85ac01788e3 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:56:55.847332 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:55.917431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:56:55.920406 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:56:55.924361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:56:55.961500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=22caf667-1b24-4cbd-8f45-a85ac01788e3,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:55.994382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:55.994987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:56.091522 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-45bec3c0-ab0f-47cb-800f-a52bf5340e83 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9770739 Jan 28 06:56:56.118368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Request body: {'port': {'device_id': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:56:56.224260 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a34a0bee-615a-4b0d-8eaa-05b5c6a24400 None None] Provisioning for port 22caf667-1b24-4cbd-8f45-a85ac01788e3 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:56:56.229596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a34a0bee-615a-4b0d-8eaa-05b5c6a24400 None None] Provisioning complete for port 22caf667-1b24-4cbd-8f45-a85ac01788e3 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:56:56.230026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a34a0bee-615a-4b0d-8eaa-05b5c6a24400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:56.281682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:56.324563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a34a0bee-615a-4b0d-8eaa-05b5c6a24400 None None] Port 22caf667-1b24-4cbd-8f45-a85ac01788e3 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:56:56.362144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172dab8-6777-4b7b-92c0-5594a0760ab6 req-700136c0-0e47-433c-8055-358bf9f3eb9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:56.362742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c172dab8-6777-4b7b-92c0-5594a0760ab6 req-700136c0-0e47-433c-8055-358bf9f3eb9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:56:56.482597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c172dab8-6777-4b7b-92c0-5594a0760ab6 req-700136c0-0e47-433c-8055-358bf9f3eb9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:56:56.483830 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c172dab8-6777-4b7b-92c0-5594a0760ab6 req-700136c0-0e47-433c-8055-358bf9f3eb9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 931 time: 0.2815368 Jan 28 06:56:56.597702 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c172dab8-6777-4b7b-92c0-5594a0760ab6 req-bcfce98c-42df-4472-b4ec-c6bf3a48d212 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=29ec9e9c-d449-446a-b8f8-5bd2a20b4025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055934 Jan 28 06:56:56.677836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22caf667-1b24-4cbd-8f45-a85ac01788e3 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:56:56.685051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:56.698674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Transition to ACTIVE for port object 22caf667-1b24-4cbd-8f45-a85ac01788e3 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:56:56.806990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:56.966761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Pushing event updated for resources: {'Port': ['ID=22caf667-1b24-4cbd-8f45-a85ac01788e3,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:57.139548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Attempting to bind port 22caf667-1b24-4cbd-8f45-a85ac01788e3 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:56:57.140171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Attempting to bind port 22caf667-1b24-4cbd-8f45-a85ac01788e3 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '043c1ff2-8c3c-4a0e-870f-6c81f290d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:56:57.140171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Attempting to bind port 22caf667-1b24-4cbd-8f45-a85ac01788e3 on network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:56:57.144548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Port 22caf667-1b24-4cbd-8f45-a85ac01788e3 on network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:56:57.144861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Attempting to bind port 22caf667-1b24-4cbd-8f45-a85ac01788e3 on network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:56:57.150741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:56:57.151069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Checking segment: {'id': '043c1ff2-8c3c-4a0e-870f-6c81f290d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:56:57.151475 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Bound using segment: {'id': '043c1ff2-8c3c-4a0e-870f-6c81f290d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:56:57.151892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Bound port: 22caf667-1b24-4cbd-8f45-a85ac01788e3, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043c1ff2-8c3c-4a0e-870f-6c81f290d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:56:57.152324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:57.239919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] For port 22caf667-1b24-4cbd-8f45-a85ac01788e3, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:56:57.242838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] For port 22caf667-1b24-4cbd-8f45-a85ac01788e3, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=22caf667-1b24-4cbd-8f45-a85ac01788e3,segment=NetworkSegment(043c1ff2-8c3c-4a0e-870f-6c81f290d450),segment_id=043c1ff2-8c3c-4a0e-870f-6c81f290d450)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:56:57.309910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:57.368674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:57.369283 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:56:57.370611 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/22caf667-1b24-4cbd-8f45-a85ac01788e3 HTTP/1.1" status: 200 len: 1093 time: 1.2570269 Jan 28 06:56:57.371042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'tag': '22caf667-1b24-4cbd-8f45-a85ac01788e3'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:56:57.391763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3835b-e6b4-46b6-a6c1-dcfecaa366d2 service neutron] Pushing event updated for resources: {'Port': ['ID=22caf667-1b24-4cbd-8f45-a85ac01788e3,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:56:57.428430 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'tag': '22caf667-1b24-4cbd-8f45-a85ac01788e3', 'status': 'completed', 'code': 200} Jan 28 06:56:57.590651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633af9a-a796-409f-8227-ed2cf72a2d25 req-8d51a33a-158b-4ab0-a9bf-60e9ecb0d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:57.592470 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2633af9a-a796-409f-8227-ed2cf72a2d25 req-8d51a33a-158b-4ab0-a9bf-60e9ecb0d74c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 1096 time: 0.1108267 Jan 28 06:56:57.801160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633af9a-a796-409f-8227-ed2cf72a2d25 req-b8deee96-3ffb-45a6-8c4d-87c0cce59782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:57.803155 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2633af9a-a796-409f-8227-ed2cf72a2d25 req-b8deee96-3ffb-45a6-8c4d-87c0cce59782 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fab9236ca18a49699cab17477937175c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1896744 Jan 28 06:56:57.858978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec57675-28d5-45cd-9416-59daffe8b42f req-46682e51-9554-4b52-a561-bec70c659997 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:57.860410 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3ec57675-28d5-45cd-9416-59daffe8b42f req-46682e51-9554-4b52-a561-bec70c659997 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 943 time: 0.1549158 Jan 28 06:56:57.974532 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3ec57675-28d5-45cd-9416-59daffe8b42f req-b0267022-86e1-4656-a534-f6b9f60e8055 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=29ec9e9c-d449-446a-b8f8-5bd2a20b4025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077557 Jan 28 06:56:57.981265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633af9a-a796-409f-8227-ed2cf72a2d25 req-27255393-a141-4957-b1b7-94de1787094d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:57.982678 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2633af9a-a796-409f-8227-ed2cf72a2d25 req-27255393-a141-4957-b1b7-94de1787094d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1690350 Jan 28 06:56:58.121773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-3457743d-b716-492f-9bc9-5e674d7bd87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:58.123220 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-3457743d-b716-492f-9bc9-5e674d7bd87d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 1096 time: 0.0751762 Jan 28 06:56:58.201365 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-23948d4e-b7f4-4178-9be7-78e0328ebc28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22caf667-1b24-4cbd-8f45-a85ac01788e3 HTTP/1.1" status: 200 len: 217 time: 0.0582607 Jan 28 06:56:58.267038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-34d06e56-2d64-44b7-a49b-af1d36b7bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:58.268473 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-34d06e56-2d64-44b7-a49b-af1d36b7bd1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a6c700c-f20e-4e8b-a8cb-59f841eb2c97 HTTP/1.1" status: 200 len: 843 time: 0.0579972 Jan 28 06:56:58.344289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-e79b278e-441c-45b2-a699-8b7965a0e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:58.345700 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-e79b278e-441c-45b2-a699-8b7965a0e18d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673594 Jan 28 06:56:58.370480 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:56:58.484069 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-6a3cbcb5-d441-4a9d-aa51-642485b84052 service neutron] 10.222.0.37 "GET /v2.0/networks/c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279769 Jan 28 06:56:58.615091 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a006cd71-7a55-4031-b372-a3f1956909f3 req-489ef2a3-8ffb-454b-a1b4-a1d914807d49 service neutron] 10.222.0.37 "GET /v2.0/networks/c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215866 Jan 28 06:56:59.165593 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec4b6a-d5b2-4029-9400-8a6a6a1f02ea req-150739f4-6c53-4914-a18e-dba51bc0c4d9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:56:59.166917 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f4ec4b6a-d5b2-4029-9400-8a6a6a1f02ea req-150739f4-6c53-4914-a18e-dba51bc0c4d9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 943 time: 0.0811088 Jan 28 06:56:59.210055 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f4ec4b6a-d5b2-4029-9400-8a6a6a1f02ea req-b2ab319c-8069-49f8-b0f5-3fbc5640e0ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=29ec9e9c-d449-446a-b8f8-5bd2a20b4025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375211 Jan 28 06:57:00.390530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a2f3e-a565-4416-99dc-74ed8327af06 req-d5eb7e2f-9f5b-42a6-a15d-c3eb42ad9d73 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:00.392251 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f05a2f3e-a565-4416-99dc-74ed8327af06 req-d5eb7e2f-9f5b-42a6-a15d-c3eb42ad9d73 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 943 time: 0.0782952 Jan 28 06:57:00.436468 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f05a2f3e-a565-4416-99dc-74ed8327af06 req-870703ea-24cd-4037-bf4f-bfdccaffea5f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=29ec9e9c-d449-446a-b8f8-5bd2a20b4025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387809 Jan 28 06:57:00.835113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bac73bde-fce2-4543-8b14-92e3d5ade541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:01.434216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 22caf667-1b24-4cbd-8f45-a85ac01788e3 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:57:01.565684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 22caf667-1b24-4cbd-8f45-a85ac01788e3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=22caf667-1b24-4cbd-8f45-a85ac01788e3,segment=NetworkSegment(043c1ff2-8c3c-4a0e-870f-6c81f290d450),segment_id=043c1ff2-8c3c-4a0e-870f-6c81f290d450)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:57:01.579192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '22caf667-1b24-4cbd-8f45-a85ac01788e3', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'port_id': '22caf667-1b24-4cbd-8f45-a85ac01788e3', 'mac_address': 'fa:16:3e:34:7e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:57:01.618888 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f1a35-38bd-40b6-a1b2-ce77177f78cd req-78fda127-517f-45e4-ad17-2c503684739b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:01.620358 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c29f1a35-38bd-40b6-a1b2-ce77177f78cd req-78fda127-517f-45e4-ad17-2c503684739b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 943 time: 0.0820343 Jan 28 06:57:01.637293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:01.653948 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22caf667-1b24-4cbd-8f45-a85ac01788e3 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:57:01.664401 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c29f1a35-38bd-40b6-a1b2-ce77177f78cd req-9d3f40ab-71de-485b-b818-edc9962ce5cf tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=29ec9e9c-d449-446a-b8f8-5bd2a20b4025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383642 Jan 28 06:57:01.670027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 22caf667-1b24-4cbd-8f45-a85ac01788e3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=22caf667-1b24-4cbd-8f45-a85ac01788e3,segment=NetworkSegment(043c1ff2-8c3c-4a0e-870f-6c81f290d450),segment_id=043c1ff2-8c3c-4a0e-870f-6c81f290d450)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:57:01.738258 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:01.804430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=22caf667-1b24-4cbd-8f45-a85ac01788e3,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:02.106872 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['22caf667-1b24-4cbd-8f45-a85ac01788e3'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:57:02.845203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83d652-9f2b-46ee-a610-ce52586164a4 req-43d2bd1f-12e6-4935-8097-42a79fc2b96d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:02.846648 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec83d652-9f2b-46ee-a610-ce52586164a4 req-43d2bd1f-12e6-4935-8097-42a79fc2b96d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 944 time: 0.0788774 Jan 28 06:57:02.983452 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec83d652-9f2b-46ee-a610-ce52586164a4 req-978cfb30-2752-4149-9951-912568de6d32 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=29ec9e9c-d449-446a-b8f8-5bd2a20b4025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305509 Jan 28 06:57:03.183831 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1b46ca2b-ae14-46e3-9676-fc5d98f04867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:03.467091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 22caf667-1b24-4cbd-8f45-a85ac01788e3 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:57:03.617926 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 22caf667-1b24-4cbd-8f45-a85ac01788e3 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:57:03.623132 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 22caf667-1b24-4cbd-8f45-a85ac01788e3 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:03.623579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:03.746209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:03.773625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22caf667-1b24-4cbd-8f45-a85ac01788e3'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:57:03.784059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 22caf667-1b24-4cbd-8f45-a85ac01788e3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=22caf667-1b24-4cbd-8f45-a85ac01788e3,segment=NetworkSegment(043c1ff2-8c3c-4a0e-870f-6c81f290d450),segment_id=043c1ff2-8c3c-4a0e-870f-6c81f290d450)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:57:03.823206 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22caf667-1b24-4cbd-8f45-a85ac01788e3', 'code': 200} Jan 28 06:57:03.867901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:03.937837 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=22caf667-1b24-4cbd-8f45-a85ac01788e3,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:04.166882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a145f-813f-4871-bd8c-88a3044e5bb1 req-f4637ec3-32ed-42e4-a915-560c71725140 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:04.168364 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c07a145f-813f-4871-bd8c-88a3044e5bb1 req-f4637ec3-32ed-42e4-a915-560c71725140 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 945 time: 0.0795913 Jan 28 06:57:04.262885 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c07a145f-813f-4871-bd8c-88a3044e5bb1 req-c3684c1f-b877-449e-8a92-039c9ce0b12e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=29ec9e9c-d449-446a-b8f8-5bd2a20b4025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887053 Jan 28 06:57:04.278637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a31c9-ab3b-4d96-81a5-e9e044b768f6 req-b1399222-5fbf-41a8-bb83-6b88936db0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:04.280223 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca9a31c9-ab3b-4d96-81a5-e9e044b768f6 req-b1399222-5fbf-41a8-bb83-6b88936db0ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 1098 time: 0.0931094 Jan 28 06:57:04.298244 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:04.327998 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca9a31c9-ab3b-4d96-81a5-e9e044b768f6 req-0b35e9de-f772-4bbc-a0e6-4794c2b4ed7e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=29ec9e9c-d449-446a-b8f8-5bd2a20b4025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364530 Jan 28 06:57:04.438798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:05.447707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ec9df-cdd3-4401-ae26-9851dcf1d3e4 req-d040adfd-8ca6-4b4e-af78-643cc7bfaf0b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:05.449191 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-680ec9df-cdd3-4401-ae26-9851dcf1d3e4 req-d040adfd-8ca6-4b4e-af78-643cc7bfaf0b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 945 time: 0.0805371 Jan 28 06:57:05.499944 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-680ec9df-cdd3-4401-ae26-9851dcf1d3e4 req-95cddbb0-3bc9-4c72-ad98-1e3b84e26276 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=29ec9e9c-d449-446a-b8f8-5bd2a20b4025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449369 Jan 28 06:57:05.764633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:06.682680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864733a-803e-49c8-9295-86cf1ed0edf0 req-d3647f2d-c548-4a5d-baf3-36a882aa283f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:06.684070 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d864733a-803e-49c8-9295-86cf1ed0edf0 req-d3647f2d-c548-4a5d-baf3-36a882aa283f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 945 time: 0.0799832 Jan 28 06:57:06.729139 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d864733a-803e-49c8-9295-86cf1ed0edf0 req-8a0464d1-c149-433a-b5c3-e18db44be93d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=29ec9e9c-d449-446a-b8f8-5bd2a20b4025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392678 Jan 28 06:57:06.991878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021519ee-ba52-4904-be6b-af55a1a0afc7 req-3de58218-374a-4a53-b30f-43fc8f4e5b33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:06.996292 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-021519ee-ba52-4904-be6b-af55a1a0afc7 req-3de58218-374a-4a53-b30f-43fc8f4e5b33 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 945 time: 0.1455760 Jan 28 06:57:07.051554 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-021519ee-ba52-4904-be6b-af55a1a0afc7 req-750a8d1e-56ac-48a4-868d-8ca8fbbb4d99 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=29ec9e9c-d449-446a-b8f8-5bd2a20b4025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425549 Jan 28 06:57:07.081852 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49918) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:57:07.150596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221e876-312b-4835-9c4d-4b5b7a53d5df tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:07.152121 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2221e876-312b-4835-9c4d-4b5b7a53d5df tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 1093 time: 0.0686715 Jan 28 06:57:07.155023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49922) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:57:07.159781 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '22caf667-1b24-4cbd-8f45-a85ac01788e3', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:07.165696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:57:07.169625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:floatingip and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:57:07.172458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:57:07.178324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:57:07.245292 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:07.379967 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:07.612274 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.94 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/7434654b-e84f-4ad6-a0e7-b7e58751553f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:57:07.755702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:07.833745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:07.903339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:57:07.906208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:07.909796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:57:07.939279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=7434654b-e84f-4ad6-a0e7-b7e58751553f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:08.320581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:08.450312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:08.750475 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:08.816063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:08.927293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=7434654b-e84f-4ad6-a0e7-b7e58751553f,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:08.937741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:09.110342 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP 8a6367a6-147c-41bd-927f-51cdbbe6af96 associated. External IP: 172.26.4.94, port: 22caf667-1b24-4cbd-8f45-a85ac01788e3. Jan 28 06:57:09.454453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router d36daa75-ec5a-4903-b23c-95f8a0ed402d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:57:09.637441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:57:09.648004 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f376ec4-6733-4d55-b4e8-18a848c89818 None None] Sync routers for ids ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:57:09.658799 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f376ec4-6733-4d55-b4e8-18a848c89818 None None] Routers {'d36daa75-ec5a-4903-b23c-95f8a0ed402d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:57:09.659666 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0f376ec4-6733-4d55-b4e8-18a848c89818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:57:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:09.741874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:09.815860 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ad8f44bf-b81a-4215-8681-6891531e0542 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6595287 Jan 28 06:57:09.816374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'tag': '22caf667-1b24-4cbd-8f45-a85ac01788e3'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:57:09.817938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 49940) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:57:09.911497 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-0f376ec4-6733-4d55-b4e8-18a848c89818 None None] Set router d36daa75-ec5a-4903-b23c-95f8a0ed402d gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:57:09.939875 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'tag': '22caf667-1b24-4cbd-8f45-a85ac01788e3', 'status': 'completed', 'code': 200} Jan 28 06:57:09.985671 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-969af5bb-7a14-4a06-b75b-3d6d63fbf45f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/8a6367a6-147c-41bd-927f-51cdbbe6af96 HTTP/1.1" status: 200 len: 990 time: 0.1661193 Jan 28 06:57:10.057965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3691c1d-43e7-47e1-a8e2-c5f41e0ea2dd req-c40d2052-0696-4aa0-8563-eea5d87acc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:10.059456 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3691c1d-43e7-47e1-a8e2-c5f41e0ea2dd req-c40d2052-0696-4aa0-8563-eea5d87acc27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 1098 time: 0.0731783 Jan 28 06:57:10.197395 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3691c1d-43e7-47e1-a8e2-c5f41e0ea2dd req-0035a49b-66e5-4e98-a1e5-7036a4c803ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:10.198953 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3691c1d-43e7-47e1-a8e2-c5f41e0ea2dd req-0035a49b-66e5-4e98-a1e5-7036a4c803ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 HTTP/1.1" status: 200 len: 897 time: 0.1336215 Jan 28 06:57:10.269114 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0f376ec4-6733-4d55-b4e8-18a848c89818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '8a6367a6-147c-41bd-927f-51cdbbe6af96', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.94', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'port_id': '22caf667-1b24-4cbd-8f45-a85ac01788e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'mac_address': 'fa:16:3e:34:7e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:57:08Z', 'updated_at': '2022-01-28T06:57:08Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed51b602-8668-41d2-a84a-0ddfd8d2070a', 'name': '', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:c3:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:45Z', 'updated_at': '2022-01-28T06:56:52Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:10.275325 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f376ec4-6733-4d55-b4e8-18a848c89818 None None] Checking router: d36daa75-ec5a-4903-b23c-95f8a0ed402d for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:57:10.284687 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f376ec4-6733-4d55-b4e8-18a848c89818 None None] Routers {'d36daa75-ec5a-4903-b23c-95f8a0ed402d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:57:10.285457 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0f376ec4-6733-4d55-b4e8-18a848c89818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:57:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:10.418526 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3691c1d-43e7-47e1-a8e2-c5f41e0ea2dd req-077dae0c-4af7-4284-95d7-abea16ec0b4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22caf667-1b24-4cbd-8f45-a85ac01788e3 HTTP/1.1" status: 200 len: 998 time: 0.2122364 Jan 28 06:57:10.462234 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-0f376ec4-6733-4d55-b4e8-18a848c89818 None None] Set router d36daa75-ec5a-4903-b23c-95f8a0ed402d gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:57:10.482926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3691c1d-43e7-47e1-a8e2-c5f41e0ea2dd req-5e4568ee-9bfe-40e3-8df8-b767b933179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:10.484422 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3691c1d-43e7-47e1-a8e2-c5f41e0ea2dd req-5e4568ee-9bfe-40e3-8df8-b767b933179e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a6c700c-f20e-4e8b-a8cb-59f841eb2c97 HTTP/1.1" status: 200 len: 843 time: 0.0600140 Jan 28 06:57:10.564668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3691c1d-43e7-47e1-a8e2-c5f41e0ea2dd req-0216607a-ebf4-44b1-809d-340b4ac59450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:10.566348 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3691c1d-43e7-47e1-a8e2-c5f41e0ea2dd req-0216607a-ebf4-44b1-809d-340b4ac59450 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754738 Jan 28 06:57:10.703786 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3691c1d-43e7-47e1-a8e2-c5f41e0ea2dd req-13f176d6-3cdc-4610-854f-a129b0415a24 service neutron] 10.222.0.37 "GET /v2.0/networks/c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282730 Jan 28 06:57:10.798772 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:10.846889 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0f376ec4-6733-4d55-b4e8-18a848c89818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '8a6367a6-147c-41bd-927f-51cdbbe6af96', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.94', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'port_id': '22caf667-1b24-4cbd-8f45-a85ac01788e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'mac_address': 'fa:16:3e:34:7e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:57:08Z', 'updated_at': '2022-01-28T06:57:08Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed51b602-8668-41d2-a84a-0ddfd8d2070a', 'name': '', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:c3:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:45Z', 'updated_at': '2022-01-28T06:56:52Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:10.850072 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3691c1d-43e7-47e1-a8e2-c5f41e0ea2dd req-ca3773b0-4b34-4251-ac13-a14adf8dd800 service neutron] 10.222.0.37 "GET /v2.0/networks/c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402361 Jan 28 06:57:10.852211 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f376ec4-6733-4d55-b4e8-18a848c89818 None None] The sync data for ids ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'] in dv-neutron-824022-4-hyperv is: [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '8a6367a6-147c-41bd-927f-51cdbbe6af96', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.94', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'port_id': '22caf667-1b24-4cbd-8f45-a85ac01788e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'mac_address': 'fa:16:3e:34:7e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:57:08Z', 'updated_at': '2022-01-28T06:57:08Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed51b602-8668-41d2-a84a-0ddfd8d2070a', 'name': '', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:c3:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:45Z', 'updated_at': '2022-01-28T06:56:52Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:57:10.989814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49950) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:57:11.104502 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2e940805-4a8b-459d-9101-9fd98e869a9c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/8a6367a6-147c-41bd-927f-51cdbbe6af96 HTTP/1.1" status: 200 len: 990 time: 0.1132665 Jan 28 06:57:11.111163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824ab413-09cf-4477-a924-26300b180b7c None None] New status for floating IP 8a6367a6-147c-41bd-927f-51cdbbe6af96: ACTIVE {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:57:12.108465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 49956) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:57:12.217976 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-baf35de6-8822-44e5-86b1-4e2e3b5d545b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/8a6367a6-147c-41bd-927f-51cdbbe6af96 HTTP/1.1" status: 200 len: 992 time: 0.1082840 Jan 28 06:57:28.822849 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-19ec6683-0954-4dd5-859b-534c589b0015 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955972985&fields=id&tenant_id=7588e9cf38c44664a3c43179590607b4 HTTP/1.1" status: 200 len: 267 time: 0.0384710 Jan 28 06:57:28.969673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-24ae91ce-10e3-4ed5-a703-30e106bf7b08 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:28.971085 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-24ae91ce-10e3-4ed5-a703-30e106bf7b08 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 812 time: 0.1419241 Jan 28 06:57:28.985122 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-a9ee527d-8d64-400a-9126-a9921343b6ad tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/quotas/7588e9cf38c44664a3c43179590607b4 HTTP/1.1" status: 200 len: 375 time: 0.0085902 Jan 28 06:57:29.076401 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-c6064fe3-0aac-495d-8c2a-a899b04336c7 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0859883 Jan 28 06:57:29.218913 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-6baf50bf-7c0e-441e-a954-79070be5cfae service neutron] 10.222.0.25 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314244 Jan 28 06:57:29.348957 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-698b24ac-ff7b-4442-8126-cca61cea956a service neutron] 10.222.0.25 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229880 Jan 28 06:57:30.259600 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be79cb5b-7e69-456a-8d89-9046ac13708b req-09ebc4dd-10b2-4392-844a-512173d35b7a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 210 time: 0.0437543 Jan 28 06:57:30.880319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-67656a0d-abf8-4f24-913e-5ab5278584f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:31.409019 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d9e64a94-5d3d-43f5-8034-944951dd9af2 req-007384ff-e930-407f-bbea-20a969268ad5 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 210 time: 0.0448232 Jan 28 06:57:32.420095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-e6fc80e4-cd41-4999-85e1-09495f2337d3 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:32.421483 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-e6fc80e4-cd41-4999-85e1-09495f2337d3 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 812 time: 0.1450903 Jan 28 06:57:32.509508 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-6b8f40e7-bfb1-4928-b5d0-27fd2074d670 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7588e9cf38c44664a3c43179590607b4 HTTP/1.1" status: 200 len: 379 time: 0.0458498 Jan 28 06:57:32.548493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Request body: {'port': {'device_id': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'admin_state_up': True, 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'security_groups': ['b97b3b28-b562-44db-bc70-32899d0c102b']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:32.581299 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2864f808-03cc-4482-aaae-6ffb18e83e14 req-5721007c-a14f-42f0-82d5-092656208d28 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 210 time: 0.0667710 Jan 28 06:57:32.693330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:57:32.697637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Usage tracker for resource:port and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:57:32.700486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:57:32.706789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:57:32.783316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Made reservation on behalf of 7588e9cf38c44664a3c43179590607b4 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 06:57:32.787037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:33.048649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Allocated IP 172.20.0.14 (9d0a3adf-4980-425f-bd4a-a74e09017297/451cc62c-ac3d-4b19-bfce-976b0f33ddb9/55919b78-ac3c-40ff-bf0b-69c5e7d80815) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:57:33.188787 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-98703a98-aa5b-43c3-8172-a615f5c4d228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:33.236581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:33.252514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Transition to ACTIVE for port object 55919b78-ac3c-40ff-bf0b-69c5e7d80815 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:57:33.320833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:33.396264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Network 9d0a3adf-4980-425f-bd4a-a74e09017297 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:57:33.396264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:33.398119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:57:33.435684 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'Port': ['ID=55919b78-ac3c-40ff-bf0b-69c5e7d80815,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:33.451463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:33.451718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:33.452030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:33.452366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:33.452719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:33.453025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:33.453354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:33.453679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:33.454012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:33.454336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:33.454657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:33.454974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:33.484275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:33.484990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:33.572818 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-60c7a5a6-cf60-41bc-bdd0-f422bd28799f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0277002 Jan 28 06:57:33.595297 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Request body: {'port': {'device_id': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:33.662964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-db938c60-3673-4502-926a-ecf8ecb73a47 None None] Provisioning for port 55919b78-ac3c-40ff-bf0b-69c5e7d80815 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:57:33.668117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-db938c60-3673-4502-926a-ecf8ecb73a47 None None] Provisioning complete for port 55919b78-ac3c-40ff-bf0b-69c5e7d80815 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:33.668495 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db938c60-3673-4502-926a-ecf8ecb73a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:33.723282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-db938c60-3673-4502-926a-ecf8ecb73a47 None None] Port 55919b78-ac3c-40ff-bf0b-69c5e7d80815 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 06:57:33.764155 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:33.865945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d2a22-3e09-4cf8-b21f-ebe2dc87de8b req-b1aab98a-c14d-475a-b488-55955bfb7d0e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:33.866627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-0c6d2a22-3e09-4cf8-b21f-ebe2dc87de8b req-b1aab98a-c14d-475a-b488-55955bfb7d0e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Synchronizing usage tracker for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:57:34.029134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-0c6d2a22-3e09-4cf8-b21f-ebe2dc87de8b req-b1aab98a-c14d-475a-b488-55955bfb7d0e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Unset dirty status for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:57:34.030289 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0c6d2a22-3e09-4cf8-b21f-ebe2dc87de8b req-b1aab98a-c14d-475a-b488-55955bfb7d0e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 932 time: 0.3197575 Jan 28 06:57:34.102004 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0c6d2a22-3e09-4cf8-b21f-ebe2dc87de8b req-732dcb01-4ad1-4a06-90f0-79475df0e29d tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650992 Jan 28 06:57:34.185958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55919b78-ac3c-40ff-bf0b-69c5e7d80815 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:57:34.193783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:34.208304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Transition to ACTIVE for port object 55919b78-ac3c-40ff-bf0b-69c5e7d80815 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 06:57:34.268499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:34.371957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:34.427283 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Pushing event updated for resources: {'Port': ['ID=55919b78-ac3c-40ff-bf0b-69c5e7d80815,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:34.477134 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:34.510101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Attempting to bind port 55919b78-ac3c-40ff-bf0b-69c5e7d80815 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 06:57:34.513425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Attempting to bind port 55919b78-ac3c-40ff-bf0b-69c5e7d80815 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 06:57:34.513425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Attempting to bind port 55919b78-ac3c-40ff-bf0b-69c5e7d80815 on network 9d0a3adf-4980-425f-bd4a-a74e09017297 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:57:34.515383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Port 55919b78-ac3c-40ff-bf0b-69c5e7d80815 on network 9d0a3adf-4980-425f-bd4a-a74e09017297 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 06:57:34.515698 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Attempting to bind port 55919b78-ac3c-40ff-bf0b-69c5e7d80815 on network 9d0a3adf-4980-425f-bd4a-a74e09017297 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 06:57:34.520756 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 6, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 06:57:34.521084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Checking segment: {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 06:57:34.521463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Bound using segment: {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 06:57:34.521877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Bound port: 55919b78-ac3c-40ff-bf0b-69c5e7d80815, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd9ecd3-6a54-4991-bf6e-62508b89626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 06:57:34.522215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:34.609100 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] For port 55919b78-ac3c-40ff-bf0b-69c5e7d80815, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 06:57:34.612009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] For port 55919b78-ac3c-40ff-bf0b-69c5e7d80815, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=55919b78-ac3c-40ff-bf0b-69c5e7d80815,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 06:57:34.737992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:34.801640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:34.801958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:34.803319 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] 10.222.0.37 "PUT /v2.0/ports/55919b78-ac3c-40ff-bf0b-69c5e7d80815 HTTP/1.1" status: 200 len: 1094 time: 1.2125924 Jan 28 06:57:34.803756 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'tag': '55919b78-ac3c-40ff-bf0b-69c5e7d80815'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:57:34.841459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb77e8d-e269-4933-82c0-fd70f3a5ed9b service neutron] Pushing event updated for resources: {'Port': ['ID=55919b78-ac3c-40ff-bf0b-69c5e7d80815,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:34.858964 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'tag': '55919b78-ac3c-40ff-bf0b-69c5e7d80815', 'status': 'completed', 'code': 200} Jan 28 06:57:34.972830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0169e-edc8-405c-9b93-e3fc16eb7f4d req-80b4a253-dec8-4e97-b643-31423efd6ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:34.974307 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61c0169e-edc8-405c-9b93-e3fc16eb7f4d req-80b4a253-dec8-4e97-b643-31423efd6ced service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 1097 time: 0.0743957 Jan 28 06:57:35.269636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0169e-edc8-405c-9b93-e3fc16eb7f4d req-19515cd7-d188-4caa-a4dd-a448fc394def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:35.271052 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61c0169e-edc8-405c-9b93-e3fc16eb7f4d req-19515cd7-d188-4caa-a4dd-a448fc394def service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7588e9cf38c44664a3c43179590607b4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2815897 Jan 28 06:57:35.369910 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:57:35.406118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e942c6-f75d-404f-bb8e-e252a265c2a2 req-f061f256-7572-42d9-af12-325a54747a4a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:35.407488 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-59e942c6-f75d-404f-bb8e-e252a265c2a2 req-f061f256-7572-42d9-af12-325a54747a4a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 944 time: 0.1940489 Jan 28 06:57:35.446846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0169e-edc8-405c-9b93-e3fc16eb7f4d req-db5b142b-fd01-4bff-9bc8-c51aafe96f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:35.448254 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-61c0169e-edc8-405c-9b93-e3fc16eb7f4d req-db5b142b-fd01-4bff-9bc8-c51aafe96f93 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1693273 Jan 28 06:57:35.467691 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-59e942c6-f75d-404f-bb8e-e252a265c2a2 req-e4be14b9-f18f-44a9-a1bd-0fc6ce3ef231 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527627 Jan 28 06:57:35.577670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-3f29ccb6-2ec9-459e-a251-766a2b7ab7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:35.579113 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-3f29ccb6-2ec9-459e-a251-766a2b7ab7f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 1097 time: 0.0707912 Jan 28 06:57:35.666875 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-7fcb4f1d-a23e-444b-a2c2-873826b53b58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55919b78-ac3c-40ff-bf0b-69c5e7d80815 HTTP/1.1" status: 200 len: 217 time: 0.0692303 Jan 28 06:57:35.714389 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:35.731046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-96facaea-c849-45f0-92c6-2f3a9985bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:35.732474 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-96facaea-c849-45f0-92c6-2f3a9985bbd5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.0572050 Jan 28 06:57:35.809244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-084b7f15-259c-4bfb-99d9-7e9eb9f1ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:35.810694 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-084b7f15-259c-4bfb-99d9-7e9eb9f1ea7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715241 Jan 28 06:57:35.938832 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-29e3e5fc-d980-40dc-bb5e-ef539ab228b4 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208487 Jan 28 06:57:36.066305 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41fcf143-8376-4ff0-978a-e1d135ad25d8 req-75f34c6b-4d0a-4994-8ef0-49b75f40c42a service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210136 Jan 28 06:57:36.655130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68da50-d92a-4d4a-8ee1-c1d32d0a10e0 req-0e0807d9-4c01-451c-b1d0-af2368999e8a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:36.656564 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2a68da50-d92a-4d4a-8ee1-c1d32d0a10e0 req-0e0807d9-4c01-451c-b1d0-af2368999e8a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 944 time: 0.0808799 Jan 28 06:57:36.700661 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2a68da50-d92a-4d4a-8ee1-c1d32d0a10e0 req-bb052b12-8cc8-4295-ab8a-daa58f04061d tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385122 Jan 28 06:57:37.886424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c5b4e-6445-4023-a485-0deb55e047c1 req-41d472c3-d2c8-45d8-a0e0-a7bae68c0196 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:37.887882 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9f1c5b4e-6445-4023-a485-0deb55e047c1 req-41d472c3-d2c8-45d8-a0e0-a7bae68c0196 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 944 time: 0.0823398 Jan 28 06:57:37.931295 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9f1c5b4e-6445-4023-a485-0deb55e047c1 req-8c4a9ff8-89d3-4453-a7a4-f5f309e022b6 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377352 Jan 28 06:57:39.114064 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21005dfd-8103-4873-8a38-a88eeee706ba req-60602a5a-06d0-44f3-9c7e-7e0aa775a823 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:39.117071 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21005dfd-8103-4873-8a38-a88eeee706ba req-60602a5a-06d0-44f3-9c7e-7e0aa775a823 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 944 time: 0.0792482 Jan 28 06:57:39.162753 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21005dfd-8103-4873-8a38-a88eeee706ba req-6d14877d-a0a9-42c3-90a5-93c5c06ac44d tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416741 Jan 28 06:57:40.346180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09961c86-0dc6-4345-93f2-77abf99d4244 req-dc5446db-b3c6-4833-bdea-4a3c7c365ec9 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:40.348134 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-09961c86-0dc6-4345-93f2-77abf99d4244 req-dc5446db-b3c6-4833-bdea-4a3c7c365ec9 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 944 time: 0.0777555 Jan 28 06:57:40.390529 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-09961c86-0dc6-4345-93f2-77abf99d4244 req-45f8d98a-c771-40f9-afc1-abb982b07006 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368204 Jan 28 06:57:40.866555 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:41.608047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5ef04-a087-4c4e-a69c-6470936587eb req-4667d854-8206-437c-94cf-63bae8f488eb tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:41.613869 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70d5ef04-a087-4c4e-a69c-6470936587eb req-4667d854-8206-437c-94cf-63bae8f488eb tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 944 time: 0.1059456 Jan 28 06:57:41.663957 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70d5ef04-a087-4c4e-a69c-6470936587eb req-2b48a5b4-d279-4c68-a183-e5dff64cba44 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485938 Jan 28 06:57:42.845665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa0ca0-ca0f-42dd-86ac-35fa9ba9444d req-f3b797be-b4fc-4944-b609-8f16814ec61e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:42.847622 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7dfa0ca0-ca0f-42dd-86ac-35fa9ba9444d req-f3b797be-b4fc-4944-b609-8f16814ec61e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 944 time: 0.0781589 Jan 28 06:57:42.895980 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7dfa0ca0-ca0f-42dd-86ac-35fa9ba9444d req-82d94b9d-9019-4db3-82b5-013614d1dfb3 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423098 Jan 28 06:57:43.701458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 55919b78-ac3c-40ff-bf0b-69c5e7d80815 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 06:57:43.834393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 55919b78-ac3c-40ff-bf0b-69c5e7d80815, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=55919b78-ac3c-40ff-bf0b-69c5e7d80815,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:57:43.847444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '55919b78-ac3c-40ff-bf0b-69c5e7d80815', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'port_id': '55919b78-ac3c-40ff-bf0b-69c5e7d80815', 'mac_address': 'fa:16:3e:5a:e4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 06:57:43.901149 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:43.917340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55919b78-ac3c-40ff-bf0b-69c5e7d80815 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 06:57:43.934598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 55919b78-ac3c-40ff-bf0b-69c5e7d80815, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=55919b78-ac3c-40ff-bf0b-69c5e7d80815,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:57:44.051716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:44.091149 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c901a56-b8d9-4446-9f32-d64d024d8c43 req-2e87bbf7-a2a5-4dec-ab0b-19f679779fbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:44.092852 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6c901a56-b8d9-4446-9f32-d64d024d8c43 req-2e87bbf7-a2a5-4dec-ab0b-19f679779fbc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 944 time: 0.0843239 Jan 28 06:57:44.139221 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6c901a56-b8d9-4446-9f32-d64d024d8c43 req-d513e59b-a6f2-4e5a-9501-9660bf29eea5 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402303 Jan 28 06:57:44.152483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=55919b78-ac3c-40ff-bf0b-69c5e7d80815,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:44.160185 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:44.160793 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:44.160882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:44.161681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:44.161681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:44.161836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:44.162094 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:44.162415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:44.162735 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:44.163052 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:44.163402 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:44.163879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:57:44.363810 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['55919b78-ac3c-40ff-bf0b-69c5e7d80815'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 06:57:45.336697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0fd2a-a8ae-4351-83d0-467333c4b76c req-2397994a-afd1-4321-9840-b021b259c1b4 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:45.338381 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-12d0fd2a-a8ae-4351-83d0-467333c4b76c req-2397994a-afd1-4321-9840-b021b259c1b4 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 945 time: 0.0813673 Jan 28 06:57:45.385485 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-12d0fd2a-a8ae-4351-83d0-467333c4b76c req-33dd4595-f7d8-4e6e-9c9b-53aaf1a52fa9 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408988 Jan 28 06:57:45.697950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 55919b78-ac3c-40ff-bf0b-69c5e7d80815 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 06:57:45.863687 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 55919b78-ac3c-40ff-bf0b-69c5e7d80815 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 06:57:45.868617 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 55919b78-ac3c-40ff-bf0b-69c5e7d80815 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:57:45.877638 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:45.981394 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:46.007448 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55919b78-ac3c-40ff-bf0b-69c5e7d80815'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:57:46.017497 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 55919b78-ac3c-40ff-bf0b-69c5e7d80815, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=55919b78-ac3c-40ff-bf0b-69c5e7d80815,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:57:46.060636 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55919b78-ac3c-40ff-bf0b-69c5e7d80815', 'code': 200} Jan 28 06:57:46.096727 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:46.166161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=55919b78-ac3c-40ff-bf0b-69c5e7d80815,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:46.723471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51643d-6c15-4cf9-887c-2899fc9481f9 req-b4bb1c21-8f71-4ef5-944e-9579fdad6ded tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:46.724907 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ee51643d-6c15-4cf9-887c-2899fc9481f9 req-b4bb1c21-8f71-4ef5-944e-9579fdad6ded tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 946 time: 0.2334378 Jan 28 06:57:46.726721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6507a9-c94c-4bfa-8777-0cfa83703f04 req-9cf0d925-76da-439e-bd91-a4b6a3a226c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:46.728031 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5c6507a9-c94c-4bfa-8777-0cfa83703f04 req-9cf0d925-76da-439e-bd91-a4b6a3a226c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 1099 time: 0.1037951 Jan 28 06:57:46.793730 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5c6507a9-c94c-4bfa-8777-0cfa83703f04 req-ba4ecb69-c7ac-4237-894e-b6d070c9023b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509377 Jan 28 06:57:46.796510 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ee51643d-6c15-4cf9-887c-2899fc9481f9 req-ade13332-e25f-4dc5-923f-1c3ef072d2c3 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660939 Jan 28 06:57:47.982698 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968e48d-4a1b-49a1-802c-a9ef8e98bba7 req-95be9dab-4391-408c-a4c5-9d9d8b3bdb19 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:47.983863 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9968e48d-4a1b-49a1-802c-a9ef8e98bba7 req-95be9dab-4391-408c-a4c5-9d9d8b3bdb19 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 946 time: 0.0820756 Jan 28 06:57:48.032428 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9968e48d-4a1b-49a1-802c-a9ef8e98bba7 req-29687661-5592-4c01-a882-e32d8192a3f4 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413723 Jan 28 06:57:49.213726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce7fd4-5128-4f28-9dac-0f729e2ff61f req-a04287e2-8ab5-48c2-a70a-f422002006fd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:49.216955 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1cce7fd4-5128-4f28-9dac-0f729e2ff61f req-a04287e2-8ab5-48c2-a70a-f422002006fd tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 946 time: 0.0799301 Jan 28 06:57:49.260453 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1cce7fd4-5128-4f28-9dac-0f729e2ff61f req-26924fee-8e0a-4696-8bee-b7db06ec6ca5 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393357 Jan 28 06:57:49.442175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8f073-1123-4df6-8141-072fb620762b req-de74fb5f-c685-40e3-bff2-88bcdaf0452b tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:49.443631 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a6a8f073-1123-4df6-8141-072fb620762b req-de74fb5f-c685-40e3-bff2-88bcdaf0452b tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 946 time: 0.0813410 Jan 28 06:57:49.486277 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a6a8f073-1123-4df6-8141-072fb620762b req-93c2365e-d48d-4bbb-ae3a-dae0d5e2a8cf tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370724 Jan 28 06:57:49.509112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50064) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:57:49.618143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b31ec-e1aa-4563-8edf-b116c2715a20 tempest-TestVolumeBootPattern-492159772 tempest-TestVolumeBootPattern-492159772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:49.619558 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-db9b31ec-e1aa-4563-8edf-b116c2715a20 tempest-TestVolumeBootPattern-492159772 tempest-TestVolumeBootPattern-492159772-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 1094 time: 0.1094556 Jan 28 06:57:49.622272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50070) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:57:49.627150 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '55919b78-ac3c-40ff-bf0b-69c5e7d80815', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:57:49.632891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 06:57:49.636600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Usage tracker for resource:floatingip and tenant:7588e9cf38c44664a3c43179590607b4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 06:57:49.639388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 06:57:49.645338 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 06:57:49.725782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:49.858820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:49.992462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Allocated IP 172.26.4.225 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/5eca2524-5ba6-4218-b58c-1ee52c0a8b9f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 06:57:50.136958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:50.222696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:50.286544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 06:57:50.289308 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 06:57:50.292859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 06:57:50.331154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'Port': ['ID=5eca2524-5ba6-4218-b58c-1ee52c0a8b9f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:50.698756 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:50.880828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:51.178927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:51.233746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:51.335756 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event updated for resources: {'Port': ['ID=5eca2524-5ba6-4218-b58c-1ee52c0a8b9f,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:57:51.352035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:51.515209 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Floating IP 7456dcff-f86e-4339-a116-63337f9eb343 associated. External IP: 172.26.4.225, port: 55919b78-ac3c-40ff-bf0b-69c5e7d80815. Jan 28 06:57:51.862787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Router ef9833fd-fda0-4cfa-b103-4b4682482779 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:57:52.036279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:57:52.045796 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd04f33-6252-4772-9b8b-3ecdd5df90c0 None None] Sync routers for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:57:52.055252 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd04f33-6252-4772-9b8b-3ecdd5df90c0 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:57:52.055870 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0cd04f33-6252-4772-9b8b-3ecdd5df90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:57:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:52.182771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:57:52.230151 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-0cd04f33-6252-4772-9b8b-3ecdd5df90c0 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:57:52.240640 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0fe00c7a-1d1c-4949-aa48-fc0e65a06b63 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6172628 Jan 28 06:57:52.241409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'tag': '55919b78-ac3c-40ff-bf0b-69c5e7d80815'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:57:52.286823 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'tag': '55919b78-ac3c-40ff-bf0b-69c5e7d80815', 'status': 'completed', 'code': 200} Jan 28 06:57:52.408558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da63333-4fad-4b7a-9b84-4cd351b2c081 req-32353e92-57b5-47a5-8785-24ef1871b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:52.410548 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5da63333-4fad-4b7a-9b84-4cd351b2c081 req-32353e92-57b5-47a5-8785-24ef1871b430 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 1099 time: 0.0753493 Jan 28 06:57:52.541528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da63333-4fad-4b7a-9b84-4cd351b2c081 req-ed2078e3-6f7b-449b-8a7e-2b1b31f38890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:52.542953 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5da63333-4fad-4b7a-9b84-4cd351b2c081 req-ed2078e3-6f7b-449b-8a7e-2b1b31f38890 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 913 time: 0.1265037 Jan 28 06:57:52.576910 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0cd04f33-6252-4772-9b8b-3ecdd5df90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '1f3eb595-3f97-4c2f-8aa9-64ba77d3ee11', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:32:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:35Z', 'updated_at': '2022-01-28T06:54:38Z', 'revision_number': 1, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}, {'id': '7456dcff-f86e-4339-a116-63337f9eb343', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': '55919b78-ac3c-40ff-bf0b-69c5e7d80815', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:5a:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:57:50Z', 'updated_at': '2022-01-28T06:57:50Z', 'revision_number': 0, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:52.580729 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd04f33-6252-4772-9b8b-3ecdd5df90c0 None None] Checking router: ef9833fd-fda0-4cfa-b103-4b4682482779 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:57:52.592553 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd04f33-6252-4772-9b8b-3ecdd5df90c0 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:57:52.592553 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0cd04f33-6252-4772-9b8b-3ecdd5df90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:57:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:52.759007 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5da63333-4fad-4b7a-9b84-4cd351b2c081 req-6669a22f-2301-4dca-88b3-452f18e547af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55919b78-ac3c-40ff-bf0b-69c5e7d80815 HTTP/1.1" status: 200 len: 1000 time: 0.2088311 Jan 28 06:57:52.770849 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-0cd04f33-6252-4772-9b8b-3ecdd5df90c0 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:57:52.822519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da63333-4fad-4b7a-9b84-4cd351b2c081 req-f2fa22a2-6c77-485b-8751-5c09081310dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:52.823933 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5da63333-4fad-4b7a-9b84-4cd351b2c081 req-f2fa22a2-6c77-485b-8751-5c09081310dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.0580521 Jan 28 06:57:52.902494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da63333-4fad-4b7a-9b84-4cd351b2c081 req-e99eb1b2-a16d-4b8e-92f0-29c21c08bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:52.904045 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5da63333-4fad-4b7a-9b84-4cd351b2c081 req-e99eb1b2-a16d-4b8e-92f0-29c21c08bf74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698917 Jan 28 06:57:53.041725 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5da63333-4fad-4b7a-9b84-4cd351b2c081 req-da3c2e5a-226e-4133-b955-87958a3cad39 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245289 Jan 28 06:57:53.146439 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-0cd04f33-6252-4772-9b8b-3ecdd5df90c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '1f3eb595-3f97-4c2f-8aa9-64ba77d3ee11', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:32:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:35Z', 'updated_at': '2022-01-28T06:54:38Z', 'revision_number': 1, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}, {'id': '7456dcff-f86e-4339-a116-63337f9eb343', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': '55919b78-ac3c-40ff-bf0b-69c5e7d80815', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:5a:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:57:50Z', 'updated_at': '2022-01-28T06:57:50Z', 'revision_number': 0, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:57:53.150368 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd04f33-6252-4772-9b8b-3ecdd5df90c0 None None] The sync data for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv is: [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '1f3eb595-3f97-4c2f-8aa9-64ba77d3ee11', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:32:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:35Z', 'updated_at': '2022-01-28T06:54:38Z', 'revision_number': 1, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}, {'id': '7456dcff-f86e-4339-a116-63337f9eb343', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': '55919b78-ac3c-40ff-bf0b-69c5e7d80815', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:5a:e4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:57:50Z', 'updated_at': '2022-01-28T06:57:50Z', 'revision_number': 0, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:57:53.179126 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5da63333-4fad-4b7a-9b84-4cd351b2c081 req-ab092c60-43aa-4b21-adf5-6670ca758c14 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282322 Jan 28 06:57:53.351990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7c41d-0ef3-4253-89c0-c62f239308c1 None None] New status for floating IP 7456dcff-f86e-4339-a116-63337f9eb343: ACTIVE {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:57:58.930336 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68a17f0f-005e-4395-8095-37b1feec6b36 req-5339092b-3aeb-4c36-a38b-5fbfd3cec2c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713768 Jan 28 06:57:59.103004 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a17f0f-005e-4395-8095-37b1feec6b36 req-ca540d69-6c10-403d-bfff-6be645464ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:59.104389 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68a17f0f-005e-4395-8095-37b1feec6b36 req-ca540d69-6c10-403d-bfff-6be645464ded service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 1099 time: 0.0699139 Jan 28 06:57:59.248962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a17f0f-005e-4395-8095-37b1feec6b36 req-82082fbf-beed-4db2-97ab-752d8b7478fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:59.250435 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68a17f0f-005e-4395-8095-37b1feec6b36 req-82082fbf-beed-4db2-97ab-752d8b7478fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 913 time: 0.1257052 Jan 28 06:57:59.356798 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68a17f0f-005e-4395-8095-37b1feec6b36 req-c0154d6e-5c1c-4bc5-b8e5-1d2eccb55c36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5b8db9e-40d8-470c-b1f9-459d50b0767f HTTP/1.1" status: 200 len: 1002 time: 0.0989022 Jan 28 06:57:59.421633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a17f0f-005e-4395-8095-37b1feec6b36 req-79ad02ba-205c-40cf-81ee-eb019de70350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:59.423541 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68a17f0f-005e-4395-8095-37b1feec6b36 req-79ad02ba-205c-40cf-81ee-eb019de70350 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.0598698 Jan 28 06:57:59.498739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a17f0f-005e-4395-8095-37b1feec6b36 req-10bade9d-2c5b-48ee-8fbb-eb2378cbcc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:57:59.500125 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68a17f0f-005e-4395-8095-37b1feec6b36 req-10bade9d-2c5b-48ee-8fbb-eb2378cbcc60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706747 Jan 28 06:57:59.642527 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68a17f0f-005e-4395-8095-37b1feec6b36 req-13cafca0-ecb7-45d1-a7e0-8734bff680de service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337817 Jan 28 06:57:59.777610 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68a17f0f-005e-4395-8095-37b1feec6b36 req-bc77c94a-4160-4cee-96f5-7a73ecffd078 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278927 Jan 28 06:58:00.873624 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0cd1a1c8-d814-4e40-b3ac-46c05364d73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:58:03.197967 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ed5bf06c-de95-4ebb-8466-bfb4fefbc761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:58:04.382350 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:58:04.461795 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:58:05.742394 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:58:10.848536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:58:12.370290 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:58:30.878282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-75375203-993d-44d0-928b-a9515e1ec878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:58:33.184471 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe0d1e0f-f0ee-4aa6-a55e-22c4e779f89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:58:34.364070 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:58:34.450445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:58:35.729471 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:58:40.864565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:58:49.368526 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:59:00.866675 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e75de0cb-99ff-4a7f-9c03-7ec6605d9433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:00.993461 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d516eda-97c9-48e0-a89a-e52759683ebd req-702b45a0-401d-40d7-802e-da8ef86147a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738697 Jan 28 06:59:01.103072 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d516eda-97c9-48e0-a89a-e52759683ebd req-6dded003-828d-4ca0-8c6a-ccedc19168ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:01.103981 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d516eda-97c9-48e0-a89a-e52759683ebd req-6dded003-828d-4ca0-8c6a-ccedc19168ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 1098 time: 0.0707033 Jan 28 06:59:01.252273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d516eda-97c9-48e0-a89a-e52759683ebd req-3de90608-54b8-4e72-a57e-9ec6ab916ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:01.253683 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d516eda-97c9-48e0-a89a-e52759683ebd req-3de90608-54b8-4e72-a57e-9ec6ab916ba5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 HTTP/1.1" status: 200 len: 897 time: 0.1261525 Jan 28 06:59:01.458782 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d516eda-97c9-48e0-a89a-e52759683ebd req-e9354850-0e80-4bc8-8bbc-05e2cbd94624 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22caf667-1b24-4cbd-8f45-a85ac01788e3 HTTP/1.1" status: 200 len: 1000 time: 0.1948783 Jan 28 06:59:01.524585 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d516eda-97c9-48e0-a89a-e52759683ebd req-8497c238-edc5-438b-917c-266023c8ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:01.526044 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d516eda-97c9-48e0-a89a-e52759683ebd req-8497c238-edc5-438b-917c-266023c8ed7f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a6c700c-f20e-4e8b-a8cb-59f841eb2c97 HTTP/1.1" status: 200 len: 843 time: 0.0577052 Jan 28 06:59:01.605957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d516eda-97c9-48e0-a89a-e52759683ebd req-26f73959-4d2f-459d-91ec-55116780e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:01.607362 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d516eda-97c9-48e0-a89a-e52759683ebd req-26f73959-4d2f-459d-91ec-55116780e49c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722117 Jan 28 06:59:01.742408 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d516eda-97c9-48e0-a89a-e52759683ebd req-8da5f69d-6fb2-45fe-95c7-ff0e421512f4 service neutron] 10.222.0.37 "GET /v2.0/networks/c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273150 Jan 28 06:59:01.878002 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1d516eda-97c9-48e0-a89a-e52759683ebd req-560406f6-7142-49fe-9ad6-f6d18cadae56 service neutron] 10.222.0.37 "GET /v2.0/networks/c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248119 Jan 28 06:59:03.198844 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7ee8bfec-4e3f-4200-ad32-494deaef3fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:04.351658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:04.502998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:05.732355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:06.714127 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50104) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:59:06.724354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 06:59:06.840112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2210732'] for subnet, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:07.068839 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726357813230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3049774'] for subnet, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:07.118483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:07.125149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:07.125149 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/subnets/7a6c700c-f20e-4e8b-a8cb-59f841eb2c97 HTTP/1.1" status: 200 len: 835 time: 0.4052055 Jan 28 06:59:07.125916 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7407aae-0c3a-4cbb-beca-f6c0c5265c7a None None] Network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 06:59:07.139831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Subnet': ['ID=7a6c700c-f20e-4e8b-a8cb-59f841eb2c97,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:59:07.148837 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:07.149172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:07.149504 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:07.149832 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:07.150163 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:07.150488 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:07.150808 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:07.151129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:07.151487 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:07.151805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:07.152121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:07.152436 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb739014-ee2f-41c9-80bc-097fb9af419e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:07.592429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-377582ef-8bf2-41a4-91fc-97cec44b4b55 None None] Provisioning complete for port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:59:07.592829 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-377582ef-8bf2-41a4-91fc-97cec44b4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:07.717107 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-377582ef-8bf2-41a4-91fc-97cec44b4b55 None None] Provisioning complete for port 22caf667-1b24-4cbd-8f45-a85ac01788e3 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:59:07.717478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-377582ef-8bf2-41a4-91fc-97cec44b4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:07.881287 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-377582ef-8bf2-41a4-91fc-97cec44b4b55 None None] Provisioning complete for port ed51b602-8668-41d2-a84a-0ddfd8d2070a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 06:59:07.881287 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-377582ef-8bf2-41a4-91fc-97cec44b4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:10.897269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:26.367423 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 06:59:30.882483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-235e5249-d139-451e-b550-c31e9e24e18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:33.182248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6d154ea-6c10-4026-a786-dd49d2ffe54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:34.310790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:34.444715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:35.736298 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:40.888207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:50.118143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50130) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:59:50.331882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 7434654b-e84f-4ad6-a0e7-b7e58751553f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:59:50.332232 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:50.512644 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:50.513069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:50.641560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 7434654b-e84f-4ad6-a0e7-b7e58751553f owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:59:51.136679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:51.183940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=7434654b-e84f-4ad6-a0e7-b7e58751553f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:59:51.226093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:51.226369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:51.226703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:51.227030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:51.227379 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:51.227705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:51.228023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:51.228341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:51.228658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:51.228972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:51.229283 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:51.229595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 06:59:51.291860 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:51.291860 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP 8a6367a6-147c-41bd-927f-51cdbbe6af96 disassociated (deleted). External IP: 172.26.4.94, port: 22caf667-1b24-4cbd-8f45-a85ac01788e3. Jan 28 06:59:51.757452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router d36daa75-ec5a-4903-b23c-95f8a0ed402d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:59:51.938864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 06:59:51.948300 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26c0b54-7012-475a-b4ec-e0ab2f61d76c None None] Sync routers for ids ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 06:59:51.957762 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c0b54-7012-475a-b4ec-e0ab2f61d76c None None] Routers {'d36daa75-ec5a-4903-b23c-95f8a0ed402d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:59:51.958796 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c26c0b54-7012-475a-b4ec-e0ab2f61d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:59:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:59:52.027037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:52.096576 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5b49078c-7be9-439a-9ff6-21dd05a685d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/floatingips/8a6367a6-147c-41bd-927f-51cdbbe6af96 HTTP/1.1" status: 204 len: 168 time: 1.9713967 Jan 28 06:59:52.096576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'tag': '22caf667-1b24-4cbd-8f45-a85ac01788e3'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:59:52.135815 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c26c0b54-7012-475a-b4ec-e0ab2f61d76c None None] Set router d36daa75-ec5a-4903-b23c-95f8a0ed402d gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:59:52.139677 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'tag': '22caf667-1b24-4cbd-8f45-a85ac01788e3', 'status': 'completed', 'code': 200} Jan 28 06:59:52.275897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca178204-28d9-4566-a6f1-664bb5651e24 req-8bb45305-a2a1-4d0b-b7fd-18b348697450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:52.277805 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca178204-28d9-4566-a6f1-664bb5651e24 req-8bb45305-a2a1-4d0b-b7fd-18b348697450 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 1098 time: 0.0827293 Jan 28 06:59:52.420259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca178204-28d9-4566-a6f1-664bb5651e24 req-a88b869b-a422-425e-9f79-de66ccdda491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:52.421719 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca178204-28d9-4566-a6f1-664bb5651e24 req-a88b869b-a422-425e-9f79-de66ccdda491 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 HTTP/1.1" status: 200 len: 897 time: 0.1326694 Jan 28 06:59:52.447903 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c26c0b54-7012-475a-b4ec-e0ab2f61d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ed51b602-8668-41d2-a84a-0ddfd8d2070a', 'name': '', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:c3:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:45Z', 'updated_at': '2022-01-28T06:56:52Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:59:52.451945 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26c0b54-7012-475a-b4ec-e0ab2f61d76c None None] Checking router: d36daa75-ec5a-4903-b23c-95f8a0ed402d for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 06:59:52.460661 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c0b54-7012-475a-b4ec-e0ab2f61d76c None None] Routers {'d36daa75-ec5a-4903-b23c-95f8a0ed402d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 06:59:52.461243 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c26c0b54-7012-475a-b4ec-e0ab2f61d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:59:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:59:52.492278 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca178204-28d9-4566-a6f1-664bb5651e24 req-cf96381d-4d64-4322-82f8-9d9a728f5633 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22caf667-1b24-4cbd-8f45-a85ac01788e3 HTTP/1.1" status: 200 len: 217 time: 0.0613589 Jan 28 06:59:52.564555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca178204-28d9-4566-a6f1-664bb5651e24 req-84390a7f-12e1-4e91-93c4-753d8cf31ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:52.566514 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca178204-28d9-4566-a6f1-664bb5651e24 req-84390a7f-12e1-4e91-93c4-753d8cf31ba1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a6c700c-f20e-4e8b-a8cb-59f841eb2c97 HTTP/1.1" status: 200 len: 843 time: 0.0653155 Jan 28 06:59:52.648577 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c26c0b54-7012-475a-b4ec-e0ab2f61d76c None None] Set router d36daa75-ec5a-4903-b23c-95f8a0ed402d gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 06:59:52.651909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca178204-28d9-4566-a6f1-664bb5651e24 req-6cc60293-fc73-4fb3-8791-2cb006724821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:52.653387 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca178204-28d9-4566-a6f1-664bb5651e24 req-6cc60293-fc73-4fb3-8791-2cb006724821 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775516 Jan 28 06:59:52.873147 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca178204-28d9-4566-a6f1-664bb5651e24 req-baf68861-e964-403a-a653-2788bdc88cd5 service neutron] 10.222.0.37 "GET /v2.0/networks/c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941481 Jan 28 06:59:52.908248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808baac-1435-4ea3-8ad9-ed25c57d4d7f req-4402ad03-0c13-4ebf-afc4-6abe821d2547 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:52.908943 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d808baac-1435-4ea3-8ad9-ed25c57d4d7f req-4402ad03-0c13-4ebf-afc4-6abe821d2547 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:59:52.975327 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c26c0b54-7012-475a-b4ec-e0ab2f61d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ed51b602-8668-41d2-a84a-0ddfd8d2070a', 'name': '', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:c3:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:45Z', 'updated_at': '2022-01-28T06:56:52Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 06:59:52.979599 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26c0b54-7012-475a-b4ec-e0ab2f61d76c None None] The sync data for ids ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'] in dv-neutron-824022-4-hyperv is: [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'ed51b602-8668-41d2-a84a-0ddfd8d2070a', 'name': '', 'network_id': 'c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:c3:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:45Z', 'updated_at': '2022-01-28T06:56:52Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '7a6c700c-f20e-4e8b-a8cb-59f841eb2c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 06:59:53.026597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-d808baac-1435-4ea3-8ad9-ed25c57d4d7f req-4402ad03-0c13-4ebf-afc4-6abe821d2547 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:59:53.027885 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d808baac-1435-4ea3-8ad9-ed25c57d4d7f req-4402ad03-0c13-4ebf-afc4-6abe821d2547 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 945 time: 0.2999949 Jan 28 06:59:53.043968 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca178204-28d9-4566-a6f1-664bb5651e24 req-f3ebdf91-43ff-4caf-a6dc-6fbddb8bfdcc service neutron] 10.222.0.37 "GET /v2.0/networks/c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563501 Jan 28 06:59:53.083795 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d808baac-1435-4ea3-8ad9-ed25c57d4d7f req-a0bf7041-9ae3-44e8-8b58-bfc12741028f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=29ec9e9c-d449-446a-b8f8-5bd2a20b4025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482421 Jan 28 06:59:53.219309 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f02304-2cb2-4dc3-a804-9fccd8dd15ad None None] New status for floating IP 8a6367a6-147c-41bd-927f-51cdbbe6af96: DOWN {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 06:59:54.271606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8c8c6-2d0c-4391-84d7-9d2ea635a23d req-f73bfaa5-4121-4a6a-a640-54c042096e69 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:54.273088 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ab8c8c6-2d0c-4391-84d7-9d2ea635a23d req-f73bfaa5-4121-4a6a-a640-54c042096e69 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 945 time: 0.0826428 Jan 28 06:59:54.320461 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ab8c8c6-2d0c-4391-84d7-9d2ea635a23d req-01f21122-3df3-40e0-be24-58873b8ebb63 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=29ec9e9c-d449-446a-b8f8-5bd2a20b4025&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413537 Jan 28 06:59:54.484532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151b5ea-3e56-467b-ab24-bd27f2b52b53 req-cc704e3f-9440-41bd-856b-e294a1513d5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 06:59:54.485946 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d151b5ea-3e56-467b-ab24-bd27f2b52b53 req-cc704e3f-9440-41bd-856b-e294a1513d5d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 945 time: 0.0783253 Jan 28 06:59:54.557537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-d151b5ea-3e56-467b-ab24-bd27f2b52b53 req-70576d58-ea8e-42e4-ad22-5a449ac682b1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 22caf667-1b24-4cbd-8f45-a85ac01788e3 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:59:54.557874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d151b5ea-3e56-467b-ab24-bd27f2b52b53 req-70576d58-ea8e-42e4-ad22-5a449ac682b1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:54.914953 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-d151b5ea-3e56-467b-ab24-bd27f2b52b53 req-70576d58-ea8e-42e4-ad22-5a449ac682b1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 22caf667-1b24-4cbd-8f45-a85ac01788e3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=22caf667-1b24-4cbd-8f45-a85ac01788e3,segment=NetworkSegment(043c1ff2-8c3c-4a0e-870f-6c81f290d450),segment_id=043c1ff2-8c3c-4a0e-870f-6c81f290d450)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:59:54.915349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d151b5ea-3e56-467b-ab24-bd27f2b52b53 req-70576d58-ea8e-42e4-ad22-5a449ac682b1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:55.041100 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-d151b5ea-3e56-467b-ab24-bd27f2b52b53 req-70576d58-ea8e-42e4-ad22-5a449ac682b1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 22caf667-1b24-4cbd-8f45-a85ac01788e3 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:59:55.250392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d151b5ea-3e56-467b-ab24-bd27f2b52b53 req-70576d58-ea8e-42e4-ad22-5a449ac682b1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:55.303479 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70576d58-ea8e-42e4-ad22-5a449ac682b1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=22caf667-1b24-4cbd-8f45-a85ac01788e3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:59:55.377816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d151b5ea-3e56-467b-ab24-bd27f2b52b53 req-70576d58-ea8e-42e4-ad22-5a449ac682b1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] No DVR routers for this DVR port 22caf667-1b24-4cbd-8f45-a85ac01788e3 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 06:59:55.380270 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d151b5ea-3e56-467b-ab24-bd27f2b52b53 req-70576d58-ea8e-42e4-ad22-5a449ac682b1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:55.382839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'name': 'network-vif-deleted', 'tag': '22caf667-1b24-4cbd-8f45-a85ac01788e3'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 06:59:55.427797 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7c9d81-67e9-47ed-aa6b-410ed677eeda', 'name': 'network-vif-deleted', 'tag': '22caf667-1b24-4cbd-8f45-a85ac01788e3', 'status': 'completed', 'code': 200} Jan 28 06:59:55.496670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a9ae1a04-62ef-4cc4-be19-23802661deb4 req-bf97bb7e-44bf-408d-bf48-af43f5efd9f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 06:59:55.512838 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d151b5ea-3e56-467b-ab24-bd27f2b52b53 req-70576d58-ea8e-42e4-ad22-5a449ac682b1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "DELETE /v2.0/ports/22caf667-1b24-4cbd-8f45-a85ac01788e3 HTTP/1.1" status: 204 len: 173 time: 1.0133195 Jan 28 06:59:55.658253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a9ae1a04-62ef-4cc4-be19-23802661deb4 req-bf97bb7e-44bf-408d-bf48-af43f5efd9f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 06:59:55.659998 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a9ae1a04-62ef-4cc4-be19-23802661deb4 req-bf97bb7e-44bf-408d-bf48-af43f5efd9f1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c9d81-67e9-47ed-aa6b-410ed677eeda HTTP/1.1" status: 200 len: 210 time: 0.2079997 Jan 28 06:59:56.754310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50150) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:59:56.821016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-03fa0f38-bb2c-4d9c-859e-080f3001907a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:56.851287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-03fa0f38-bb2c-4d9c-859e-080f3001907a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:57.161569 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-03fa0f38-bb2c-4d9c-859e-080f3001907a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:57.179696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa0f38-bb2c-4d9c-859e-080f3001907a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ec9e9c-d449-446a-b8f8-5bd2a20b4025,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:59:57.275423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-03fa0f38-bb2c-4d9c-859e-080f3001907a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:57.276313 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-03fa0f38-bb2c-4d9c-859e-080f3001907a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/security-groups/29ec9e9c-d449-446a-b8f8-5bd2a20b4025 HTTP/1.1" status: 204 len: 168 time: 0.5210469 Jan 28 06:59:57.395324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50156) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 06:59:57.931355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94982f35-4802-414f-a01c-257d819692e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:58.304332 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 22caf667-1b24-4cbd-8f45-a85ac01788e3 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 06:59:58.338526 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 22caf667-1b24-4cbd-8f45-a85ac01788e3 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 06:59:58.338888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 22caf667-1b24-4cbd-8f45-a85ac01788e3 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 06:59:58.371774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-94982f35-4802-414f-a01c-257d819692e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port ed51b602-8668-41d2-a84a-0ddfd8d2070a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 06:59:58.372120 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94982f35-4802-414f-a01c-257d819692e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:58.554419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-94982f35-4802-414f-a01c-257d819692e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port ed51b602-8668-41d2-a84a-0ddfd8d2070a, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ed51b602-8668-41d2-a84a-0ddfd8d2070a,segment=NetworkSegment(043c1ff2-8c3c-4a0e-870f-6c81f290d450),segment_id=043c1ff2-8c3c-4a0e-870f-6c81f290d450)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 06:59:58.554726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94982f35-4802-414f-a01c-257d819692e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:58.675575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-94982f35-4802-414f-a01c-257d819692e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for ed51b602-8668-41d2-a84a-0ddfd8d2070a owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 06:59:59.047822 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94982f35-4802-414f-a01c-257d819692e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:59.092310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94982f35-4802-414f-a01c-257d819692e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=ed51b602-8668-41d2-a84a-0ddfd8d2070a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 06:59:59.366319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-94982f35-4802-414f-a01c-257d819692e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 06:59:59.820357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94982f35-4802-414f-a01c-257d819692e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router d36daa75-ec5a-4903-b23c-95f8a0ed402d has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 06:59:59.996855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94982f35-4802-414f-a01c-257d819692e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:00:00.006409 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b1170-295c-4059-9b76-987fd91608b1 None None] Sync routers for ids ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:00:00.009404 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-94982f35-4802-414f-a01c-257d819692e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/d36daa75-ec5a-4903-b23c-95f8a0ed402d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6130326 Jan 28 07:00:00.012091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50162) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:00.016484 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b1170-295c-4059-9b76-987fd91608b1 None None] Routers {'d36daa75-ec5a-4903-b23c-95f8a0ed402d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:00.017134 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5a5b1170-295c-4059-9b76-987fd91608b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:59:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:00.078340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-b509dadd-7417-4518-96a9-df2154624626 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting subnet 7a6c700c-f20e-4e8b-a8cb-59f841eb2c97 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:00:00.081159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b509dadd-7417-4518-96a9-df2154624626 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:00.138468 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b509dadd-7417-4518-96a9-df2154624626 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:00.223142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b509dadd-7417-4518-96a9-df2154624626 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:00.225408 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-5a5b1170-295c-4059-9b76-987fd91608b1 None None] Set router d36daa75-ec5a-4903-b23c-95f8a0ed402d gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:00.364642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b509dadd-7417-4518-96a9-df2154624626 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:00.407881 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509dadd-7417-4518-96a9-df2154624626 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Subnet': ['ID=7a6c700c-f20e-4e8b-a8cb-59f841eb2c97,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:00.412858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b509dadd-7417-4518-96a9-df2154624626 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:00.419436 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc59557-853a-4a10-967c-f470d2403ca0 None None] Network c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:00:00.423303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50166) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:00.423719 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b509dadd-7417-4518-96a9-df2154624626 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/subnets/7a6c700c-f20e-4e8b-a8cb-59f841eb2c97 HTTP/1.1" status: 204 len: 168 time: 0.4103324 Jan 28 07:00:00.508356 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5a5b1170-295c-4059-9b76-987fd91608b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:59:58Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:00.512639 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b1170-295c-4059-9b76-987fd91608b1 None None] Checking router: d36daa75-ec5a-4903-b23c-95f8a0ed402d for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:00:00.521366 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b1170-295c-4059-9b76-987fd91608b1 None None] Routers {'d36daa75-ec5a-4903-b23c-95f8a0ed402d'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:00.522140 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5a5b1170-295c-4059-9b76-987fd91608b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T06:59:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:00.604836 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:00.707242 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-5a5b1170-295c-4059-9b76-987fd91608b1 None None] Set router d36daa75-ec5a-4903-b23c-95f8a0ed402d gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:00.707640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] DHCP port deletion for c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:00:00.712148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Deleting port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:00.712700 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:00.787873 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:00.881667 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 7d80c68a-d5d6-4365-bd40-16c89a4745d5 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:00.882102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:00.913910 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-07c5e625-e796-4c76-9ab4-603d8da77c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:00.934160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] For port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=80486baa-0c1d-4bc1-9a9f-6b66f1df8038,segment=NetworkSegment(043c1ff2-8c3c-4a0e-870f-6c81f290d450),segment_id=043c1ff2-8c3c-4a0e-870f-6c81f290d450)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:00.934584 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:01.001470 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5a5b1170-295c-4059-9b76-987fd91608b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:59:58Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:01.005437 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b1170-295c-4059-9b76-987fd91608b1 None None] The sync data for ids ['d36daa75-ec5a-4903-b23c-95f8a0ed402d'] in dv-neutron-824022-4-hyperv is: [{'id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'name': 'tempest-TestNetworkBasicOps-router-1285956720', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:56:40Z', 'updated_at': '2022-01-28T06:59:58Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '7d80c68a-d5d6-4365-bd40-16c89a4745d5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36daa75-ec5a-4903-b23c-95f8a0ed402d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:56:41Z', 'updated_at': '2022-01-28T06:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:00:01.059859 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Calling delete_port for 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:01.081814 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-88e874d8-a51b-45c5-bee3-22d799c11903 req-09a0845a-8635-4dd4-84c7-62840a81f5dc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1030517 Jan 28 07:00:01.083294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 7d80c68a-d5d6-4365-bd40-16c89a4745d5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7d80c68a-d5d6-4365-bd40-16c89a4745d5,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:01.083660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:01.200864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e874d8-a51b-45c5-bee3-22d799c11903 req-f8a66b7f-5a78-4447-85e1-dc76413f4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:01.202730 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-88e874d8-a51b-45c5-bee3-22d799c11903 req-f8a66b7f-5a78-4447-85e1-dc76413f4543 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 1099 time: 0.0807655 Jan 28 07:00:01.237155 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 7d80c68a-d5d6-4365-bd40-16c89a4745d5 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:01.417135 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e874d8-a51b-45c5-bee3-22d799c11903 req-63b49809-0550-4aa2-977b-85f09d070a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:01.417135 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-88e874d8-a51b-45c5-bee3-22d799c11903 req-63b49809-0550-4aa2-977b-85f09d070a39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 913 time: 0.1362939 Jan 28 07:00:01.459377 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:01.482818 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-88e874d8-a51b-45c5-bee3-22d799c11903 req-272d0600-6e39-4c1a-99f6-f06e5ff2961d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55919b78-ac3c-40ff-bf0b-69c5e7d80815 HTTP/1.1" status: 200 len: 1002 time: 0.1092794 Jan 28 07:00:01.518160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Pushing event deleted for resources: {'Port': ['ID=80486baa-0c1d-4bc1-9a9f-6b66f1df8038,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:01.528228 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:01.528588 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:01.528936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:01.529275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:01.529608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:01.529944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:01.530275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:01.530604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:01.530970 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:01.531404 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:01.531646 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:01.531975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:01.534756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a58c3-228b-4abb-8173-56977bee0d72 None None] No DVR routers for this DVR port 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:00:01.569510 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e874d8-a51b-45c5-bee3-22d799c11903 req-ae77bbf4-ba09-44b3-aa07-2cae1513d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:01.570971 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-88e874d8-a51b-45c5-bee3-22d799c11903 req-ae77bbf4-ba09-44b3-aa07-2cae1513d2ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.0781882 Jan 28 07:00:01.613218 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:01.652313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e874d8-a51b-45c5-bee3-22d799c11903 req-98eaa497-5b10-44ed-87f4-6d72743b589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:01.653878 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-88e874d8-a51b-45c5-bee3-22d799c11903 req-98eaa497-5b10-44ed-87f4-6d72743b589a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760767 Jan 28 07:00:01.657745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=7d80c68a-d5d6-4365-bd40-16c89a4745d5,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:01.750279 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:01.795769 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-88e874d8-a51b-45c5-bee3-22d799c11903 req-38137d7c-8199-4a1c-8d1c-7d5f86f267af service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314278 Jan 28 07:00:01.925407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:01.927790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.030236 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.030717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Fanout notify agent at l3_agent the message router_deleted on router d36daa75-ec5a-4903-b23c-95f8a0ed402d {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:00:02.042863 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-88e874d8-a51b-45c5-bee3-22d799c11903 req-32d64cbe-2f46-4dac-968b-14af0802bce8 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409761 Jan 28 07:00:02.048874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.049981 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a1bdd2ea-c7e0-499d-896f-ab425e941c5b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/routers/d36daa75-ec5a-4903-b23c-95f8a0ed402d HTTP/1.1" status: 204 len: 168 time: 1.6250989 Jan 28 07:00:02.052764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50170) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:02.169823 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc4b9-68b2-46ce-a6e6-6e4b55945917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.298194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc4b9-68b2-46ce-a6e6-6e4b55945917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.321860 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-3b6fc4b9-68b2-46ce-a6e6-6e4b55945917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:02.333570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-3b6fc4b9-68b2-46ce-a6e6-6e4b55945917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043c1ff2-8c3c-4a0e-870f-6c81f290d450') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:02.334054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-3b6fc4b9-68b2-46ce-a6e6-6e4b55945917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043c1ff2-8c3c-4a0e-870f-6c81f290d450') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:02.345237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc4b9-68b2-46ce-a6e6-6e4b55945917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.361285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc4b9-68b2-46ce-a6e6-6e4b55945917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.367093 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6fc4b9-68b2-46ce-a6e6-6e4b55945917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:00:02.367497 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc4b9-68b2-46ce-a6e6-6e4b55945917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:00:02.381725 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:00:02.515979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc4b9-68b2-46ce-a6e6-6e4b55945917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.534413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b6fc4b9-68b2-46ce-a6e6-6e4b55945917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.545639 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fc4b9-68b2-46ce-a6e6-6e4b55945917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Network': ['ID=c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:02.551345 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3b6fc4b9-68b2-46ce-a6e6-6e4b55945917 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/networks/c54ab69b-4a76-4c94-b7ae-b8bb9a2771b8 HTTP/1.1" status: 204 len: 168 time: 0.4975159 Jan 28 07:00:02.564829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50174) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:02.570576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'network': {'name': 'tempest-network-smoke--533070580', 'project_id': 'fab9236ca18a49699cab17477937175c', 'port_security_enabled': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:02.575652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:02.579780 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:network and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:02.584926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:02.588948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:02.656076 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:00:02.660062 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.677495 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ed51b602-8668-41d2-a84a-0ddfd8d2070a no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:00:02.690175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:00:02.698539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.698877 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Added segment fd12a83b-ddc4-4c6f-a381-317246fc6994 of type vlan for network 6b05a1b0-02f5-46cf-a78d-489417b72b9f Jan 28 07:00:02.711412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: ed51b602-8668-41d2-a84a-0ddfd8d2070a {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:00:02.711786 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ed51b602-8668-41d2-a84a-0ddfd8d2070a not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:00:02.712177 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7d80c68a-d5d6-4365-bd40-16c89a4745d5 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:00:02.728183 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.748543 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 7d80c68a-d5d6-4365-bd40-16c89a4745d5 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:00:02.748898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 7d80c68a-d5d6-4365-bd40-16c89a4745d5 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:00:02.749318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:00:02.781429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:00:02.781722 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 80486baa-0c1d-4bc1-9a9f-6b66f1df8038 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:00:02.876042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.881600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:02.882174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:02.989436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Network': ['ID=6b05a1b0-02f5-46cf-a78d-489417b72b9f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:02.999343 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 6b05a1b0-02f5-46cf-a78d-489417b72b9f details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:00:03.013416 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ca5b5cd7-46c9-49c4-b55f-b63fb4a27587 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4452970 Jan 28 07:00:03.013728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50178) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:03.018908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-531666013', 'admin_state_up': True, 'project_id': 'fab9236ca18a49699cab17477937175c', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:03.025750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:03.029510 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:router and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:03.032919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:03.039877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:03.121644 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:03.122667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:03.136812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:03.227071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e97931f-0a33-4a5b-9275-ea659b132f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:03.366447 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:00:03.500915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:03.856268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:03.888713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:04.015994 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.147 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/ab99ae2e-e330-4c20-b432-4049fbaf3fa5) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:00:04.161008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:04.247789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:04.298713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:04.316461 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:00:04.319276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:00:04.321633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:00:04.361799 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=ab99ae2e-e330-4c20-b432-4049fbaf3fa5,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:04.450160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:04.893432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:05.234936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:05.547734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 8912cb7e-7444-416d-b469-031fdba1835e is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:00:05.710020 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:05.743212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:00:05.752428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Sync routers for ids ['8912cb7e-7444-416d-b469-031fdba1835e'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:00:05.761556 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Routers {'8912cb7e-7444-416d-b469-031fdba1835e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:05.762179 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8912cb7e-7444-416d-b469-031fdba1835e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:05.824790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:05.829078 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-caa41d44-47c1-4cf6-b553-aff0f30658a1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8112738 Jan 28 07:00:05.829579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50182) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:05.874132 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-46a91efe-fc57-4b85-b28a-263918792541 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fab9236ca18a49699cab17477937175c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407076 Jan 28 07:00:05.874359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50186) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:05.973820 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Set router 8912cb7e-7444-416d-b469-031fdba1835e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:06.002167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aa1382-c73e-4ea1-ab53-d3adebbf23c7 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:06.003830 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e1aa1382-c73e-4ea1-ab53-d3adebbf23c7 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286457 Jan 28 07:00:06.006690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50190) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:06.165809 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f93e8977-2c25-4a0e-84f9-3891a17afada tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1579161 Jan 28 07:00:06.168638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50194) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:06.173580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1117037113', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'project_id': 'fab9236ca18a49699cab17477937175c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:06.256505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:04Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:06.260318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Checking router: 8912cb7e-7444-416d-b469-031fdba1835e for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:00:06.260646 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Updating router 8912cb7e-7444-416d-b469-031fdba1835e port ab99ae2e-e330-4c20-b432-4049fbaf3fa5 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:00:06.279056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:06.283407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:subnet and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:06.286123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:06.291727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:06.315717 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:06.375488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:00:06.379169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:06.639175 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:06.650821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Transition to ACTIVE for port object ab99ae2e-e330-4c20-b432-4049fbaf3fa5 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:00:06.658766 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:06.738918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Subnet': ['ID=2ad47b59-751b-45b3-8f13-db65453b339c,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:06.747277 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:06.747782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Checking segment: {'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:00:06.747915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network hostable DHCP agents. Network: 6b05a1b0-02f5-46cf-a78d-489417b72b9f, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:00:06.835724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Attempting to bind port ab99ae2e-e330-4c20-b432-4049fbaf3fa5 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:00:06.836097 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Attempting to bind port ab99ae2e-e330-4c20-b432-4049fbaf3fa5 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:00:06.836465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Attempting to bind port ab99ae2e-e330-4c20-b432-4049fbaf3fa5 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:00:06.840010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663f197-4934-4377-8446-a2a8188f0ab5 None None] Pushing event updated for resources: {'Port': ['ID=ab99ae2e-e330-4c20-b432-4049fbaf3fa5,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:06.844251 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:00:06.848467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 6b05a1b0-02f5-46cf-a78d-489417b72b9f is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:00:06.848757 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:00:06.848757 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:06.848757 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:00:06.848757 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Bound port: ab99ae2e-e330-4c20-b432-4049fbaf3fa5, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:00:06.848757 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:06.920317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] For port ab99ae2e-e330-4c20-b432-4049fbaf3fa5, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:00:06.923823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] For port ab99ae2e-e330-4c20-b432-4049fbaf3fa5, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ab99ae2e-e330-4c20-b432-4049fbaf3fa5,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:00:06.929973 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 6b05a1b0-02f5-46cf-a78d-489417b72b9f) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:00:06.934096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:06.934714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:06.938904 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab66294-ad34-4691-9662-3f0f7900c846 None None] Network 6b05a1b0-02f5-46cf-a78d-489417b72b9f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:00:07.015331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:07.030590 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5b3bf1da-cc96-4871-a789-8b8769845145 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8612428 Jan 28 07:00:07.033451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50198) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:07.122161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Routers {'8912cb7e-7444-416d-b469-031fdba1835e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:07.122787 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8912cb7e-7444-416d-b469-031fdba1835e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:07.236327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663f197-4934-4377-8446-a2a8188f0ab5 None None] Pushing event updated for resources: {'Port': ['ID=ab99ae2e-e330-4c20-b432-4049fbaf3fa5,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:07.370718 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:00:07.371561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:07.437906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] Set router 8912cb7e-7444-416d-b469-031fdba1835e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:07.737469 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:07.806897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Allocated IP 172.20.0.2 (6b05a1b0-02f5-46cf-a78d-489417b72b9f/2ad47b59-751b-45b3-8f13-db65453b339c/82b3f2ac-52ef-4bb4-bea9-320179c2a8e4) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:00:07.938330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:04Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:07.955195 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aad4f9-38e2-4501-9492-ad95ee5aa78f None None] The sync data for ids ['8912cb7e-7444-416d-b469-031fdba1835e'] in dv-neutron-824022-4-hyperv is: [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:04Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:00:08.044043 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:08.055641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Transition to ACTIVE for port object 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:00:08.075468 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Transition to ACTIVE for port object 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:00:08.150673 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:08.241633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Network 6b05a1b0-02f5-46cf-a78d-489417b72b9f is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:00:08.244565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:00:08.248213 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:00:08.254335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Pushing event updated for resources: {'Port': ['ID=82b3f2ac-52ef-4bb4-bea9-320179c2a8e4,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:08.285834 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.1 (6b05a1b0-02f5-46cf-a78d-489417b72b9f/2ad47b59-751b-45b3-8f13-db65453b339c/8ecc49fb-d041-42e1-a558-74f72bc73aad) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:00:08.354408 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Attempting to bind port 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:00:08.354773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Attempting to bind port 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:00:08.355132 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Attempting to bind port 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 on network 6b05a1b0-02f5-46cf-a78d-489417b72b9f {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:00:08.361582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:00:08.361954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Checking segment: {'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:00:08.362353 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:08.362746 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Bound using segment: {'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:00:08.363205 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Bound port: 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:00:08.363731 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:08.453459 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] For port 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:00:08.454356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:08.456567 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] For port 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=82b3f2ac-52ef-4bb4-bea9-320179c2a8e4,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:00:08.470812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object 8ecc49fb-d041-42e1-a558-74f72bc73aad will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:00:08.550387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:08.579964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:08.633699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ead957-733c-409a-9e79-c33d49744f03 None None] Pushing event updated for resources: {'Port': ['ID=82b3f2ac-52ef-4bb4-bea9-320179c2a8e4,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:08.653600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 6b05a1b0-02f5-46cf-a78d-489417b72b9f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:00:08.659577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:00:08.664695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:00:08.714507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=8ecc49fb-d041-42e1-a558-74f72bc73aad,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:08.742050 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:08.755523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ab99ae2e-e330-4c20-b432-4049fbaf3fa5 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:00:08.970189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port ab99ae2e-e330-4c20-b432-4049fbaf3fa5 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:00:08.975968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ab99ae2e-e330-4c20-b432-4049fbaf3fa5 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:00:08.976882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:09.113008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:09.113325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:09.129336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port ab99ae2e-e330-4c20-b432-4049fbaf3fa5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ab99ae2e-e330-4c20-b432-4049fbaf3fa5,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:09.218626 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:09.289352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=ab99ae2e-e330-4c20-b432-4049fbaf3fa5,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:09.516247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:09.635696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:09.750789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=8ecc49fb-d041-42e1-a558-74f72bc73aad,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:09.753298 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:09.889274 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 6b05a1b0-02f5-46cf-a78d-489417b72b9f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:00:09.890417 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:00:10.194392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 8912cb7e-7444-416d-b469-031fdba1835e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:00:10.262205 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a87b325-8c91-41d6-a94d-a4fd23a9545f None None] Network 6b05a1b0-02f5-46cf-a78d-489417b72b9f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:00:10.373030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:00:10.384633 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Sync routers for ids ['8912cb7e-7444-416d-b469-031fdba1835e'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:00:10.389386 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e6a5259d-6ca6-498b-b781-4be76ab1b35a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/8912cb7e-7444-416d-b469-031fdba1835e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3526564 Jan 28 07:00:10.389899 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50206) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:10.403921 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Routers {'8912cb7e-7444-416d-b469-031fdba1835e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:10.404532 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8912cb7e-7444-416d-b469-031fdba1835e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:10.475411 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ec813027-c2d3-459d-9838-0021d9364f8e None None] Provisioning for port 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:00:10.542204 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d33b1-69e3-4eec-adb9-f346eca27d5e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:10.542681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d33b1-69e3-4eec-adb9-f346eca27d5e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:10.543140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d33b1-69e3-4eec-adb9-f346eca27d5e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:10.543632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d33b1-69e3-4eec-adb9-f346eca27d5e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:10.544074 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d33b1-69e3-4eec-adb9-f346eca27d5e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:10.544525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d33b1-69e3-4eec-adb9-f346eca27d5e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:10.546819 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5c0d33b1-69e3-4eec-adb9-f346eca27d5e tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1548016 Jan 28 07:00:10.549561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50210) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:10.587905 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Set router 8912cb7e-7444-416d-b469-031fdba1835e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:10.626344 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef4e3fb-b9cd-44d7-a0eb-76bd424ed1c9 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:10.626855 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef4e3fb-b9cd-44d7-a0eb-76bd424ed1c9 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:10.627333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef4e3fb-b9cd-44d7-a0eb-76bd424ed1c9 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:10.627781 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef4e3fb-b9cd-44d7-a0eb-76bd424ed1c9 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:10.628221 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef4e3fb-b9cd-44d7-a0eb-76bd424ed1c9 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:10.629959 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef4e3fb-b9cd-44d7-a0eb-76bd424ed1c9 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:10.631784 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3ef4e3fb-b9cd-44d7-a0eb-76bd424ed1c9 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0813155 Jan 28 07:00:10.634597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50214) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:10.915833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:00:10.947451 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-756abfab-921d-4a5d-a63f-71065627dc96 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3115692 Jan 28 07:00:11.019517 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:11.024201 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Checking router: 8912cb7e-7444-416d-b469-031fdba1835e for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:00:11.025288 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Updating router 8912cb7e-7444-416d-b469-031fdba1835e port 8ecc49fb-d041-42e1-a558-74f72bc73aad binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:00:11.089049 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.110649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.148548 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a65d1f91-dc86-48b3-be75-d935044e2247 None None] Provisioning for port 8ecc49fb-d041-42e1-a558-74f72bc73aad completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:00:11.156814 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a65d1f91-dc86-48b3-be75-d935044e2247 None None] Provisioning complete for port 8ecc49fb-d041-42e1-a558-74f72bc73aad triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:00:11.157279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a65d1f91-dc86-48b3-be75-d935044e2247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.187732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:00:11.209105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:00:11.216733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.277828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a65d1f91-dc86-48b3-be75-d935044e2247 None None] Port 8ecc49fb-d041-42e1-a558-74f72bc73aad cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:00:11.359788 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.398346 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50220) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:11.403533 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=82b3f2ac-52ef-4bb4-bea9-320179c2a8e4,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:11.403735 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448172238', 'description': 'tempest-secgroup-smoke-448172238 description', 'project_id': 'fab9236ca18a49699cab17477937175c'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:11.409537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e8f07530-7e53-4cf4-9aae-1fef79b080c7 None None] Provisioning complete for port 8ecc49fb-d041-42e1-a558-74f72bc73aad triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:00:11.409917 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e8f07530-7e53-4cf4-9aae-1fef79b080c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.410867 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:11.415293 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:11.418119 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:11.423810 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:11.465937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e8f07530-7e53-4cf4-9aae-1fef79b080c7 None None] Port 8ecc49fb-d041-42e1-a558-74f72bc73aad cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:00:11.478117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.479111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ab99ae2e-e330-4c20-b432-4049fbaf3fa5 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:00:11.495549 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.507960 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Transition to ACTIVE for port object 8ecc49fb-d041-42e1-a558-74f72bc73aad will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:00:11.535879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.556638 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:11.560521 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:11.564065 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:11.569755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:11.587745 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.600893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=82b3f2ac-52ef-4bb4-bea9-320179c2a8e4,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:11.613453 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port ab99ae2e-e330-4c20-b432-4049fbaf3fa5 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:00:11.613946 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.649961 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.732537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.759836 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390e0dd-d1db-412c-9bba-46f0370fd117 None None] Pushing event updated for resources: {'Port': ['ID=8ecc49fb-d041-42e1-a558-74f72bc73aad,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:11.792851 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb0082f-3127-4802-8a82-ec8334f2af7b,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:11.802066 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390e0dd-d1db-412c-9bba-46f0370fd117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.802268 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390e0dd-d1db-412c-9bba-46f0370fd117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.802566 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390e0dd-d1db-412c-9bba-46f0370fd117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.802872 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390e0dd-d1db-412c-9bba-46f0370fd117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.803197 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390e0dd-d1db-412c-9bba-46f0370fd117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.803544 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390e0dd-d1db-412c-9bba-46f0370fd117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.803864 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390e0dd-d1db-412c-9bba-46f0370fd117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.804184 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390e0dd-d1db-412c-9bba-46f0370fd117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.804503 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390e0dd-d1db-412c-9bba-46f0370fd117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.804820 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390e0dd-d1db-412c-9bba-46f0370fd117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.805137 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390e0dd-d1db-412c-9bba-46f0370fd117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.805458 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6390e0dd-d1db-412c-9bba-46f0370fd117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.805562 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.806056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.806467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.806989 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.807493 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.812181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.812181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.815885 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.816554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.817219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.817801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.818339 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:11.832961 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Attempting to bind port 8ecc49fb-d041-42e1-a558-74f72bc73aad on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:00:11.833337 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Attempting to bind port 8ecc49fb-d041-42e1-a558-74f72bc73aad by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:00:11.833760 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Attempting to bind port 8ecc49fb-d041-42e1-a558-74f72bc73aad on network 6b05a1b0-02f5-46cf-a78d-489417b72b9f {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:00:11.840010 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:00:11.840381 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Checking segment: {'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:00:11.840780 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.841166 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Bound using segment: {'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:00:11.841625 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Bound port: 8ecc49fb-d041-42e1-a558-74f72bc73aad, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:00:11.841991 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.855874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:11.858967 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-174ba257-ed7a-4555-9f17-a3b99de2affb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4579468 Jan 28 07:00:11.860347 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50224) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:11.865900 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5395425f-e21f-4a27-a79f-0808f5993825 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '2eb0082f-3127-4802-8a82-ec8334f2af7b', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:11.872394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5395425f-e21f-4a27-a79f-0808f5993825 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:11.876818 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5395425f-e21f-4a27-a79f-0808f5993825 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:11.882178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5395425f-e21f-4a27-a79f-0808f5993825 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:11.886244 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5395425f-e21f-4a27-a79f-0808f5993825 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:11.941783 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] For port 8ecc49fb-d041-42e1-a558-74f72bc73aad, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:00:11.944649 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] For port 8ecc49fb-d041-42e1-a558-74f72bc73aad, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8ecc49fb-d041-42e1-a558-74f72bc73aad,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:00:11.965322 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5395425f-e21f-4a27-a79f-0808f5993825 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:12.027565 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5395425f-e21f-4a27-a79f-0808f5993825 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:12.053382 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:12.116062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5395425f-e21f-4a27-a79f-0808f5993825 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:12.142186 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Routers {'8912cb7e-7444-416d-b469-031fdba1835e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:12.143551 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8912cb7e-7444-416d-b469-031fdba1835e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:12.143936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395425f-e21f-4a27-a79f-0808f5993825 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76680edf-a8d3-468b-82b2-bcd223b2f6ed,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:12.210849 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5395425f-e21f-4a27-a79f-0808f5993825 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:12.212203 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5395425f-e21f-4a27-a79f-0808f5993825 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3507593 Jan 28 07:00:12.215277 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50228) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:12.221816 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-9200eed2-2a7e-4ff7-a30b-467184e2d758 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '2eb0082f-3127-4802-8a82-ec8334f2af7b', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:12.227220 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390e0dd-d1db-412c-9bba-46f0370fd117 None None] Pushing event updated for resources: {'Port': ['ID=8ecc49fb-d041-42e1-a558-74f72bc73aad,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:12.228330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9200eed2-2a7e-4ff7-a30b-467184e2d758 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:12.232537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9200eed2-2a7e-4ff7-a30b-467184e2d758 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:12.236237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9200eed2-2a7e-4ff7-a30b-467184e2d758 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:12.242590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9200eed2-2a7e-4ff7-a30b-467184e2d758 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:12.322857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9200eed2-2a7e-4ff7-a30b-467184e2d758 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:12.349092 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] Set router 8912cb7e-7444-416d-b469-031fdba1835e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:12.385999 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9200eed2-2a7e-4ff7-a30b-467184e2d758 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:12.464444 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9200eed2-2a7e-4ff7-a30b-467184e2d758 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:12.488688 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200eed2-2a7e-4ff7-a30b-467184e2d758 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5649b57e-04d5-4c9b-8f89-46b75def6b2e,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:12.558201 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9200eed2-2a7e-4ff7-a30b-467184e2d758 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:12.559611 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9200eed2-2a7e-4ff7-a30b-467184e2d758 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3431826 Jan 28 07:00:12.562563 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50232) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:12.567952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-236c449a-ebe7-42a4-93cc-78f11506afc0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '2eb0082f-3127-4802-8a82-ec8334f2af7b', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:12.574285 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-236c449a-ebe7-42a4-93cc-78f11506afc0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:12.578143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-236c449a-ebe7-42a4-93cc-78f11506afc0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:12.581144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-236c449a-ebe7-42a4-93cc-78f11506afc0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:12.586818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-236c449a-ebe7-42a4-93cc-78f11506afc0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:12.658368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-236c449a-ebe7-42a4-93cc-78f11506afc0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:12.686703 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:11Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:12.688985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:00:12.691913 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4834d44-d72e-4089-9063-ba045b199835 None None] The sync data for ids ['8912cb7e-7444-416d-b469-031fdba1835e'] in dv-neutron-824022-4-hyperv is: [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:11Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:00:12.728283 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-236c449a-ebe7-42a4-93cc-78f11506afc0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:12.794536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:00:12.795154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:12.810231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-236c449a-ebe7-42a4-93cc-78f11506afc0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:12.847451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c449a-ebe7-42a4-93cc-78f11506afc0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a0c9ea-e6da-420c-a4f6-72d178775c62,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:12.929649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-236c449a-ebe7-42a4-93cc-78f11506afc0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:12.930877 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-236c449a-ebe7-42a4-93cc-78f11506afc0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3671675 Jan 28 07:00:12.933616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50236) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:12.939374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f2f19ba5-f1df-48d8-967e-23824de8922d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '2eb0082f-3127-4802-8a82-ec8334f2af7b', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:12.945519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f2f19ba5-f1df-48d8-967e-23824de8922d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:12.949346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f2f19ba5-f1df-48d8-967e-23824de8922d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:12.952282 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f2f19ba5-f1df-48d8-967e-23824de8922d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:12.957886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f2f19ba5-f1df-48d8-967e-23824de8922d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:13.039293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2f19ba5-f1df-48d8-967e-23824de8922d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:13.108913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2f19ba5-f1df-48d8-967e-23824de8922d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:13.184164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2f19ba5-f1df-48d8-967e-23824de8922d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:13.209599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f19ba5-f1df-48d8-967e-23824de8922d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbb05a0-3840-4e14-88cb-7e14090837ff,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:13.270244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f2f19ba5-f1df-48d8-967e-23824de8922d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:13.271594 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f2f19ba5-f1df-48d8-967e-23824de8922d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3369346 Jan 28 07:00:13.274260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50240) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:13.279138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c9c0c7c5-41c3-4390-b424-3fd1465fa560 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '2eb0082f-3127-4802-8a82-ec8334f2af7b', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:13.285880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c9c0c7c5-41c3-4390-b424-3fd1465fa560 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:13.289748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c9c0c7c5-41c3-4390-b424-3fd1465fa560 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:13.292662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c9c0c7c5-41c3-4390-b424-3fd1465fa560 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:13.299199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c9c0c7c5-41c3-4390-b424-3fd1465fa560 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:13.356115 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-c9c0c7c5-41c3-4390-b424-3fd1465fa560 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:00:13.367609 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c7c5-41c3-4390-b424-3fd1465fa560 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:13.434064 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c7c5-41c3-4390-b424-3fd1465fa560 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:13.498974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c7c5-41c3-4390-b424-3fd1465fa560 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:13.524072 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0c7c5-41c3-4390-b424-3fd1465fa560 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8bea159-c173-44cc-bebf-c31fe08fe803,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:13.607120 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c7c5-41c3-4390-b424-3fd1465fa560 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:13.611076 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c9c0c7c5-41c3-4390-b424-3fd1465fa560 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3331320 Jan 28 07:00:13.611176 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50244) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:13.616547 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-dcc2ffd2-7b0b-45cc-a659-51835d534dee tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '2eb0082f-3127-4802-8a82-ec8334f2af7b', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:13.624193 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-dcc2ffd2-7b0b-45cc-a659-51835d534dee tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:13.628387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-dcc2ffd2-7b0b-45cc-a659-51835d534dee tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:13.631517 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-dcc2ffd2-7b0b-45cc-a659-51835d534dee tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:13.637927 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-dcc2ffd2-7b0b-45cc-a659-51835d534dee tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:13.726785 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-dcc2ffd2-7b0b-45cc-a659-51835d534dee tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:00:13.735102 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ffd2-7b0b-45cc-a659-51835d534dee tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:13.817598 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ffd2-7b0b-45cc-a659-51835d534dee tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:13.889411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ffd2-7b0b-45cc-a659-51835d534dee tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:13.915024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2ffd2-7b0b-45cc-a659-51835d534dee tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040379e0-7748-450d-b1c9-02103a213e7c,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:13.984684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-dcc2ffd2-7b0b-45cc-a659-51835d534dee tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:13.985877 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-dcc2ffd2-7b0b-45cc-a659-51835d534dee tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3736877 Jan 28 07:00:14.143544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-cdc366c1-ffca-468c-a2ee-7a8b596fc57c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:00:14.223773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-cdc366c1-ffca-468c-a2ee-7a8b596fc57c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:00:14.224975 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-cdc366c1-ffca-468c-a2ee-7a8b596fc57c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448172238&fields=id&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 267 time: 0.1204083 Jan 28 07:00:14.380317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-0ce6e4d3-34f4-43e6-bf77-2797d1d8bc3f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:14.380976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-0ce6e4d3-34f4-43e6-bf77-2797d1d8bc3f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:00:14.463623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-0ce6e4d3-34f4-43e6-bf77-2797d1d8bc3f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:00:14.464952 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-0ce6e4d3-34f4-43e6-bf77-2797d1d8bc3f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/networks?id=6b05a1b0-02f5-46cf-a78d-489417b72b9f HTTP/1.1" status: 200 len: 796 time: 0.2330830 Jan 28 07:00:14.483125 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-e129d852-bdb7-414d-8515-deb7a8e2e7f6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/quotas/fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 375 time: 0.0122283 Jan 28 07:00:14.565367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-20843e7c-651c-4d36-9582-dc8a4b6ea53e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:00:14.656522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-20843e7c-651c-4d36-9582-dc8a4b6ea53e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:00:14.657142 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-20843e7c-651c-4d36-9582-dc8a4b6ea53e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1692240 Jan 28 07:00:14.787187 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8ecc49fb-d041-42e1-a558-74f72bc73aad up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:00:14.840287 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-71319c05-a289-4666-8139-7d4dc599f66a service neutron] 10.222.0.25 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709194 Jan 28 07:00:14.968828 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-ef4a5064-820c-4bf5-9d44-c7f93649121f service neutron] 10.222.0.25 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226032 Jan 28 07:00:14.983870 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 8ecc49fb-d041-42e1-a558-74f72bc73aad completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:00:14.988994 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 8ecc49fb-d041-42e1-a558-74f72bc73aad triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:00:14.989374 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:15.104666 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:15.138469 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 8ecc49fb-d041-42e1-a558-74f72bc73aad, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8ecc49fb-d041-42e1-a558-74f72bc73aad,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:15.214192 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d523f3c4-950b-41eb-bb1c-01f8fbf44d29 req-abb88e0e-1302-400a-9e27-f7553a20fc2f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 210 time: 0.0418258 Jan 28 07:00:15.224241 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:15.294505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=8ecc49fb-d041-42e1-a558-74f72bc73aad,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:16.361467 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b9e5358-35ab-4184-8b1f-0bab6e05e051 req-4ba8c3db-1706-496a-a11d-0f1957770636 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 210 time: 0.0453286 Jan 28 07:00:16.694319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8ecc49fb-d041-42e1-a558-74f72bc73aad up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:00:16.760102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 8ecc49fb-d041-42e1-a558-74f72bc73aad triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:00:16.760471 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:17.523917 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be465a60-cf50-4952-85c4-af02f7f8b616 req-74b796da-a5bd-45b5-8819-b16ad5fa99ee tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 210 time: 0.0612016 Jan 28 07:00:17.760173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-fde2bbb5-034f-41ba-8409-ea31f5c7e962 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:17.761941 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-fde2bbb5-034f-41ba-8409-ea31f5c7e962 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/networks?id=6b05a1b0-02f5-46cf-a78d-489417b72b9f HTTP/1.1" status: 200 len: 796 time: 0.2638962 Jan 28 07:00:17.827446 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-473dcb94-a721-47c8-afe2-587246019b2e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 379 time: 0.0417569 Jan 28 07:00:17.839165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'port': {'device_id': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'admin_state_up': True, 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'security_groups': ['2eb0082f-3127-4802-8a82-ec8334f2af7b']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:17.976217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:17.986091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:18.069160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:00:18.072669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:18.239090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.7 (6b05a1b0-02f5-46cf-a78d-489417b72b9f/2ad47b59-751b-45b3-8f13-db65453b339c/2cfe50c8-2968-43a5-a5fc-c290505f8294) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:00:18.421862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:18.436625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object 2cfe50c8-2968-43a5-a5fc-c290505f8294 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:00:18.538121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:18.612147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 6b05a1b0-02f5-46cf-a78d-489417b72b9f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:00:18.615348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:00:18.619162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:00:18.652010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=2cfe50c8-2968-43a5-a5fc-c290505f8294,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:18.736343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:18.736964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:18.780388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f112145-20f6-4b97-a634-a3e31b178b99 req-dd23ecb1-f17d-4d0f-911a-c7a2eac33f69 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:18.781134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3f112145-20f6-4b97-a634-a3e31b178b99 req-dd23ecb1-f17d-4d0f-911a-c7a2eac33f69 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:00:18.856716 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-5fcc8cc8-7c19-47a7-abbc-a4cc3cb9d5ab tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0215447 Jan 28 07:00:18.882341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Request body: {'port': {'device_id': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:18.911356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3f112145-20f6-4b97-a634-a3e31b178b99 req-dd23ecb1-f17d-4d0f-911a-c7a2eac33f69 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:00:18.912366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f112145-20f6-4b97-a634-a3e31b178b99 req-dd23ecb1-f17d-4d0f-911a-c7a2eac33f69 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 931 time: 0.2650430 Jan 28 07:00:18.935033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1dfb7015-bc90-400e-8086-638068b62404 None None] Provisioning for port 2cfe50c8-2968-43a5-a5fc-c290505f8294 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:00:18.941177 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1dfb7015-bc90-400e-8086-638068b62404 None None] Provisioning complete for port 2cfe50c8-2968-43a5-a5fc-c290505f8294 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:00:18.944576 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1dfb7015-bc90-400e-8086-638068b62404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:19.016603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb7015-bc90-400e-8086-638068b62404 None None] Port 2cfe50c8-2968-43a5-a5fc-c290505f8294 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:00:19.019862 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f112145-20f6-4b97-a634-a3e31b178b99 req-49e21591-506d-4f2f-a73c-4b360c7307d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=2eb0082f-3127-4802-8a82-ec8334f2af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009123 Jan 28 07:00:19.030104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:19.362609 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cfe50c8-2968-43a5-a5fc-c290505f8294 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:00:19.369699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:19.383740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Transition to ACTIVE for port object 2cfe50c8-2968-43a5-a5fc-c290505f8294 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:00:19.463678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:19.618178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfe50c8-2968-43a5-a5fc-c290505f8294,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:19.704371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Attempting to bind port 2cfe50c8-2968-43a5-a5fc-c290505f8294 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:00:19.704698 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Attempting to bind port 2cfe50c8-2968-43a5-a5fc-c290505f8294 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:00:19.705014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Attempting to bind port 2cfe50c8-2968-43a5-a5fc-c290505f8294 on network 6b05a1b0-02f5-46cf-a78d-489417b72b9f {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:00:19.709431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Port 2cfe50c8-2968-43a5-a5fc-c290505f8294 on network 6b05a1b0-02f5-46cf-a78d-489417b72b9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:00:19.709745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Attempting to bind port 2cfe50c8-2968-43a5-a5fc-c290505f8294 on network 6b05a1b0-02f5-46cf-a78d-489417b72b9f {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:00:19.714956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:00:19.715244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Checking segment: {'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:00:19.715627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Bound using segment: {'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:00:19.716036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Bound port: 2cfe50c8-2968-43a5-a5fc-c290505f8294, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:00:19.716367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:19.812534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] For port 2cfe50c8-2968-43a5-a5fc-c290505f8294, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:00:19.815316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] For port 2cfe50c8-2968-43a5-a5fc-c290505f8294, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2cfe50c8-2968-43a5-a5fc-c290505f8294,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:00:19.876283 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:20.039501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:20.040102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:20.041436 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] 10.222.0.37 "PUT /v2.0/ports/2cfe50c8-2968-43a5-a5fc-c290505f8294 HTTP/1.1" status: 200 len: 1093 time: 1.1634743 Jan 28 07:00:20.041870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'tag': '2cfe50c8-2968-43a5-a5fc-c290505f8294'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:00:20.070146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633abd0-3e07-457d-bbe8-d43462f62b24 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfe50c8-2968-43a5-a5fc-c290505f8294,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:20.091766 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'tag': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'status': 'completed', 'code': 200} Jan 28 07:00:20.273111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea163f4f-8bd7-4140-8a02-27f7d49f5527 req-1920a84d-fac0-4482-990c-0d7de300667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:20.274591 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ea163f4f-8bd7-4140-8a02-27f7d49f5527 req-1920a84d-fac0-4482-990c-0d7de300667a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 1096 time: 0.1364944 Jan 28 07:00:20.286376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6edd0-3c00-447b-9421-9fc9baba2acd req-3de15da7-0c8a-4723-854c-9b89294e8791 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:20.287725 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4d6edd0-3c00-447b-9421-9fc9baba2acd req-3de15da7-0c8a-4723-854c-9b89294e8791 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 943 time: 0.1508386 Jan 28 07:00:20.414607 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4d6edd0-3c00-447b-9421-9fc9baba2acd req-26fd6732-7d38-4bbe-b489-ae1a5ad395fb tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=2eb0082f-3127-4802-8a82-ec8334f2af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211259 Jan 28 07:00:20.456889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea163f4f-8bd7-4140-8a02-27f7d49f5527 req-78d3fd0f-bcda-4cb4-8293-2a8b591d817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:20.458329 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ea163f4f-8bd7-4140-8a02-27f7d49f5527 req-78d3fd0f-bcda-4cb4-8293-2a8b591d817c service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fab9236ca18a49699cab17477937175c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1632967 Jan 28 07:00:20.603048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea163f4f-8bd7-4140-8a02-27f7d49f5527 req-168e0fd3-2a3f-4d08-aa69-ac124b12b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:20.604435 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ea163f4f-8bd7-4140-8a02-27f7d49f5527 req-168e0fd3-2a3f-4d08-aa69-ac124b12b9a1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357062 Jan 28 07:00:20.746192 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-ead8334e-f97a-4117-875a-fb41caef51de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:20.747642 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-ead8334e-f97a-4117-875a-fb41caef51de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 1096 time: 0.0718970 Jan 28 07:00:20.826743 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-d1b87d1f-2d72-4471-b882-609beb0dc1be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cfe50c8-2968-43a5-a5fc-c290505f8294 HTTP/1.1" status: 200 len: 217 time: 0.0587881 Jan 28 07:00:20.893389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-4c09be05-850f-4862-8347-fb7cb0349d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:20.894726 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-4c09be05-850f-4862-8347-fb7cb0349d82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ad47b59-751b-45b3-8f13-db65453b339c HTTP/1.1" status: 200 len: 835 time: 0.0589240 Jan 28 07:00:20.972874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-e8ba90d3-1f01-41f0-af59-2885a291107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:20.974296 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-e8ba90d3-1f01-41f0-af59-2885a291107a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b05a1b0-02f5-46cf-a78d-489417b72b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691242 Jan 28 07:00:21.105325 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-facebb8a-f218-46e8-a68f-ac22bc77c3bf service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218057 Jan 28 07:00:21.237918 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fb7224e4-a4c6-4dd3-a754-37e5d510be37 req-50de3c5f-890c-4aff-9721-4ac3de7a9d10 service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226687 Jan 28 07:00:21.598817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c0a7e-bcc7-4770-8458-5e70a2c01619 req-b38d0d29-e782-471e-9772-345918812b9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:21.600265 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-513c0a7e-bcc7-4770-8458-5e70a2c01619 req-b38d0d29-e782-471e-9772-345918812b9e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 943 time: 0.0815551 Jan 28 07:00:21.643175 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-513c0a7e-bcc7-4770-8458-5e70a2c01619 req-9f1ecbbb-df56-4a62-9f99-15681d4fb46d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=2eb0082f-3127-4802-8a82-ec8334f2af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374115 Jan 28 07:00:22.415683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2cfe50c8-2968-43a5-a5fc-c290505f8294 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:00:22.583392 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2cfe50c8-2968-43a5-a5fc-c290505f8294, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2cfe50c8-2968-43a5-a5fc-c290505f8294,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:22.596872 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'port_id': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'mac_address': 'fa:16:3e:58:27:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:00:22.728958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50292) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:22.731590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:22.731590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cfe50c8-2968-43a5-a5fc-c290505f8294 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:00:22.731590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2cfe50c8-2968-43a5-a5fc-c290505f8294, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2cfe50c8-2968-43a5-a5fc-c290505f8294,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:22.810710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:22.881916 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7f095-efb2-407d-9022-f95434c83768 req-90a75f16-13c8-4ec1-af15-8059753ce925 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:22.885106 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-87b7f095-efb2-407d-9022-f95434c83768 req-90a75f16-13c8-4ec1-af15-8059753ce925 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 943 time: 0.1304257 Jan 28 07:00:22.923069 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ea063-7ac4-41a0-bbbd-9f202f48b9c1 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Deleting port 5eca2524-5ba6-4218-b58c-1ee52c0a8b9f {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:22.923442 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea063-7ac4-41a0-bbbd-9f202f48b9c1 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:22.930018 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=2cfe50c8-2968-43a5-a5fc-c290505f8294,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:22.944524 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-87b7f095-efb2-407d-9022-f95434c83768 req-a413b875-4f93-490d-b636-5e924867a58a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=2eb0082f-3127-4802-8a82-ec8334f2af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527232 Jan 28 07:00:23.097707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea063-7ac4-41a0-bbbd-9f202f48b9c1 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:23.098145 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea063-7ac4-41a0-bbbd-9f202f48b9c1 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:23.211069 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['2cfe50c8-2968-43a5-a5fc-c290505f8294'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:00:23.220634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ea063-7ac4-41a0-bbbd-9f202f48b9c1 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Calling delete_port for 5eca2524-5ba6-4218-b58c-1ee52c0a8b9f owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:23.440931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea063-7ac4-41a0-bbbd-9f202f48b9c1 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:23.487550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ea063-7ac4-41a0-bbbd-9f202f48b9c1 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event deleted for resources: {'Port': ['ID=5eca2524-5ba6-4218-b58c-1ee52c0a8b9f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:23.578697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea063-7ac4-41a0-bbbd-9f202f48b9c1 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:23.579036 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-4a8ea063-7ac4-41a0-bbbd-9f202f48b9c1 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Floating IP 7456dcff-f86e-4339-a116-63337f9eb343 disassociated (deleted). External IP: 172.26.4.225, port: 55919b78-ac3c-40ff-bf0b-69c5e7d80815. Jan 28 07:00:23.925266 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8ea063-7ac4-41a0-bbbd-9f202f48b9c1 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Router ef9833fd-fda0-4cfa-b103-4b4682482779 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:00:24.102371 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8ea063-7ac4-41a0-bbbd-9f202f48b9c1 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:00:24.114366 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb013d0-deec-4bac-9804-ef044d6dc486 None None] Sync routers for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:00:24.123383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb013d0-deec-4bac-9804-ef044d6dc486 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:24.128938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1fb013d0-deec-4bac-9804-ef044d6dc486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:24.129055 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d4f81-1f10-4dd1-8bc7-ee1603e3e020 req-c15374be-f742-49b3-bf98-3fc3a3473eb6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:24.130092 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5c1d4f81-1f10-4dd1-8bc7-ee1603e3e020 req-c15374be-f742-49b3-bf98-3fc3a3473eb6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 944 time: 0.0842106 Jan 28 07:00:24.174557 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5c1d4f81-1f10-4dd1-8bc7-ee1603e3e020 req-b20553fc-21d7-429b-89c1-1a93962f06d0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=2eb0082f-3127-4802-8a82-ec8334f2af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383985 Jan 28 07:00:24.176501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea063-7ac4-41a0-bbbd-9f202f48b9c1 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:24.230126 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4a8ea063-7ac4-41a0-bbbd-9f202f48b9c1 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "DELETE /v2.0/floatingips/7456dcff-f86e-4339-a116-63337f9eb343 HTTP/1.1" status: 204 len: 168 time: 1.6169331 Jan 28 07:00:24.230706 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'tag': '55919b78-ac3c-40ff-bf0b-69c5e7d80815'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:00:24.298097 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'tag': '55919b78-ac3c-40ff-bf0b-69c5e7d80815', 'status': 'completed', 'code': 200} Jan 28 07:00:24.320622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-1fb013d0-deec-4bac-9804-ef044d6dc486 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:24.423931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea8736-f13b-4893-ab86-fab06a05069d req-405a7157-0eb3-4afb-91bd-6d23cac5ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:24.425334 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-daea8736-f13b-4893-ab86-fab06a05069d req-405a7157-0eb3-4afb-91bd-6d23cac5ae35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 1099 time: 0.0717545 Jan 28 07:00:24.448577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2cfe50c8-2968-43a5-a5fc-c290505f8294 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:00:24.563454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea8736-f13b-4893-ab86-fab06a05069d req-769141f1-3f3a-48eb-a477-85c13f8cec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:24.564917 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-daea8736-f13b-4893-ab86-fab06a05069d req-769141f1-3f3a-48eb-a477-85c13f8cec53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 913 time: 0.1334946 Jan 28 07:00:24.640041 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-daea8736-f13b-4893-ab86-fab06a05069d req-92d3854c-85b3-487b-b1fa-816bcac2769f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55919b78-ac3c-40ff-bf0b-69c5e7d80815 HTTP/1.1" status: 200 len: 217 time: 0.0651743 Jan 28 07:00:24.695273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 2cfe50c8-2968-43a5-a5fc-c290505f8294 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:00:24.703771 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 2cfe50c8-2968-43a5-a5fc-c290505f8294 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:00:24.704515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:24.711691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea8736-f13b-4893-ab86-fab06a05069d req-e3fd8e2e-620b-4615-87e5-7140b1c14bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:24.713147 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-daea8736-f13b-4893-ab86-fab06a05069d req-e3fd8e2e-620b-4615-87e5-7140b1c14bd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.0634415 Jan 28 07:00:24.786586 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1fb013d0-deec-4bac-9804-ef044d6dc486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '1f3eb595-3f97-4c2f-8aa9-64ba77d3ee11', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:32:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:35Z', 'updated_at': '2022-01-28T06:54:38Z', 'revision_number': 1, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:24.823609 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb013d0-deec-4bac-9804-ef044d6dc486 None None] Checking router: ef9833fd-fda0-4cfa-b103-4b4682482779 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:00:24.846318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb013d0-deec-4bac-9804-ef044d6dc486 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:24.846905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1fb013d0-deec-4bac-9804-ef044d6dc486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:24.869110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea8736-f13b-4893-ab86-fab06a05069d req-e8194bef-3af8-46ab-a6e3-90d3f63dff7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:24.870545 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-daea8736-f13b-4893-ab86-fab06a05069d req-e8194bef-3af8-46ab-a6e3-90d3f63dff7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1268325 Jan 28 07:00:24.904756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:24.958105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfe50c8-2968-43a5-a5fc-c290505f8294'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:00:25.011194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee7896-3da4-400d-9909-9967a9e1d739 req-ae49f778-7ba5-429e-8e52-b5414b3bb5a3 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:25.012923 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2ee7896-3da4-400d-9909-9967a9e1d739 req-ae49f778-7ba5-429e-8e52-b5414b3bb5a3 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 946 time: 0.2362735 Jan 28 07:00:25.035024 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2cfe50c8-2968-43a5-a5fc-c290505f8294, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2cfe50c8-2968-43a5-a5fc-c290505f8294,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:25.057651 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'code': 200} Jan 28 07:00:25.066091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-1fb013d0-deec-4bac-9804-ef044d6dc486 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:25.108220 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:25.127154 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2ee7896-3da4-400d-9909-9967a9e1d739 req-e0ee03a6-7327-45e2-8aac-7f474ce3305c tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067884 Jan 28 07:00:25.162322 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-daea8736-f13b-4893-ab86-fab06a05069d req-722934c6-d17d-4c06-89af-91370968d919 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839041 Jan 28 07:00:25.330469 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=2cfe50c8-2968-43a5-a5fc-c290505f8294,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:25.355387 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-daea8736-f13b-4893-ab86-fab06a05069d req-d7fcad65-4ecd-43cd-85e8-d4ad65fecfa4 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864240 Jan 28 07:00:25.393583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45263610-551b-4fe3-8695-8136e4131414 req-c002d5ff-7ebb-4ee7-aa68-6102b15f13d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:25.395133 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45263610-551b-4fe3-8695-8136e4131414 req-c002d5ff-7ebb-4ee7-aa68-6102b15f13d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 945 time: 0.0871413 Jan 28 07:00:25.439800 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45263610-551b-4fe3-8695-8136e4131414 req-f9597d05-314a-4e78-b8ba-9652a82f1bca tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=2eb0082f-3127-4802-8a82-ec8334f2af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390263 Jan 28 07:00:25.526020 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53840b68-a5c6-4a85-b89d-05995ab4ac47 req-b14d1d8c-0383-4e93-8711-7d237ed6b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:25.534500 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53840b68-a5c6-4a85-b89d-05995ab4ac47 req-b14d1d8c-0383-4e93-8711-7d237ed6b37f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 1098 time: 0.0753376 Jan 28 07:00:25.534605 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1fb013d0-deec-4bac-9804-ef044d6dc486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '1f3eb595-3f97-4c2f-8aa9-64ba77d3ee11', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:32:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:35Z', 'updated_at': '2022-01-28T06:54:38Z', 'revision_number': 1, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:25.535716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb013d0-deec-4bac-9804-ef044d6dc486 None None] The sync data for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv is: [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '1f3eb595-3f97-4c2f-8aa9-64ba77d3ee11', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'floating_ip_address': '172.26.4.121', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'port_id': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'mac_address': 'fa:16:3e:32:f9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T06:54:35Z', 'updated_at': '2022-01-28T06:54:38Z', 'revision_number': 1, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:00:25.575435 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53840b68-a5c6-4a85-b89d-05995ab4ac47 req-47816701-a61d-469e-8ce3-31a6b3c28871 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2eb0082f-3127-4802-8a82-ec8334f2af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360730 Jan 28 07:00:25.746485 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ca04f6-e6ce-4b28-97a9-5a2f488c9a2b None None] New status for floating IP 7456dcff-f86e-4339-a116-63337f9eb343: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:00:26.314992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5946518-5c89-471d-a1df-8785a44a7fc5 req-801f84fe-72e2-49d5-a59a-0c78570fa27f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:26.316476 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f5946518-5c89-471d-a1df-8785a44a7fc5 req-801f84fe-72e2-49d5-a59a-0c78570fa27f tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 946 time: 0.0829792 Jan 28 07:00:26.360020 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f5946518-5c89-471d-a1df-8785a44a7fc5 req-a496b1a8-61ac-4e28-ab76-a985a33dad02 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379953 Jan 28 07:00:26.625066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11a1a4-26b7-4b6a-a925-79972870f1c1 req-026c10b4-6dba-480d-877f-504dee882039 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:26.626542 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9c11a1a4-26b7-4b6a-a925-79972870f1c1 req-026c10b4-6dba-480d-877f-504dee882039 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 945 time: 0.0830376 Jan 28 07:00:26.671434 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9c11a1a4-26b7-4b6a-a925-79972870f1c1 req-2fb88942-132e-4201-8108-505f29bcf15c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=2eb0082f-3127-4802-8a82-ec8334f2af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386856 Jan 28 07:00:27.065699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba71995c-d98b-4221-a8f0-ddeaf2d348ed req-c38ab330-366b-40b4-b672-9cbc79355b79 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:27.067210 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba71995c-d98b-4221-a8f0-ddeaf2d348ed req-c38ab330-366b-40b4-b672-9cbc79355b79 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 946 time: 0.0797865 Jan 28 07:00:27.141978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-ba71995c-d98b-4221-a8f0-ddeaf2d348ed req-c1acd6c7-b8ce-4d18-b661-0222b0725752 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Deleting port 55919b78-ac3c-40ff-bf0b-69c5e7d80815 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:27.142227 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ba71995c-d98b-4221-a8f0-ddeaf2d348ed req-c1acd6c7-b8ce-4d18-b661-0222b0725752 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:27.385284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-ba71995c-d98b-4221-a8f0-ddeaf2d348ed req-c1acd6c7-b8ce-4d18-b661-0222b0725752 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] For port 55919b78-ac3c-40ff-bf0b-69c5e7d80815, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=55919b78-ac3c-40ff-bf0b-69c5e7d80815,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:27.385972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ba71995c-d98b-4221-a8f0-ddeaf2d348ed req-c1acd6c7-b8ce-4d18-b661-0222b0725752 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:27.507561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-ba71995c-d98b-4221-a8f0-ddeaf2d348ed req-c1acd6c7-b8ce-4d18-b661-0222b0725752 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Calling delete_port for 55919b78-ac3c-40ff-bf0b-69c5e7d80815 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:27.682068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edae808-fec4-4249-9c26-108b73078b83 req-965fc792-227b-48c4-a2af-bde113e21ecc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:27.683443 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8edae808-fec4-4249-9c26-108b73078b83 req-965fc792-227b-48c4-a2af-bde113e21ecc tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 946 time: 0.1824014 Jan 28 07:00:27.744909 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8edae808-fec4-4249-9c26-108b73078b83 req-f5c41d37-2b6c-4ed8-85ce-2cf0328593ad tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555925 Jan 28 07:00:27.774968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ba71995c-d98b-4221-a8f0-ddeaf2d348ed req-c1acd6c7-b8ce-4d18-b661-0222b0725752 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:27.858531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acd6c7-b8ce-4d18-b661-0222b0725752 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event deleted for resources: {'Port': ['ID=55919b78-ac3c-40ff-bf0b-69c5e7d80815,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:28.049177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba71995c-d98b-4221-a8f0-ddeaf2d348ed req-c1acd6c7-b8ce-4d18-b661-0222b0725752 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] No DVR routers for this DVR port 55919b78-ac3c-40ff-bf0b-69c5e7d80815 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:00:28.052200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ba71995c-d98b-4221-a8f0-ddeaf2d348ed req-c1acd6c7-b8ce-4d18-b661-0222b0725752 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:28.054530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'name': 'network-vif-deleted', 'tag': '55919b78-ac3c-40ff-bf0b-69c5e7d80815'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:00:28.070520 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba71995c-d98b-4221-a8f0-ddeaf2d348ed req-c1acd6c7-b8ce-4d18-b661-0222b0725752 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "DELETE /v2.0/ports/55919b78-ac3c-40ff-bf0b-69c5e7d80815 HTTP/1.1" status: 204 len: 173 time: 0.9937978 Jan 28 07:00:28.091805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0d712-ae55-4a62-868d-b621f80d5ad3 req-9c5b00ce-f29b-4bcb-8b87-37659b9da6d4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:28.093303 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5cf0d712-ae55-4a62-868d-b621f80d5ad3 req-9c5b00ce-f29b-4bcb-8b87-37659b9da6d4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 945 time: 0.2773786 Jan 28 07:00:28.100581 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36e8d8b-6393-43f0-900e-9cd84f3e94c9', 'name': 'network-vif-deleted', 'tag': '55919b78-ac3c-40ff-bf0b-69c5e7d80815', 'status': 'completed', 'code': 200} Jan 28 07:00:28.140217 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5cf0d712-ae55-4a62-868d-b621f80d5ad3 req-3306eb28-bd7b-4313-9b14-b92f07710532 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=2eb0082f-3127-4802-8a82-ec8334f2af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386992 Jan 28 07:00:28.334712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b776cc-d212-44cf-a274-7091bfbfd0f2 req-364a7f57-c5fe-44a2-bc03-34b212d01e4a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:28.336366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02b776cc-d212-44cf-a274-7091bfbfd0f2 req-364a7f57-c5fe-44a2-bc03-34b212d01e4a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 945 time: 0.0861480 Jan 28 07:00:28.384330 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02b776cc-d212-44cf-a274-7091bfbfd0f2 req-d7369e75-8bb7-499c-9998-b07c1b7d45e4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=2eb0082f-3127-4802-8a82-ec8334f2af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414615 Jan 28 07:00:28.408068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50326) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:28.476893 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c2e251-1129-4143-9c8d-70a5124d49bf tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:28.478390 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a7c2e251-1129-4143-9c8d-70a5124d49bf tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 1093 time: 0.0692408 Jan 28 07:00:28.481338 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50330) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:28.486649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:28.492701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:28.496460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:floatingip and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:28.499320 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:28.504917 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:28.575454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:28.714284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:28.856441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.220 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/b90b187d-a817-43c6-87b6-912c4addd65c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:00:28.909617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-34414820-bf74-4641-8f3f-46233ec3065a req-146863d3-9406-4082-83dc-949e4947251e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Synchronizing usage tracker for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:00:29.003355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-34414820-bf74-4641-8f3f-46233ec3065a req-146863d3-9406-4082-83dc-949e4947251e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Unset dirty status for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:00:29.004509 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-34414820-bf74-4641-8f3f-46233ec3065a req-146863d3-9406-4082-83dc-949e4947251e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36e8d8b-6393-43f0-900e-9cd84f3e94c9 HTTP/1.1" status: 200 len: 210 time: 0.1459322 Jan 28 07:00:29.056667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:29.146353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:29.211060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:00:29.213994 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:00:29.218786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:00:29.247087 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=b90b187d-a817-43c6-87b6-912c4addd65c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:29.626184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:29.766069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:29.981937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:30.048937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:30.259171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=b90b187d-a817-43c6-87b6-912c4addd65c,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:30.267540 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:30.444424 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP 04045fe2-5f64-48c6-9b47-880b61bf3e28 associated. External IP: 172.26.4.220, port: 2cfe50c8-2968-43a5-a5fc-c290505f8294. Jan 28 07:00:30.475625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 55919b78-ac3c-40ff-bf0b-69c5e7d80815 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:00:30.513052 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 55919b78-ac3c-40ff-bf0b-69c5e7d80815 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:00:30.513618 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 55919b78-ac3c-40ff-bf0b-69c5e7d80815 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:00:30.801452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 8912cb7e-7444-416d-b469-031fdba1835e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:00:30.844929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-04d671d2-9dd9-45b8-8654-820626bd2976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:30.986803 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:00:30.997517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d698277d-acc1-48c2-8fba-8e2cb22741b1 None None] Sync routers for ids ['8912cb7e-7444-416d-b469-031fdba1835e'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:00:31.008056 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d698277d-acc1-48c2-8fba-8e2cb22741b1 None None] Routers {'8912cb7e-7444-416d-b469-031fdba1835e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:31.009040 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d698277d-acc1-48c2-8fba-8e2cb22741b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8912cb7e-7444-416d-b469-031fdba1835e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:31.069431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:31.127102 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-141c66cd-2efe-40fd-9b2c-dafc8cb819cc tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6447511 Jan 28 07:00:31.127887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'tag': '2cfe50c8-2968-43a5-a5fc-c290505f8294'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:00:31.129833 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50342) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:31.196732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-d698277d-acc1-48c2-8fba-8e2cb22741b1 None None] Set router 8912cb7e-7444-416d-b469-031fdba1835e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:31.199755 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'tag': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'status': 'completed', 'code': 200} Jan 28 07:00:31.332580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734b86f-c1ce-43f8-a9a3-eba5d86b061d req-fc85c4dc-7657-4f6e-aa44-c6eff4ee91df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:31.335752 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5734b86f-c1ce-43f8-a9a3-eba5d86b061d req-fc85c4dc-7657-4f6e-aa44-c6eff4ee91df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 1098 time: 0.0910881 Jan 28 07:00:31.355162 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9446305-c736-44f2-88aa-a16dba4e901c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:31.357276 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c9446305-c736-44f2-88aa-a16dba4e901c tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 1093 time: 0.2258201 Jan 28 07:00:31.493846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734b86f-c1ce-43f8-a9a3-eba5d86b061d req-f4bcaab9-ee12-456e-9027-c36322aab752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:31.495526 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5734b86f-c1ce-43f8-a9a3-eba5d86b061d req-f4bcaab9-ee12-456e-9027-c36322aab752 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b05a1b0-02f5-46cf-a78d-489417b72b9f HTTP/1.1" status: 200 len: 897 time: 0.1533208 Jan 28 07:00:31.584468 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d698277d-acc1-48c2-8fba-8e2cb22741b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '04045fe2-5f64-48c6-9b47-880b61bf3e28', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'port_id': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'mac_address': 'fa:16:3e:58:27:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:00:29Z', 'updated_at': '2022-01-28T07:00:29Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:15Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:31.589060 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d698277d-acc1-48c2-8fba-8e2cb22741b1 None None] Checking router: 8912cb7e-7444-416d-b469-031fdba1835e for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:00:31.598108 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d698277d-acc1-48c2-8fba-8e2cb22741b1 None None] Routers {'8912cb7e-7444-416d-b469-031fdba1835e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:31.598906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d698277d-acc1-48c2-8fba-8e2cb22741b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8912cb7e-7444-416d-b469-031fdba1835e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:31.632718 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5734b86f-c1ce-43f8-a9a3-eba5d86b061d req-d511cf1c-7893-4232-a3e7-084cbb454100 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cfe50c8-2968-43a5-a5fc-c290505f8294 HTTP/1.1" status: 200 len: 999 time: 0.1252625 Jan 28 07:00:31.703169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734b86f-c1ce-43f8-a9a3-eba5d86b061d req-ab28a3b1-8072-498a-ba92-424c144d4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:31.704813 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5734b86f-c1ce-43f8-a9a3-eba5d86b061d req-ab28a3b1-8072-498a-ba92-424c144d4aea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ad47b59-751b-45b3-8f13-db65453b339c HTTP/1.1" status: 200 len: 835 time: 0.0662434 Jan 28 07:00:31.781177 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-d698277d-acc1-48c2-8fba-8e2cb22741b1 None None] Set router 8912cb7e-7444-416d-b469-031fdba1835e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:31.826755 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734b86f-c1ce-43f8-a9a3-eba5d86b061d req-31d7540a-f383-4335-9f7d-ba7b0e456452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:31.828265 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5734b86f-c1ce-43f8-a9a3-eba5d86b061d req-31d7540a-f383-4335-9f7d-ba7b0e456452 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b05a1b0-02f5-46cf-a78d-489417b72b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055367 Jan 28 07:00:32.106638 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5734b86f-c1ce-43f8-a9a3-eba5d86b061d req-04d0d077-ea4c-4b25-828e-f684458a2f22 service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706137 Jan 28 07:00:32.149203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50352) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:32.157234 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d35a1358-3e16-4ef4-8786-3858ae3ddc30 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-665894396', 'description': 'tempest-secgroup-smoke-665894396 description', 'project_id': 'fab9236ca18a49699cab17477937175c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:32.173836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d35a1358-3e16-4ef4-8786-3858ae3ddc30 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:32.217010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d698277d-acc1-48c2-8fba-8e2cb22741b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '04045fe2-5f64-48c6-9b47-880b61bf3e28', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'port_id': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'mac_address': 'fa:16:3e:58:27:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:00:29Z', 'updated_at': '2022-01-28T07:00:29Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:15Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:32.220959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d698277d-acc1-48c2-8fba-8e2cb22741b1 None None] The sync data for ids ['8912cb7e-7444-416d-b469-031fdba1835e'] in dv-neutron-824022-4-hyperv is: [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '04045fe2-5f64-48c6-9b47-880b61bf3e28', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'port_id': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'mac_address': 'fa:16:3e:58:27:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:00:29Z', 'updated_at': '2022-01-28T07:00:29Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:15Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:00:32.237829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d35a1358-3e16-4ef4-8786-3858ae3ddc30 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:32.279803 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5734b86f-c1ce-43f8-a9a3-eba5d86b061d req-ca72222e-1166-42c1-bff6-ba54928f529c service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644967 Jan 28 07:00:32.329464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d35a1358-3e16-4ef4-8786-3858ae3ddc30 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:32.351987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d35a1358-3e16-4ef4-8786-3858ae3ddc30 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:32.356191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d35a1358-3e16-4ef4-8786-3858ae3ddc30 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:32.359750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d35a1358-3e16-4ef4-8786-3858ae3ddc30 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:32.365579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d35a1358-3e16-4ef4-8786-3858ae3ddc30 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:32.442809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d35a1358-3e16-4ef4-8786-3858ae3ddc30 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:32.450242 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9049cfb-3fb4-4371-a1ad-7641b4c02c35 None None] New status for floating IP 04045fe2-5f64-48c6-9b47-880b61bf3e28: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:00:32.557533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d35a1358-3e16-4ef4-8786-3858ae3ddc30 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:32.618792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a1358-3e16-4ef4-8786-3858ae3ddc30 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d457320-5cbd-452f-a7e7-db383cfd0974,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:32.728952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d35a1358-3e16-4ef4-8786-3858ae3ddc30 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:32.730163 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d35a1358-3e16-4ef4-8786-3858ae3ddc30 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5799520 Jan 28 07:00:32.733039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50360) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:32.738725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b463502e-9b49-4afb-8703-40449b2af63a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '6d457320-5cbd-452f-a7e7-db383cfd0974', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:32.744863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b463502e-9b49-4afb-8703-40449b2af63a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:32.748861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b463502e-9b49-4afb-8703-40449b2af63a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:32.751882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b463502e-9b49-4afb-8703-40449b2af63a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:32.757845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b463502e-9b49-4afb-8703-40449b2af63a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:32.884137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b463502e-9b49-4afb-8703-40449b2af63a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:32.966570 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b463502e-9b49-4afb-8703-40449b2af63a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:33.011920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b463502e-9b49-4afb-8703-40449b2af63a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:33.041055 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463502e-9b49-4afb-8703-40449b2af63a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33465917-4657-4484-8dad-f98e7e99124d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:33.123774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b463502e-9b49-4afb-8703-40449b2af63a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:33.125720 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b463502e-9b49-4afb-8703-40449b2af63a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3917449 Jan 28 07:00:33.128386 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50366) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:33.149391 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-0c1b135d-9b40-4a34-9f50-f89314130958 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '6d457320-5cbd-452f-a7e7-db383cfd0974', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:33.149391 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0c1b135d-9b40-4a34-9f50-f89314130958 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:33.149391 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0c1b135d-9b40-4a34-9f50-f89314130958 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:33.149391 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-0c1b135d-9b40-4a34-9f50-f89314130958 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:33.159995 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-0c1b135d-9b40-4a34-9f50-f89314130958 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:33.220452 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fb3a0340-19d0-4234-8a48-3805ee6c0103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:33.256118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c1b135d-9b40-4a34-9f50-f89314130958 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:33.320204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c1b135d-9b40-4a34-9f50-f89314130958 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:33.397520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c1b135d-9b40-4a34-9f50-f89314130958 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:33.421311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b135d-9b40-4a34-9f50-f89314130958 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a0549f-728a-4b70-8205-cd7d68624710,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:33.495219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c1b135d-9b40-4a34-9f50-f89314130958 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:33.496599 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0c1b135d-9b40-4a34-9f50-f89314130958 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3667030 Jan 28 07:00:33.499376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50370) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:33.504592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-683163ba-50d7-4f9a-aeae-10ec4f7fe0c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '6d457320-5cbd-452f-a7e7-db383cfd0974', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:33.510652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-683163ba-50d7-4f9a-aeae-10ec4f7fe0c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:33.514596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-683163ba-50d7-4f9a-aeae-10ec4f7fe0c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:33.517476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-683163ba-50d7-4f9a-aeae-10ec4f7fe0c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:33.523089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-683163ba-50d7-4f9a-aeae-10ec4f7fe0c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:33.598730 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-683163ba-50d7-4f9a-aeae-10ec4f7fe0c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:33.662931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-683163ba-50d7-4f9a-aeae-10ec4f7fe0c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:33.732084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-683163ba-50d7-4f9a-aeae-10ec4f7fe0c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:33.757255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683163ba-50d7-4f9a-aeae-10ec4f7fe0c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e68abd4-5f8f-4a7c-b548-d244a15aad59,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:33.855448 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-683163ba-50d7-4f9a-aeae-10ec4f7fe0c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:33.856857 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-683163ba-50d7-4f9a-aeae-10ec4f7fe0c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563535 Jan 28 07:00:33.859466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50374) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:33.864587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7065f901-0948-4b0d-b02d-8bdb3cb607be tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '6d457320-5cbd-452f-a7e7-db383cfd0974', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:33.870607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7065f901-0948-4b0d-b02d-8bdb3cb607be tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:33.874308 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7065f901-0948-4b0d-b02d-8bdb3cb607be tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:33.877239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7065f901-0948-4b0d-b02d-8bdb3cb607be tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:33.882894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7065f901-0948-4b0d-b02d-8bdb3cb607be tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:33.964698 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7065f901-0948-4b0d-b02d-8bdb3cb607be tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:34.032957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7065f901-0948-4b0d-b02d-8bdb3cb607be tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:34.100495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7065f901-0948-4b0d-b02d-8bdb3cb607be tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:34.123861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065f901-0948-4b0d-b02d-8bdb3cb607be tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da37692a-074f-47cc-9414-9d172610e6a4,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:34.203713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7065f901-0948-4b0d-b02d-8bdb3cb607be tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:34.204899 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7065f901-0948-4b0d-b02d-8bdb3cb607be tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3444993 Jan 28 07:00:34.207592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50380) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:34.212541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fe436cf2-ccf5-4b43-8ae7-cd9c41e0956f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '6d457320-5cbd-452f-a7e7-db383cfd0974', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:34.218472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe436cf2-ccf5-4b43-8ae7-cd9c41e0956f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:34.222212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe436cf2-ccf5-4b43-8ae7-cd9c41e0956f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:34.225061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe436cf2-ccf5-4b43-8ae7-cd9c41e0956f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:34.230982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe436cf2-ccf5-4b43-8ae7-cd9c41e0956f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:34.306231 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:34.306782 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-fe436cf2-ccf5-4b43-8ae7-cd9c41e0956f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:00:34.315549 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe436cf2-ccf5-4b43-8ae7-cd9c41e0956f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:34.382759 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe436cf2-ccf5-4b43-8ae7-cd9c41e0956f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:34.477674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe436cf2-ccf5-4b43-8ae7-cd9c41e0956f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:34.492370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:34.501453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe436cf2-ccf5-4b43-8ae7-cd9c41e0956f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f80d21-2e78-4779-a22f-9799c6359e30,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:34.557578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe436cf2-ccf5-4b43-8ae7-cd9c41e0956f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:34.558757 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fe436cf2-ccf5-4b43-8ae7-cd9c41e0956f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3502612 Jan 28 07:00:34.562035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50384) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:34.566976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e7b29492-5827-4570-9638-143711ca60f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': '6d457320-5cbd-452f-a7e7-db383cfd0974', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:34.572679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e7b29492-5827-4570-9638-143711ca60f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:34.576427 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e7b29492-5827-4570-9638-143711ca60f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:34.579326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e7b29492-5827-4570-9638-143711ca60f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:34.584945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e7b29492-5827-4570-9638-143711ca60f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:34.669251 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-e7b29492-5827-4570-9638-143711ca60f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:00:34.681188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7b29492-5827-4570-9638-143711ca60f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:34.745231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7b29492-5827-4570-9638-143711ca60f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:34.823445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7b29492-5827-4570-9638-143711ca60f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:34.844320 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b29492-5827-4570-9638-143711ca60f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addb8ae3-ef6a-4719-bb92-6cb15342a188,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:34.966215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7b29492-5827-4570-9638-143711ca60f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:34.968617 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e7b29492-5827-4570-9638-143711ca60f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4054568 Jan 28 07:00:35.075879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50402) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:35.205380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-e64df870-fa89-45c8-8202-c1dffbad0820 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:00:35.315377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a609c812-7cf6-4125-b362-5efbb31f4a98 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Deleting port 2b5c7e01-cc29-4e0c-8a38-3227fe654389 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:35.315828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a609c812-7cf6-4125-b362-5efbb31f4a98 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:35.356910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-e64df870-fa89-45c8-8202-c1dffbad0820 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:00:35.357997 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-e64df870-fa89-45c8-8202-c1dffbad0820 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-665894396&fields=id&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 267 time: 0.2249148 Jan 28 07:00:35.599126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a609c812-7cf6-4125-b362-5efbb31f4a98 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:35.599472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a609c812-7cf6-4125-b362-5efbb31f4a98 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:35.621273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-6dddba61-f781-4552-a620-0ae827a159d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:35.622690 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-6dddba61-f781-4552-a620-0ae827a159d8 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/networks?id=6b05a1b0-02f5-46cf-a78d-489417b72b9f HTTP/1.1" status: 200 len: 796 time: 0.2578917 Jan 28 07:00:35.732037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:35.745556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a609c812-7cf6-4125-b362-5efbb31f4a98 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Calling delete_port for 2b5c7e01-cc29-4e0c-8a38-3227fe654389 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:35.774978 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-c13a179e-3452-4e8b-8368-da6aa42d68f7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/quotas/fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 375 time: 0.0952017 Jan 28 07:00:36.007818 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-69788706-7206-4a5c-b2f2-5312cf5b324f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2278423 Jan 28 07:00:36.170031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a609c812-7cf6-4125-b362-5efbb31f4a98 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:36.266277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609c812-7cf6-4125-b362-5efbb31f4a98 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event deleted for resources: {'Port': ['ID=2b5c7e01-cc29-4e0c-8a38-3227fe654389,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:36.336558 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-8b9544c4-374c-4ee3-a79b-9505ca6e3e19 service neutron] 10.222.0.25 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944429 Jan 28 07:00:36.346886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a609c812-7cf6-4125-b362-5efbb31f4a98 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:36.347235 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-a609c812-7cf6-4125-b362-5efbb31f4a98 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Floating IP 1f3eb595-3f97-4c2f-8aa9-64ba77d3ee11 disassociated (deleted). External IP: 172.26.4.121, port: e5b8db9e-40d8-470c-b1f9-459d50b0767f. Jan 28 07:00:36.625902 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-e1320a37-09c4-44c6-89e8-075198680db2 service neutron] 10.222.0.25 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823248 Jan 28 07:00:36.807646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a609c812-7cf6-4125-b362-5efbb31f4a98 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Router ef9833fd-fda0-4cfa-b103-4b4682482779 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:00:36.928829 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64ba045d-2c56-4fec-a98e-d692aa31d065 req-8bb5ee25-ff1a-4e06-b71f-2d07aa9ebcb9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 210 time: 0.0534406 Jan 28 07:00:37.032556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a609c812-7cf6-4125-b362-5efbb31f4a98 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:00:37.041983 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790de1e3-8278-42af-b5f7-dd5e2a369909 None None] Sync routers for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:00:37.050878 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790de1e3-8278-42af-b5f7-dd5e2a369909 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:37.051530 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-790de1e3-8278-42af-b5f7-dd5e2a369909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:37.098064 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a609c812-7cf6-4125-b362-5efbb31f4a98 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:37.157440 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a609c812-7cf6-4125-b362-5efbb31f4a98 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "DELETE /v2.0/floatingips/1f3eb595-3f97-4c2f-8aa9-64ba77d3ee11 HTTP/1.1" status: 204 len: 168 time: 2.0776525 Jan 28 07:00:37.157440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'tag': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:00:37.231268 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-790de1e3-8278-42af-b5f7-dd5e2a369909 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:37.233893 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'tag': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'status': 'completed', 'code': 200} Jan 28 07:00:37.374488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13633863-8f95-4522-abfa-82d42e44a37c req-8d45b47b-8aeb-4620-994d-926d67d78891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:37.376031 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13633863-8f95-4522-abfa-82d42e44a37c req-8d45b47b-8aeb-4620-994d-926d67d78891 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7588e9cf38c44664a3c43179590607b4&device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 1099 time: 0.0785420 Jan 28 07:00:37.513580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13633863-8f95-4522-abfa-82d42e44a37c req-fef91f35-5c64-45e3-99ce-21145bbbdddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:37.515638 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13633863-8f95-4522-abfa-82d42e44a37c req-fef91f35-5c64-45e3-99ce-21145bbbdddf service neutron] 10.222.0.37 "GET /v2.0/networks?id=9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 200 len: 913 time: 0.1334558 Jan 28 07:00:37.568935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-790de1e3-8278-42af-b5f7-dd5e2a369909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:37.574554 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790de1e3-8278-42af-b5f7-dd5e2a369909 None None] Checking router: ef9833fd-fda0-4cfa-b103-4b4682482779 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:00:37.582480 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790de1e3-8278-42af-b5f7-dd5e2a369909 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:37.583112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-790de1e3-8278-42af-b5f7-dd5e2a369909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:37.734500 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13633863-8f95-4522-abfa-82d42e44a37c req-0c1c2763-ba84-49bc-a342-621a4738566e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5b8db9e-40d8-470c-b1f9-459d50b0767f HTTP/1.1" status: 200 len: 217 time: 0.2121210 Jan 28 07:00:37.765167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-790de1e3-8278-42af-b5f7-dd5e2a369909 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:37.854236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13633863-8f95-4522-abfa-82d42e44a37c req-cc456b25-3dd8-42cd-aacd-96fd8270ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:37.855658 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13633863-8f95-4522-abfa-82d42e44a37c req-cc456b25-3dd8-42cd-aacd-96fd8270ec39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 200 len: 851 time: 0.0712237 Jan 28 07:00:37.867980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5f1ea-dcae-4c02-a52a-302c73aea018 req-6edeb6ab-8867-4667-88a0-641d71870dba tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:37.868636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-8be5f1ea-dcae-4c02-a52a-302c73aea018 req-6edeb6ab-8867-4667-88a0-641d71870dba tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Synchronizing usage tracker for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:00:37.947777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13633863-8f95-4522-abfa-82d42e44a37c req-bfb5acfc-0ae9-4624-8370-fd5274a30d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:37.949146 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13633863-8f95-4522-abfa-82d42e44a37c req-bfb5acfc-0ae9-4624-8370-fd5274a30d98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9d0a3adf-4980-425f-bd4a-a74e09017297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779650 Jan 28 07:00:37.980304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-8be5f1ea-dcae-4c02-a52a-302c73aea018 req-6edeb6ab-8867-4667-88a0-641d71870dba tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Unset dirty status for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:00:37.981429 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8be5f1ea-dcae-4c02-a52a-302c73aea018 req-6edeb6ab-8867-4667-88a0-641d71870dba tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 946 time: 0.2493346 Jan 28 07:00:38.109175 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8be5f1ea-dcae-4c02-a52a-302c73aea018 req-1886f287-a24b-4c9f-b702-890e828d315c tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057742 Jan 28 07:00:38.125948 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-790de1e3-8278-42af-b5f7-dd5e2a369909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:38.137368 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790de1e3-8278-42af-b5f7-dd5e2a369909 None None] The sync data for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv is: [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T06:49:36Z', 'revision_number': 4, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3b458546-c924-4d88-b9d3-8acc514b6210', 'name': '', 'network_id': '9d0a3adf-4980-425f-bd4a-a74e09017297', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'mac_address': 'fa:16:3e:50:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:34Z', 'updated_at': '2022-01-28T06:49:44Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'subnets': [{'id': '451cc62c-ac3d-4b19-bfce-976b0f33ddb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:00:38.159718 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-21bc6f26-a26e-4967-848b-4901bb28c12c req-489f5e5a-a867-4d6c-a961-3d525b6ee4ff tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 210 time: 0.0603068 Jan 28 07:00:38.195115 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13633863-8f95-4522-abfa-82d42e44a37c req-46ecfb57-9a10-43bb-a97b-0f15e06e77cb service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127433 Jan 28 07:00:38.341878 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13633863-8f95-4522-abfa-82d42e44a37c req-892f4429-e5d4-4fab-a082-e55878338239 service neutron] 10.222.0.37 "GET /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369882 Jan 28 07:00:38.389864 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a22c4d-5636-477d-80fa-d956f0d58a1a None None] New status for floating IP 1f3eb595-3f97-4c2f-8aa9-64ba77d3ee11: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:00:38.497365 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921622d-1eeb-4ec1-ad08-f5169be34dd7 req-005f2904-cbee-4fa0-a991-816f01bf803e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:38.498724 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3921622d-1eeb-4ec1-ad08-f5169be34dd7 req-005f2904-cbee-4fa0-a991-816f01bf803e tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 946 time: 0.0820205 Jan 28 07:00:38.575159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-3921622d-1eeb-4ec1-ad08-f5169be34dd7 req-3ea44425-dd7b-448b-af1e-fed39978ae8a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Deleting port e5b8db9e-40d8-470c-b1f9-459d50b0767f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:38.575515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3921622d-1eeb-4ec1-ad08-f5169be34dd7 req-3ea44425-dd7b-448b-af1e-fed39978ae8a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:38.819365 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-3921622d-1eeb-4ec1-ad08-f5169be34dd7 req-3ea44425-dd7b-448b-af1e-fed39978ae8a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] For port e5b8db9e-40d8-470c-b1f9-459d50b0767f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e5b8db9e-40d8-470c-b1f9-459d50b0767f,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:38.819728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3921622d-1eeb-4ec1-ad08-f5169be34dd7 req-3ea44425-dd7b-448b-af1e-fed39978ae8a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:38.944555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-3921622d-1eeb-4ec1-ad08-f5169be34dd7 req-3ea44425-dd7b-448b-af1e-fed39978ae8a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Calling delete_port for e5b8db9e-40d8-470c-b1f9-459d50b0767f owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:39.187017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-5bcf9030-3cae-4745-acb8-de1f7fab72ad tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:39.188489 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-5bcf9030-3cae-4745-acb8-de1f7fab72ad tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/networks?id=6b05a1b0-02f5-46cf-a78d-489417b72b9f HTTP/1.1" status: 200 len: 796 time: 0.2160230 Jan 28 07:00:39.284393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3921622d-1eeb-4ec1-ad08-f5169be34dd7 req-3ea44425-dd7b-448b-af1e-fed39978ae8a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:39.452315 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-a0b7b878-0da1-41c0-8d44-db90979a9389 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 471 time: 0.2463648 Jan 28 07:00:39.498635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea44425-dd7b-448b-af1e-fed39978ae8a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event deleted for resources: {'Port': ['ID=e5b8db9e-40d8-470c-b1f9-459d50b0767f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:39.508066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'port': {'device_id': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'admin_state_up': True, 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'security_groups': ['6d457320-5cbd-452f-a7e7-db383cfd0974']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:39.530676 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6702e226-59ee-4ebe-ae5c-cf2727c8aa69 req-3c3749a7-ecc5-4742-88f2-d39b9e386cef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 210 time: 0.2320654 Jan 28 07:00:39.628497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3921622d-1eeb-4ec1-ad08-f5169be34dd7 req-3ea44425-dd7b-448b-af1e-fed39978ae8a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] No DVR routers for this DVR port e5b8db9e-40d8-470c-b1f9-459d50b0767f on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:00:39.676295 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3921622d-1eeb-4ec1-ad08-f5169be34dd7 req-3ea44425-dd7b-448b-af1e-fed39978ae8a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:39.679378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'name': 'network-vif-deleted', 'tag': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:00:39.702855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a6525-06c6-4906-b4b1-c88b631d34b7 req-be2351fa-9f29-4a6c-87e6-279f874e8346 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:39.704325 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-142a6525-06c6-4906-b4b1-c88b631d34b7 req-be2351fa-9f29-4a6c-87e6-279f874e8346 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 867 time: 0.4808004 Jan 28 07:00:39.740125 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee238e7-b146-4297-bc34-5c7df41ff1ce', 'name': 'network-vif-deleted', 'tag': 'e5b8db9e-40d8-470c-b1f9-459d50b0767f', 'status': 'completed', 'code': 200} Jan 28 07:00:39.778034 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:39.783058 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-142a6525-06c6-4906-b4b1-c88b631d34b7 req-00078798-2532-47b1-8add-49742cf90bc0 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97b3b28-b562-44db-bc70-32899d0c102b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713165 Jan 28 07:00:39.785892 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3921622d-1eeb-4ec1-ad08-f5169be34dd7 req-3ea44425-dd7b-448b-af1e-fed39978ae8a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.37 "DELETE /v2.0/ports/e5b8db9e-40d8-470c-b1f9-459d50b0767f HTTP/1.1" status: 204 len: 173 time: 1.2758491 Jan 28 07:00:39.787023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:port and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:39.790065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:39.797281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:39.914906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:00:39.918589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:40.093714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.10 (6b05a1b0-02f5-46cf-a78d-489417b72b9f/2ad47b59-751b-45b3-8f13-db65453b339c/9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:00:40.284903 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:40.301247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:00:40.364610 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:00:40.384042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:40.458931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 6b05a1b0-02f5-46cf-a78d-489417b72b9f is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:00:40.461837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:00:40.466122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:00:40.502668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:40.536288 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:40.536922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:40.612735 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-03d13940-e1b9-449b-8a53-31602a34a81f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1224663 Jan 28 07:00:40.630138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Request body: {'port': {'device_id': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:40.771681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0e7b2403-8d90-4666-950f-89d1405ca7ec None None] Provisioning for port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:00:40.778721 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0e7b2403-8d90-4666-950f-89d1405ca7ec None None] Provisioning complete for port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:00:40.779310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0e7b2403-8d90-4666-950f-89d1405ca7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:40.821354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:40.840334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b2403-8d90-4666-950f-89d1405ca7ec None None] Port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:00:40.850687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa1ab9-4dd6-4d93-873c-4ea9a7f0585b req-e37c8018-2547-4645-8a9d-67eb6d82fcf5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:40.851565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-adfa1ab9-4dd6-4d93-873c-4ea9a7f0585b req-e37c8018-2547-4645-8a9d-67eb6d82fcf5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:00:40.951623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:40.960177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-dffc7bd1-d547-4268-92cb-117f7881bd7e req-a71fb968-7504-4c26-a29d-ece2b0ecf0c3 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Synchronizing usage tracker for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:00:41.019984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-adfa1ab9-4dd6-4d93-873c-4ea9a7f0585b req-e37c8018-2547-4645-8a9d-67eb6d82fcf5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:00:41.021173 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-adfa1ab9-4dd6-4d93-873c-4ea9a7f0585b req-e37c8018-2547-4645-8a9d-67eb6d82fcf5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 932 time: 0.3622096 Jan 28 07:00:41.093810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-dffc7bd1-d547-4268-92cb-117f7881bd7e req-a71fb968-7504-4c26-a29d-ece2b0ecf0c3 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Unset dirty status for tenant:7588e9cf38c44664a3c43179590607b4 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:00:41.094915 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dffc7bd1-d547-4268-92cb-117f7881bd7e req-a71fb968-7504-4c26-a29d-ece2b0ecf0c3 tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "GET /v2.0/ports?device_id=aee238e7-b146-4297-bc34-5c7df41ff1ce HTTP/1.1" status: 200 len: 210 time: 0.1800323 Jan 28 07:00:41.115899 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-adfa1ab9-4dd6-4d93-873c-4ea9a7f0585b req-e29d8212-2723-4b7f-9f30-4c08f52964c0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d457320-5cbd-452f-a7e7-db383cfd0974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844126 Jan 28 07:00:41.275975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:00:41.283063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:41.297167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Transition to ACTIVE for port object 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:00:41.374928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:41.534904 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:41.714804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Attempting to bind port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:00:41.714804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Attempting to bind port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:00:41.714804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Attempting to bind port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 on network 6b05a1b0-02f5-46cf-a78d-489417b72b9f {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:00:41.715868 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 on network 6b05a1b0-02f5-46cf-a78d-489417b72b9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:00:41.716182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Attempting to bind port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 on network 6b05a1b0-02f5-46cf-a78d-489417b72b9f {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:00:41.721688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:00:41.722011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Checking segment: {'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:00:41.722383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Bound using segment: {'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:00:41.722792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Bound port: 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd12a83b-ddc4-4c6f-a381-317246fc6994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:00:41.723124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:41.812265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] For port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:00:41.815119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] For port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:00:41.934950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:41.995842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:41.996457 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:41.997846 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 HTTP/1.1" status: 200 len: 1094 time: 1.3721697 Jan 28 07:00:41.998289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'tag': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:00:42.021155 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aee4b6-42d9-48b8-b259-50843928f3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:42.055618 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'tag': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15', 'status': 'completed', 'code': 200} Jan 28 07:00:42.184627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a53a3-3183-4a86-a4f9-6c5667b356d5 req-821057d4-63b5-4ed0-86f4-0c6e0d27a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:42.186658 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba2a53a3-3183-4a86-a4f9-6c5667b356d5 req-821057d4-63b5-4ed0-86f4-0c6e0d27a21c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 1097 time: 0.0867903 Jan 28 07:00:42.196235 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50446) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:42.484447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2523b3ca-933c-4e3d-8e12-60a03c70be5d tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Deleting port df044bfb-5788-4608-b84b-d4f909b4923f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:42.485083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2523b3ca-933c-4e3d-8e12-60a03c70be5d tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:42.543615 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e5b8db9e-40d8-470c-b1f9-459d50b0767f no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:00:42.577637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: e5b8db9e-40d8-470c-b1f9-459d50b0767f {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:00:42.577984 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e5b8db9e-40d8-470c-b1f9-459d50b0767f not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:00:42.585231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a53a3-3183-4a86-a4f9-6c5667b356d5 req-dae71faf-7b0c-42d7-8b28-c1b52dce93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:42.586693 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba2a53a3-3183-4a86-a4f9-6c5667b356d5 req-dae71faf-7b0c-42d7-8b28-c1b52dce93c4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=fab9236ca18a49699cab17477937175c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3304613 Jan 28 07:00:42.651363 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be650824-2fd4-45f7-9ed5-7e3bc7ec7c32 req-2ea04cb4-ba23-4854-876b-1cc0c95cf8f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:42.652795 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be650824-2fd4-45f7-9ed5-7e3bc7ec7c32 req-2ea04cb4-ba23-4854-876b-1cc0c95cf8f2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 944 time: 0.3954418 Jan 28 07:00:42.840757 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be650824-2fd4-45f7-9ed5-7e3bc7ec7c32 req-f2721a67-c8f6-4e3f-bd2f-032fccadb489 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d457320-5cbd-452f-a7e7-db383cfd0974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347182 Jan 28 07:00:42.842360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2523b3ca-933c-4e3d-8e12-60a03c70be5d tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:42.842678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2523b3ca-933c-4e3d-8e12-60a03c70be5d tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:42.977853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-2523b3ca-933c-4e3d-8e12-60a03c70be5d tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Calling delete_port for df044bfb-5788-4608-b84b-d4f909b4923f owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:43.004028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a53a3-3183-4a86-a4f9-6c5667b356d5 req-78ad49b1-2f5b-4e65-a0f3-2d31b9279f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:43.005452 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba2a53a3-3183-4a86-a4f9-6c5667b356d5 req-78ad49b1-2f5b-4e65-a0f3-2d31b9279f0d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4105711 Jan 28 07:00:43.176263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-fbfd1710-e023-4412-8885-db8fa0ab2919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:43.177618 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-fbfd1710-e023-4412-8885-db8fa0ab2919 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 1097 time: 0.0918286 Jan 28 07:00:43.243734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2523b3ca-933c-4e3d-8e12-60a03c70be5d tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:43.392256 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-903b94ad-ea65-4c7c-b06d-ff4c48051053 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 HTTP/1.1" status: 200 len: 217 time: 0.2004120 Jan 28 07:00:43.406829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523b3ca-933c-4e3d-8e12-60a03c70be5d tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event deleted for resources: {'Port': ['ID=df044bfb-5788-4608-b84b-d4f909b4923f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:43.536644 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-f4e630d6-55b5-4534-b00d-d77407f1e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:43.538054 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-f4e630d6-55b5-4534-b00d-d77407f1e7f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ad47b59-751b-45b3-8f13-db65453b339c HTTP/1.1" status: 200 len: 835 time: 0.1323600 Jan 28 07:00:43.544093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2523b3ca-933c-4e3d-8e12-60a03c70be5d tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:43.619689 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-3625079a-4797-4361-abe3-c5fadb6ed1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:43.621134 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-3625079a-4797-4361-abe3-c5fadb6ed1dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b05a1b0-02f5-46cf-a78d-489417b72b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733831 Jan 28 07:00:43.717451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2523b3ca-933c-4e3d-8e12-60a03c70be5d tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:43.718548 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2523b3ca-933c-4e3d-8e12-60a03c70be5d tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "DELETE /v2.0/floatingips/483f43d2-c4a7-42e3-a1d9-1d47a9c44bc4 HTTP/1.1" status: 204 len: 168 time: 1.5213649 Jan 28 07:00:43.757222 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-439bc958-699c-48e7-87ab-970af83c0c2c service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285427 Jan 28 07:00:43.903936 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5b0dfd3-1fc2-413d-992d-0a84b1524c13 req-fe73fd5f-a7af-4fd4-89f8-63704b22359f service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332309 Jan 28 07:00:44.030901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00307f2c-0d91-41f7-aeab-11973e1646dd req-fd3f6ae1-abf7-4ee5-bbbe-e435b2f91111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:44.032381 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00307f2c-0d91-41f7-aeab-11973e1646dd req-fd3f6ae1-abf7-4ee5-bbbe-e435b2f91111 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 944 time: 0.0844448 Jan 28 07:00:44.075375 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00307f2c-0d91-41f7-aeab-11973e1646dd req-7d5ce692-ee42-454b-8f0a-0d3b6432da8d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d457320-5cbd-452f-a7e7-db383cfd0974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373530 Jan 28 07:00:45.258249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4d35d-e03d-4aa3-9047-e4954b0253a1 req-e4d543b0-3156-4431-8589-93a0f9f42a44 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:45.261498 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-acf4d35d-e03d-4aa3-9047-e4954b0253a1 req-e4d543b0-3156-4431-8589-93a0f9f42a44 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 944 time: 0.0813799 Jan 28 07:00:45.318545 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-acf4d35d-e03d-4aa3-9047-e4954b0253a1 req-b39ea80f-4d51-4202-98a7-aa75b52de04c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d457320-5cbd-452f-a7e7-db383cfd0974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522351 Jan 28 07:00:46.363177 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50468) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:46.430311 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4c9161cc-b2f3-4386-9989-0626c478778a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:46.458882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4c9161cc-b2f3-4386-9989-0626c478778a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:46.512862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7a735-0f4e-4008-8ead-686203a2c093 req-03573f0e-04a0-488b-bc0d-8fbef663505d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:46.515439 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84d7a735-0f4e-4008-8ead-686203a2c093 req-03573f0e-04a0-488b-bc0d-8fbef663505d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 944 time: 0.0820611 Jan 28 07:00:46.533381 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:00:46.561310 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-84d7a735-0f4e-4008-8ead-686203a2c093 req-382b9549-1f3c-470d-bed8-e355dc5a42fd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d457320-5cbd-452f-a7e7-db383cfd0974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408459 Jan 28 07:00:46.597288 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4c9161cc-b2f3-4386-9989-0626c478778a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:46.616235 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9161cc-b2f3-4386-9989-0626c478778a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97b3b28-b562-44db-bc70-32899d0c102b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:46.680814 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:46.693443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4c9161cc-b2f3-4386-9989-0626c478778a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:46.698654 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4c9161cc-b2f3-4386-9989-0626c478778a tempest-TestVolumeBootPattern-1225666335 tempest-TestVolumeBootPattern-1225666335-project] 10.222.0.25 "DELETE /v2.0/security-groups/b97b3b28-b562-44db-bc70-32899d0c102b HTTP/1.1" status: 204 len: 168 time: 0.3308034 Jan 28 07:00:46.733231 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'port_id': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15', 'mac_address': 'fa:16:3e:18:4d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:00:46.787204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:46.805266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:00:46.821189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50474) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:46.834340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:46.926159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:47.004149 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:47.233744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:00:47.524539 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6b18cd03-be9f-4902-aea4-cbce5d1fb783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:47.750644 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f9b2f-bbc2-4f7d-a9b5-26c0a36107a5 req-f606a315-414c-4ccc-a43f-6ee084d03046 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:47.752146 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-094f9b2f-bbc2-4f7d-a9b5-26c0a36107a5 req-f606a315-414c-4ccc-a43f-6ee084d03046 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 945 time: 0.0829852 Jan 28 07:00:47.796573 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-094f9b2f-bbc2-4f7d-a9b5-26c0a36107a5 req-470dabb6-de0d-4ccb-8c41-059b4425b61a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d457320-5cbd-452f-a7e7-db383cfd0974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384130 Jan 28 07:00:47.866469 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-6b18cd03-be9f-4902-aea4-cbce5d1fb783 admin admin] Deleting port 3b458546-c924-4d88-b9d3-8acc514b6210 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:47.866842 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6b18cd03-be9f-4902-aea4-cbce5d1fb783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:48.032122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-6b18cd03-be9f-4902-aea4-cbce5d1fb783 admin admin] For port 3b458546-c924-4d88-b9d3-8acc514b6210, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3b458546-c924-4d88-b9d3-8acc514b6210,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:48.032463 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6b18cd03-be9f-4902-aea4-cbce5d1fb783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:48.151008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-6b18cd03-be9f-4902-aea4-cbce5d1fb783 admin admin] Calling delete_port for 3b458546-c924-4d88-b9d3-8acc514b6210 owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:48.459852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6b18cd03-be9f-4902-aea4-cbce5d1fb783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:48.507697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b18cd03-be9f-4902-aea4-cbce5d1fb783 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b458546-c924-4d88-b9d3-8acc514b6210,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:48.551597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:00:48.674461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:00:48.680670 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:00:48.681350 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:48.785086 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6b18cd03-be9f-4902-aea4-cbce5d1fb783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:48.806122 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:48.839879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:00:48.853463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:48.895020 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15', 'code': 200} Jan 28 07:00:48.934643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:49.009790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:49.013814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12a8cc-d0e3-426e-91e9-f08e74d500b0 req-c51da5f0-1432-459e-9076-66f91b5d01f9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:49.013814 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7d12a8cc-d0e3-426e-91e9-f08e74d500b0 req-c51da5f0-1432-459e-9076-66f91b5d01f9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 946 time: 0.0945303 Jan 28 07:00:49.058122 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7d12a8cc-d0e3-426e-91e9-f08e74d500b0 req-b757842f-bc6c-4862-9171-102cdd356a47 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d457320-5cbd-452f-a7e7-db383cfd0974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388672 Jan 28 07:00:49.157382 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b18cd03-be9f-4902-aea4-cbce5d1fb783 admin admin] Router ef9833fd-fda0-4cfa-b103-4b4682482779 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:00:49.306880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006948f0-be7f-4982-9d14-fe36719514ee req-885a4783-9f2a-48c2-9df3-58c7fb4426aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:49.308289 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-006948f0-be7f-4982-9d14-fe36719514ee req-885a4783-9f2a-48c2-9df3-58c7fb4426aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 1099 time: 0.0720272 Jan 28 07:00:49.337831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b18cd03-be9f-4902-aea4-cbce5d1fb783 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:00:49.347902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f12e805-37c0-4b2d-9743-b627e8d904d6 None None] Sync routers for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:00:49.350926 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6b18cd03-be9f-4902-aea4-cbce5d1fb783 admin admin] 10.222.0.25 "PUT /v2.0/routers/ef9833fd-fda0-4cfa-b103-4b4682482779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5283475 Jan 28 07:00:49.352364 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-006948f0-be7f-4982-9d14-fe36719514ee req-4a1d5023-113d-4ee6-adef-245a70a7cf17 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6d457320-5cbd-452f-a7e7-db383cfd0974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364873 Jan 28 07:00:49.353357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50486) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:49.360093 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f12e805-37c0-4b2d-9743-b627e8d904d6 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:49.360734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-2f12e805-37c0-4b2d-9743-b627e8d904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:49.527109 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:49.533010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-2f12e805-37c0-4b2d-9743-b627e8d904d6 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:49.711941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:49.797112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] Deleting port ba56005f-0434-4876-97fb-6d328e657cce {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:49.797539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:49.811530 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-2f12e805-37c0-4b2d-9743-b627e8d904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63'}], 'enable_snat': True}, 'gw_port_id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T07:00:48Z', 'revision_number': 5, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port': {'id': 'ba56005f-0434-4876-97fb-6d328e657cce', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:28Z', 'updated_at': '2022-01-28T06:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:49.815567 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f12e805-37c0-4b2d-9743-b627e8d904d6 None None] Checking router: ef9833fd-fda0-4cfa-b103-4b4682482779 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:00:49.824111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f12e805-37c0-4b2d-9743-b627e8d904d6 None None] Routers {'ef9833fd-fda0-4cfa-b103-4b4682482779'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:49.824737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-2f12e805-37c0-4b2d-9743-b627e8d904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['ef9833fd-fda0-4cfa-b103-4b4682482779'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:49.978679 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-2f12e805-37c0-4b2d-9743-b627e8d904d6 None None] Set router ef9833fd-fda0-4cfa-b103-4b4682482779 gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:50.103376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] For port ba56005f-0434-4876-97fb-6d328e657cce, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ba56005f-0434-4876-97fb-6d328e657cce,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:50.103892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:50.133791 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-2f12e805-37c0-4b2d-9743-b627e8d904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T07:00:49Z', 'revision_number': 6, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:50.137942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f12e805-37c0-4b2d-9743-b627e8d904d6 None None] The sync data for ids ['ef9833fd-fda0-4cfa-b103-4b4682482779'] in dv-neutron-824022-4-hyperv is: [{'id': 'ef9833fd-fda0-4cfa-b103-4b4682482779', 'name': 'tempest-TestVolumeBootPattern-1218943317-router', 'tenant_id': '7588e9cf38c44664a3c43179590607b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:25Z', 'updated_at': '2022-01-28T07:00:49Z', 'revision_number': 6, 'project_id': '7588e9cf38c44664a3c43179590607b4', 'gw_port_host': None}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:00:50.234042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] Calling delete_port for ba56005f-0434-4876-97fb-6d328e657cce owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:50.512764 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b686e-ca7b-4e8f-83e8-959813026d0d req-c9090853-b3e2-4c19-8645-9e193259a1f6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:50.514253 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a6b686e-ca7b-4e8f-83e8-959813026d0d req-c9090853-b3e2-4c19-8645-9e193259a1f6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 946 time: 0.2875485 Jan 28 07:00:50.584674 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a6b686e-ca7b-4e8f-83e8-959813026d0d req-b2b25d61-685e-45f5-a8c8-a17f3a225c81 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d457320-5cbd-452f-a7e7-db383cfd0974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624578 Jan 28 07:00:50.732005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:50.781302 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba56005f-0434-4876-97fb-6d328e657cce,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:50.875768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:50.976576 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ba56005f-0434-4876-97fb-6d328e657cce no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:00:51.011096 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: ba56005f-0434-4876-97fb-6d328e657cce {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:00:51.011558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ba56005f-0434-4876-97fb-6d328e657cce not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:00:51.011981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3b458546-c924-4d88-b9d3-8acc514b6210 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:00:51.046664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 3b458546-c924-4d88-b9d3-8acc514b6210 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:00:51.046933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3b458546-c924-4d88-b9d3-8acc514b6210 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:00:51.059138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:51.061421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:51.177110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:51.177685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef9833fd-fda0-4cfa-b103-4b4682482779 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:00:51.189619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:51.192102 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d8611b2f-93b7-4554-8c9b-b2b8f541bc26 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ef9833fd-fda0-4cfa-b103-4b4682482779 HTTP/1.1" status: 204 len: 168 time: 1.8377666 Jan 28 07:00:51.194635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50492) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:51.257134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Deleting subnet 451cc62c-ac3d-4b19-bfce-976b0f33ddb9 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:00:51.262908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:51.311464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:51.394463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:51.517394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:51.552418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=451cc62c-ac3d-4b19-bfce-976b0f33ddb9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:51.562981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:51.564975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183c9c51-57b6-46cc-8493-5b0c06520173 None None] Network 9d0a3adf-4980-425f-bd4a-a74e09017297 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:00:51.565870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:51.566211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:51.566541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:51.566869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:51.567190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:51.567534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:51.567852 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:51.568167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:51.568485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:51.568797 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:51.569107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:51.569415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:00:51.575442 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-45bcde80-355a-4d2e-bcbe-0467939c1674 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/451cc62c-ac3d-4b19-bfce-976b0f33ddb9 HTTP/1.1" status: 204 len: 168 time: 0.3795271 Jan 28 07:00:51.578398 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50496) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:51.689296 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:51.699845 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Deleting port 2905336c-409f-451c-9a74-22d17de02bda {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:51.700185 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:51.853066 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d918ef-34ed-43a9-8cb4-d528fce0d610 None None] DHCP port deletion for 9d0a3adf-4980-425f-bd4a-a74e09017297 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:00:51.856821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-25d918ef-34ed-43a9-8cb4-d528fce0d610 None None] Deleting port 2905336c-409f-451c-9a74-22d17de02bda {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:51.857918 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-25d918ef-34ed-43a9-8cb4-d528fce0d610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:51.917215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f03b8-e820-499f-82c6-d715d40de98a req-c539cebb-eb68-4b7a-a1e4-092beafe083a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:51.918846 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-409f03b8-e820-499f-82c6-d715d40de98a req-c539cebb-eb68-4b7a-a1e4-092beafe083a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 946 time: 0.2159045 Jan 28 07:00:51.927470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] For port 2905336c-409f-451c-9a74-22d17de02bda, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=2905336c-409f-451c-9a74-22d17de02bda,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:51.927823 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:51.969836 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-409f03b8-e820-499f-82c6-d715d40de98a req-b981c5ca-7324-4e7f-b887-56c111603b13 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d457320-5cbd-452f-a7e7-db383cfd0974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440485 Jan 28 07:00:52.070415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-25d918ef-34ed-43a9-8cb4-d528fce0d610 None None] For port 2905336c-409f-451c-9a74-22d17de02bda, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=2905336c-409f-451c-9a74-22d17de02bda,segment=NetworkSegment(2cd9ecd3-6a54-4991-bf6e-62508b89626b),segment_id=2cd9ecd3-6a54-4991-bf6e-62508b89626b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:52.071003 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-25d918ef-34ed-43a9-8cb4-d528fce0d610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:52.160376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d898832-5e37-4fb6-a22a-64274409bb97 req-a6e03a0e-86a9-4f73-8158-24e30c1de5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:52.161835 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d898832-5e37-4fb6-a22a-64274409bb97 req-a6e03a0e-86a9-4f73-8158-24e30c1de5e6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 946 time: 0.0812676 Jan 28 07:00:52.174880 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Calling delete_port for 2905336c-409f-451c-9a74-22d17de02bda owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:52.195839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-25d918ef-34ed-43a9-8cb4-d528fce0d610 None None] Calling delete_port for 2905336c-409f-451c-9a74-22d17de02bda owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:52.213263 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d898832-5e37-4fb6-a22a-64274409bb97 req-dc816030-8566-43ca-b303-6d2d0618c547 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d457320-5cbd-452f-a7e7-db383cfd0974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454216 Jan 28 07:00:52.236344 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50504) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:52.305027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3476d-4ccf-4b2a-8945-d53ca53ea890 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:52.306606 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-39d3476d-4ccf-4b2a-8945-d53ca53ea890 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 1094 time: 0.0686450 Jan 28 07:00:52.309407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50508) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:52.314981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:00:52.320953 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:00:52.322374 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:52.324670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:floatingip and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:00:52.329198 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-25d918ef-34ed-43a9-8cb4-d528fce0d610 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:00:52.329555 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-25d918ef-34ed-43a9-8cb4-d528fce0d610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:00:52.330260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:00:52.335910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:00:52.367138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=2905336c-409f-451c-9a74-22d17de02bda,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:52.374094 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] No DVR routers for this DVR port 2905336c-409f-451c-9a74-22d17de02bda on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:00:52.417101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:52.487019 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:52.511534 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0a3adf-4980-425f-bd4a-a74e09017297']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:52.527753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd9ecd3-6a54-4991-bf6e-62508b89626b') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:52.528041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd9ecd3-6a54-4991-bf6e-62508b89626b') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:52.539514 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:52.554877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:52.555708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:52.562408 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:00:52.562810 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:00:52.575922 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:00:52.692188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.117 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/18487a6f-52a8-44ee-878a-ec21f06e6105) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:00:52.716082 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2905336c-409f-451c-9a74-22d17de02bda no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:00:52.726347 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:52.751583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:52.754517 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0a3adf-4980-425f-bd4a-a74e09017297,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:52.759188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 2905336c-409f-451c-9a74-22d17de02bda {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:00:52.759566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2905336c-409f-451c-9a74-22d17de02bda not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:00:52.768785 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-683ca10d-6bc2-4dc5-bb0d-9efa337fc0cc admin admin] 10.222.0.25 "DELETE /v2.0/networks/9d0a3adf-4980-425f-bd4a-a74e09017297 HTTP/1.1" status: 204 len: 168 time: 1.1866992 Jan 28 07:00:52.768967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50512) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:52.830927 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-25d918ef-34ed-43a9-8cb4-d528fce0d610 None None] Deleting port 2905336c-409f-451c-9a74-22d17de02bda {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:52.831624 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-25d918ef-34ed-43a9-8cb4-d528fce0d610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:52.848257 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:52.909007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-25d918ef-34ed-43a9-8cb4-d528fce0d610 None None] The port '2905336c-409f-451c-9a74-22d17de02bda' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 07:00:53.037367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:53.101905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:00:53.104539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:00:53.106866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:00:53.152433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=18487a6f-52a8-44ee-878a-ec21f06e6105,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:53.305212 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8ef63c7a-e6d2-4ac3-99a4-796873959487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:53.519365 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:53.679349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:53.742832 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-8ef63c7a-e6d2-4ac3-99a4-796873959487 admin admin] Deleting port 93b8f879-f35d-43f1-b796-3d1b4f076418 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:53.743443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8ef63c7a-e6d2-4ac3-99a4-796873959487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:53.884562 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:53.911555 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-8ef63c7a-e6d2-4ac3-99a4-796873959487 admin admin] For port 93b8f879-f35d-43f1-b796-3d1b4f076418, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=93b8f879-f35d-43f1-b796-3d1b4f076418,segment=NetworkSegment(e6e52c03-d883-4b69-a294-6e9b20ccba8c),segment_id=e6e52c03-d883-4b69-a294-6e9b20ccba8c)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:53.911912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8ef63c7a-e6d2-4ac3-99a4-796873959487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:53.973949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:54.034213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-8ef63c7a-e6d2-4ac3-99a4-796873959487 admin admin] Calling delete_port for 93b8f879-f35d-43f1-b796-3d1b4f076418 owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:54.087965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=18487a6f-52a8-44ee-878a-ec21f06e6105,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:54.099718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:54.308398 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8ef63c7a-e6d2-4ac3-99a4-796873959487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:54.356016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef63c7a-e6d2-4ac3-99a4-796873959487 admin admin] Pushing event deleted for resources: {'Port': ['ID=93b8f879-f35d-43f1-b796-3d1b4f076418,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:54.370659 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP e850ecca-fdb3-477d-9db3-f53c89d7c06e associated. External IP: 172.26.4.117, port: 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15. Jan 28 07:00:54.629297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8ef63c7a-e6d2-4ac3-99a4-796873959487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:54.725729 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 8912cb7e-7444-416d-b469-031fdba1835e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:00:54.903630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:00:54.913416 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67c6f5-2c23-48c1-ae0e-9d145745e0d2 None None] Sync routers for ids ['8912cb7e-7444-416d-b469-031fdba1835e'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:00:54.923023 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67c6f5-2c23-48c1-ae0e-9d145745e0d2 None None] Routers {'8912cb7e-7444-416d-b469-031fdba1835e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:54.923664 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7b67c6f5-2c23-48c1-ae0e-9d145745e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8912cb7e-7444-416d-b469-031fdba1835e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:54.990549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef63c7a-e6d2-4ac3-99a4-796873959487 admin admin] Router 609e62de-dd89-4cfb-a199-d51040ba588e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:00:55.016900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:55.071585 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ebcddf0f-d9af-48de-b82f-be8fec29cde2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7603548 Jan 28 07:00:55.072306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'tag': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:00:55.104465 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-7b67c6f5-2c23-48c1-ae0e-9d145745e0d2 None None] Set router 8912cb7e-7444-416d-b469-031fdba1835e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:55.118203 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'tag': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15', 'status': 'completed', 'code': 200} Jan 28 07:00:55.243098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ef4a9-211f-43eb-9194-2073fb3eda74 req-0281d5bb-cc8a-4d44-926b-119c6a051783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:55.244706 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-522ef4a9-211f-43eb-9194-2073fb3eda74 req-0281d5bb-cc8a-4d44-926b-119c6a051783 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 1099 time: 0.0777304 Jan 28 07:00:55.291384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef63c7a-e6d2-4ac3-99a4-796873959487 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:00:55.300592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea424d67-db5d-4618-9d58-a641733ec2b1 None None] Sync routers for ids ['609e62de-dd89-4cfb-a199-d51040ba588e'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:00:55.312714 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea424d67-db5d-4618-9d58-a641733ec2b1 None None] Routers {'609e62de-dd89-4cfb-a199-d51040ba588e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:55.313358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ea424d67-db5d-4618-9d58-a641733ec2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['609e62de-dd89-4cfb-a199-d51040ba588e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:55.360976 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8ef63c7a-e6d2-4ac3-99a4-796873959487 admin admin] 10.222.0.25 "PUT /v2.0/routers/609e62de-dd89-4cfb-a199-d51040ba588e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5905526 Jan 28 07:00:55.363674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50520) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:55.402445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ef4a9-211f-43eb-9194-2073fb3eda74 req-669b1969-8e94-4731-b2b1-a04df48acff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:55.404273 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-522ef4a9-211f-43eb-9194-2073fb3eda74 req-669b1969-8e94-4731-b2b1-a04df48acff0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b05a1b0-02f5-46cf-a78d-489417b72b9f HTTP/1.1" status: 200 len: 897 time: 0.1536529 Jan 28 07:00:55.506056 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7b67c6f5-2c23-48c1-ae0e-9d145745e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '04045fe2-5f64-48c6-9b47-880b61bf3e28', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'port_id': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'mac_address': 'fa:16:3e:58:27:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:00:29Z', 'updated_at': '2022-01-28T07:00:32Z', 'revision_number': 1, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}, {'id': 'e850ecca-fdb3-477d-9db3-f53c89d7c06e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.117', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'port_id': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'mac_address': 'fa:16:3e:18:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:00:53Z', 'updated_at': '2022-01-28T07:00:53Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:15Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:55.512598 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67c6f5-2c23-48c1-ae0e-9d145745e0d2 None None] Checking router: 8912cb7e-7444-416d-b469-031fdba1835e for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:00:55.521611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-ea424d67-db5d-4618-9d58-a641733ec2b1 None None] Set router 609e62de-dd89-4cfb-a199-d51040ba588e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:55.526883 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-522ef4a9-211f-43eb-9194-2073fb3eda74 req-261d576e-4e04-4c2f-ba3b-ce056e81dd31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 HTTP/1.1" status: 200 len: 1000 time: 0.1159132 Jan 28 07:00:55.530016 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67c6f5-2c23-48c1-ae0e-9d145745e0d2 None None] Routers {'8912cb7e-7444-416d-b469-031fdba1835e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:55.530619 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7b67c6f5-2c23-48c1-ae0e-9d145745e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8912cb7e-7444-416d-b469-031fdba1835e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:55.564698 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:55.604839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ef4a9-211f-43eb-9194-2073fb3eda74 req-321eabfb-3d6c-4e4f-a4ee-ccd9f3c182e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:55.607912 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-522ef4a9-211f-43eb-9194-2073fb3eda74 req-321eabfb-3d6c-4e4f-a4ee-ccd9f3c182e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ad47b59-751b-45b3-8f13-db65453b339c HTTP/1.1" status: 200 len: 835 time: 0.0731628 Jan 28 07:00:55.699484 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ef4a9-211f-43eb-9194-2073fb3eda74 req-3dd39671-5471-4d36-b7e7-dc7a2897e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:00:55.701011 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-522ef4a9-211f-43eb-9194-2073fb3eda74 req-3dd39671-5471-4d36-b7e7-dc7a2897e621 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b05a1b0-02f5-46cf-a78d-489417b72b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819149 Jan 28 07:00:55.716292 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-7b67c6f5-2c23-48c1-ae0e-9d145745e0d2 None None] Set router 8912cb7e-7444-416d-b469-031fdba1835e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:55.759341 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:55.836433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ea424d67-db5d-4618-9d58-a641733ec2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'name': 'tempest-TestVolumeBootPattern-724962905-router', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.241'}], 'enable_snat': True}, 'gw_port_id': 'cdbd5175-c08f-4ab1-b6d8-e649516aef01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:45Z', 'updated_at': '2022-01-28T07:00:54Z', 'revision_number': 5, 'project_id': 'fc6a093cc54c4bcf974d09280e305670', 'gw_port': {'id': 'cdbd5175-c08f-4ab1-b6d8-e649516aef01', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T06:49:47Z', 'updated_at': '2022-01-28T06:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:55.840619 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-522ef4a9-211f-43eb-9194-2073fb3eda74 req-9f14c631-7315-45cb-a207-d96274f6741d service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313369 Jan 28 07:00:55.846175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] Deleting port cdbd5175-c08f-4ab1-b6d8-e649516aef01 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:55.846175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:55.856334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea424d67-db5d-4618-9d58-a641733ec2b1 None None] Checking router: 609e62de-dd89-4cfb-a199-d51040ba588e for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:00:55.868164 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea424d67-db5d-4618-9d58-a641733ec2b1 None None] Routers {'609e62de-dd89-4cfb-a199-d51040ba588e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:00:55.869147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ea424d67-db5d-4618-9d58-a641733ec2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:00:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['609e62de-dd89-4cfb-a199-d51040ba588e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:56.070885 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] For port cdbd5175-c08f-4ab1-b6d8-e649516aef01, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=cdbd5175-c08f-4ab1-b6d8-e649516aef01,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:56.071490 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:56.074430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-ea424d67-db5d-4618-9d58-a641733ec2b1 None None] Set router 609e62de-dd89-4cfb-a199-d51040ba588e gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:00:56.115663 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-7b67c6f5-2c23-48c1-ae0e-9d145745e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '04045fe2-5f64-48c6-9b47-880b61bf3e28', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'port_id': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'mac_address': 'fa:16:3e:58:27:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:00:29Z', 'updated_at': '2022-01-28T07:00:32Z', 'revision_number': 1, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}, {'id': 'e850ecca-fdb3-477d-9db3-f53c89d7c06e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.117', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'port_id': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'mac_address': 'fa:16:3e:18:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:00:53Z', 'updated_at': '2022-01-28T07:00:53Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:15Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:56.122097 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b67c6f5-2c23-48c1-ae0e-9d145745e0d2 None None] The sync data for ids ['8912cb7e-7444-416d-b469-031fdba1835e'] in dv-neutron-824022-4-hyperv is: [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '04045fe2-5f64-48c6-9b47-880b61bf3e28', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'port_id': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'mac_address': 'fa:16:3e:58:27:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:00:29Z', 'updated_at': '2022-01-28T07:00:32Z', 'revision_number': 1, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}, {'id': 'e850ecca-fdb3-477d-9db3-f53c89d7c06e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.117', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'port_id': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'mac_address': 'fa:16:3e:18:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:00:53Z', 'updated_at': '2022-01-28T07:00:53Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:15Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:00:56.128584 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-522ef4a9-211f-43eb-9194-2073fb3eda74 req-36518f2c-4366-49c1-874e-5980fd161093 service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816632 Jan 28 07:00:56.185410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ea424d67-db5d-4618-9d58-a641733ec2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'name': 'tempest-TestVolumeBootPattern-724962905-router', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:45Z', 'updated_at': '2022-01-28T07:00:55Z', 'revision_number': 6, 'project_id': 'fc6a093cc54c4bcf974d09280e305670', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:56.189695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea424d67-db5d-4618-9d58-a641733ec2b1 None None] The sync data for ids ['609e62de-dd89-4cfb-a199-d51040ba588e'] in dv-neutron-824022-4-hyperv is: [{'id': '609e62de-dd89-4cfb-a199-d51040ba588e', 'name': 'tempest-TestVolumeBootPattern-724962905-router', 'tenant_id': 'fc6a093cc54c4bcf974d09280e305670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T06:49:45Z', 'updated_at': '2022-01-28T07:00:55Z', 'revision_number': 6, 'project_id': 'fc6a093cc54c4bcf974d09280e305670', 'gw_port_host': None}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:00:56.220724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] Calling delete_port for cdbd5175-c08f-4ab1-b6d8-e649516aef01 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:56.327365 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782fe4b1-07f2-4c31-a97d-e8ecb55d645c None None] New status for floating IP e850ecca-fdb3-477d-9db3-f53c89d7c06e: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:00:56.439944 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:56.488305 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbd5175-c08f-4ab1-b6d8-e649516aef01,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:56.589729 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:56.760865 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:56.763647 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:56.837378 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:56.837991 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 609e62de-dd89-4cfb-a199-d51040ba588e {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:00:56.851967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:56.853243 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6e6d6b5a-7e58-4659-9ddd-e0e92d2b9b99 admin admin] 10.222.0.25 "DELETE /v2.0/routers/609e62de-dd89-4cfb-a199-d51040ba588e HTTP/1.1" status: 204 len: 168 time: 1.4885061 Jan 28 07:00:56.855681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50524) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:56.915164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-b626151c-a399-48da-808f-1ea7c356159f admin admin] Deleting subnet 03414954-081f-450a-b0f9-b0475e7c8bbe {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:00:56.917935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b626151c-a399-48da-808f-1ea7c356159f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:56.999618 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device cdbd5175-c08f-4ab1-b6d8-e649516aef01 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:00:57.035469 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: cdbd5175-c08f-4ab1-b6d8-e649516aef01 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:00:57.035878 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device cdbd5175-c08f-4ab1-b6d8-e649516aef01 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:00:57.036304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 93b8f879-f35d-43f1-b796-3d1b4f076418 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:00:57.082595 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 93b8f879-f35d-43f1-b796-3d1b4f076418 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:00:57.082957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 93b8f879-f35d-43f1-b796-3d1b4f076418 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:00:57.090090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b626151c-a399-48da-808f-1ea7c356159f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:57.167032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b626151c-a399-48da-808f-1ea7c356159f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:57.305905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b626151c-a399-48da-808f-1ea7c356159f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:57.347585 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626151c-a399-48da-808f-1ea7c356159f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03414954-081f-450a-b0f9-b0475e7c8bbe,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:57.352590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b626151c-a399-48da-808f-1ea7c356159f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:57.358887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db20f81-cc15-4802-baa4-efe6cfc04658 None None] Network 410f6258-4b41-4c66-9d8d-bd9db5b8040b requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:00:57.362985 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b626151c-a399-48da-808f-1ea7c356159f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/03414954-081f-450a-b0f9-b0475e7c8bbe HTTP/1.1" status: 204 len: 168 time: 0.5029440 Jan 28 07:00:57.363130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50528) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:57.469303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:57.479313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Deleting port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:57.479642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:57.594642 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66f7476-2974-4c3c-9be8-3b18a3d5f7b0 None None] DHCP port deletion for 410f6258-4b41-4c66-9d8d-bd9db5b8040b request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:00:57.598933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c66f7476-2974-4c3c-9be8-3b18a3d5f7b0 None None] Deleting port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:57.599348 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c66f7476-2974-4c3c-9be8-3b18a3d5f7b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:57.684196 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] For port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5d81aa83-3e29-4d1c-993e-7e11f08bdee7,segment=NetworkSegment(e6e52c03-d883-4b69-a294-6e9b20ccba8c),segment_id=e6e52c03-d883-4b69-a294-6e9b20ccba8c)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:57.684547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:57.807516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Calling delete_port for 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:57.808786 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c66f7476-2974-4c3c-9be8-3b18a3d5f7b0 None None] For port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5d81aa83-3e29-4d1c-993e-7e11f08bdee7,segment=NetworkSegment(e6e52c03-d883-4b69-a294-6e9b20ccba8c),segment_id=e6e52c03-d883-4b69-a294-6e9b20ccba8c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:00:57.809194 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c66f7476-2974-4c3c-9be8-3b18a3d5f7b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:57.930352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c66f7476-2974-4c3c-9be8-3b18a3d5f7b0 None None] Calling delete_port for 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:00:57.953874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:58.000952 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-c66f7476-2974-4c3c-9be8-3b18a3d5f7b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:00:58.001927 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-c66f7476-2974-4c3c-9be8-3b18a3d5f7b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:00:58.002025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] No DVR routers for this DVR port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:00:58.026874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d81aa83-3e29-4d1c-993e-7e11f08bdee7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:58.119272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:58.143329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['410f6258-4b41-4c66-9d8d-bd9db5b8040b']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:58.156029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e52c03-d883-4b69-a294-6e9b20ccba8c') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:58.156322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e52c03-d883-4b69-a294-6e9b20ccba8c') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:00:58.167124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:58.182846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:58.188734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:00:58.198687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:00:58.202082 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:00:58.359769 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:58.363902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:58.390079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=410f6258-4b41-4c66-9d8d-bd9db5b8040b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:58.394733 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6d267917-4e63-4533-9d35-2376472ce5c2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/410f6258-4b41-4c66-9d8d-bd9db5b8040b HTTP/1.1" status: 204 len: 168 time: 1.0303986 Jan 28 07:00:58.503605 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c66f7476-2974-4c3c-9be8-3b18a3d5f7b0 None None] Deleting port 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:00:58.504010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c66f7476-2974-4c3c-9be8-3b18a3d5f7b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:58.571246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c66f7476-2974-4c3c-9be8-3b18a3d5f7b0 None None] The port '5d81aa83-3e29-4d1c-993e-7e11f08bdee7' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 07:00:58.697908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50534) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:58.712930 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:00:58.746428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:00:58.746774 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5d81aa83-3e29-4d1c-993e-7e11f08bdee7 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:00:58.748333 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e1983cf1-fe39-4fea-88d1-73fd42cad1da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7588e9cf38c44664a3c43179590607b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487154 Jan 28 07:00:58.750167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50538) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:58.810754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9f7a044b-fcfa-4aa8-8df2-c50d7917447c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:58.835783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9f7a044b-fcfa-4aa8-8df2-c50d7917447c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:59.011010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9f7a044b-fcfa-4aa8-8df2-c50d7917447c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:59.028429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a044b-fcfa-4aa8-8df2-c50d7917447c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103d44f2-184f-4c24-8e89-edeeb992a901,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:59.034352 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9f7a044b-fcfa-4aa8-8df2-c50d7917447c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:59.035480 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9f7a044b-fcfa-4aa8-8df2-c50d7917447c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/103d44f2-184f-4c24-8e89-edeeb992a901 HTTP/1.1" status: 204 len: 168 time: 0.2844083 Jan 28 07:00:59.657591 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50546) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:59.704482 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-84907355-727f-4372-899a-33fa0bd0643c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc6a093cc54c4bcf974d09280e305670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456705 Jan 28 07:00:59.706824 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50550) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:00:59.761978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bf153007-6d44-4ee4-8a49-65ffe472595d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:59.786819 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bf153007-6d44-4ee4-8a49-65ffe472595d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:59.916502 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bf153007-6d44-4ee4-8a49-65ffe472595d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:59.932808 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf153007-6d44-4ee4-8a49-65ffe472595d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8af7c66-c93d-4225-a957-7fed89c60f0d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:00:59.937442 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-bf153007-6d44-4ee4-8a49-65ffe472595d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:00:59.938382 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bf153007-6d44-4ee4-8a49-65ffe472595d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8af7c66-c93d-4225-a957-7fed89c60f0d HTTP/1.1" status: 204 len: 168 time: 0.2306495 Jan 28 07:01:00.876323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-17fc60af-c77a-4768-9e6d-4f217f5b4dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:00.960400 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f7cfa8d4-7c2b-47bc-a084-0a4e8e614f6a req-aa2b085b-e6fd-4444-9e0e-353369184987 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678139 Jan 28 07:01:01.116397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfa8d4-7c2b-47bc-a084-0a4e8e614f6a req-856c9752-f3ae-47cb-a110-87294191c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:01.117812 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f7cfa8d4-7c2b-47bc-a084-0a4e8e614f6a req-856c9752-f3ae-47cb-a110-87294191c9c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 1098 time: 0.0728731 Jan 28 07:01:01.259079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfa8d4-7c2b-47bc-a084-0a4e8e614f6a req-1a069d2f-d1cb-4935-8aed-beb76e481a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:01.260527 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f7cfa8d4-7c2b-47bc-a084-0a4e8e614f6a req-1a069d2f-d1cb-4935-8aed-beb76e481a7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b05a1b0-02f5-46cf-a78d-489417b72b9f HTTP/1.1" status: 200 len: 897 time: 0.1241200 Jan 28 07:01:01.455896 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f7cfa8d4-7c2b-47bc-a084-0a4e8e614f6a req-e438d846-b610-4d9e-a2c3-818a85d32f67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cfe50c8-2968-43a5-a5fc-c290505f8294 HTTP/1.1" status: 200 len: 1001 time: 0.1886234 Jan 28 07:01:01.517503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfa8d4-7c2b-47bc-a084-0a4e8e614f6a req-393b7d4c-f39e-4f13-ab57-456e670bb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:01.518802 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f7cfa8d4-7c2b-47bc-a084-0a4e8e614f6a req-393b7d4c-f39e-4f13-ab57-456e670bb468 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ad47b59-751b-45b3-8f13-db65453b339c HTTP/1.1" status: 200 len: 835 time: 0.0555589 Jan 28 07:01:01.593394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfa8d4-7c2b-47bc-a084-0a4e8e614f6a req-0945d9b1-8bfb-4beb-b9f3-f12b1eddedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:01.594810 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f7cfa8d4-7c2b-47bc-a084-0a4e8e614f6a req-0945d9b1-8bfb-4beb-b9f3-f12b1eddedcd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b05a1b0-02f5-46cf-a78d-489417b72b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688872 Jan 28 07:01:01.724911 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f7cfa8d4-7c2b-47bc-a084-0a4e8e614f6a req-5c1b8aea-3a97-4431-955c-ef0299fa8d16 service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209157 Jan 28 07:01:01.856271 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f7cfa8d4-7c2b-47bc-a084-0a4e8e614f6a req-94e7663c-462a-4968-acb1-ef1d86c86a2d service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246457 Jan 28 07:01:03.217219 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e282ed3-9511-47e8-852b-0da0a389b037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:04.327849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:04.456842 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:05.719823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:10.961750 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:17.363074 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:01:30.852325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-984387e2-749c-4c65-ab41-73a7191d2b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:31.768494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50566) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:01:32.076124 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e3ee60e2-c8cc-4061-9847-d3821af03d89 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/04045fe2-5f64-48c6-9b47-880b61bf3e28 HTTP/1.1" status: 200 len: 993 time: 0.3063512 Jan 28 07:01:33.002377 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50578) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:01:33.009057 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:01:33.127862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:33.178181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-881d69e2-1b15-4618-a620-3e2053cd0641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:33.336756 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 2cfe50c8-2968-43a5-a5fc-c290505f8294, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2cfe50c8-2968-43a5-a5fc-c290505f8294,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:01:33.360670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:33.427288 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:33.490769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:33.491400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:33.492761 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/ports/2cfe50c8-2968-43a5-a5fc-c290505f8294 HTTP/1.1" status: 200 len: 938 time: 0.4893966 Jan 28 07:01:33.493297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'tag': '2cfe50c8-2968-43a5-a5fc-c290505f8294'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:01:33.527831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=2cfe50c8-2968-43a5-a5fc-c290505f8294,revision_number=6']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:33.541564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:33.542052 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:33.542545 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:33.543035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:33.543512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:33.543935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:33.544382 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:33.544834 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:33.545349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:33.545840 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:33.552188 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:33.552789 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01d5fe6-b5e4-43e3-975c-534758fe1a8a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:33.678737 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'tag': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'status': 'completed', 'code': 200} Jan 28 07:01:33.691223 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9a0617ae-cc5a-4f35-9cbc-c0720f8cec1e None None] Provisioning complete for port 2cfe50c8-2968-43a5-a5fc-c290505f8294 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:01:33.691628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a0617ae-cc5a-4f35-9cbc-c0720f8cec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:33.750821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9a0617ae-cc5a-4f35-9cbc-c0720f8cec1e None None] Port 2cfe50c8-2968-43a5-a5fc-c290505f8294 is administratively disabled so it will not transition to active. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jan 28 07:01:33.807492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290c117-0f11-41b0-82ab-4243c7ff6c54 req-32cae0fe-6181-43cc-a8b1-44ca47fe44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:33.808928 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c290c117-0f11-41b0-82ab-4243c7ff6c54 req-32cae0fe-6181-43cc-a8b1-44ca47fe44b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 1099 time: 0.0727909 Jan 28 07:01:33.942750 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290c117-0f11-41b0-82ab-4243c7ff6c54 req-88e7833f-b97e-457d-b0d0-bf8f10ac3de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:33.944122 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c290c117-0f11-41b0-82ab-4243c7ff6c54 req-88e7833f-b97e-457d-b0d0-bf8f10ac3de4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b05a1b0-02f5-46cf-a78d-489417b72b9f HTTP/1.1" status: 200 len: 897 time: 0.1247501 Jan 28 07:01:34.047474 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c290c117-0f11-41b0-82ab-4243c7ff6c54 req-f386511e-413c-4e1b-9dfb-dc2ee3d50982 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cfe50c8-2968-43a5-a5fc-c290505f8294 HTTP/1.1" status: 200 len: 1002 time: 0.0940654 Jan 28 07:01:34.112682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290c117-0f11-41b0-82ab-4243c7ff6c54 req-7e1437af-ab16-490c-a085-56f9e3257bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:34.114101 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c290c117-0f11-41b0-82ab-4243c7ff6c54 req-7e1437af-ab16-490c-a085-56f9e3257bcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ad47b59-751b-45b3-8f13-db65453b339c HTTP/1.1" status: 200 len: 835 time: 0.0560586 Jan 28 07:01:34.189527 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290c117-0f11-41b0-82ab-4243c7ff6c54 req-9cd37991-1cbb-4492-a500-7c0c0667d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:34.190935 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c290c117-0f11-41b0-82ab-4243c7ff6c54 req-9cd37991-1cbb-4492-a500-7c0c0667d195 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b05a1b0-02f5-46cf-a78d-489417b72b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672050 Jan 28 07:01:34.204984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-c290c117-0f11-41b0-82ab-4243c7ff6c54 req-b6f96bb6-bb1f-4688-8f20-38d1d8f76a9b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 07:01:34.205872 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c290c117-0f11-41b0-82ab-4243c7ff6c54 req-b6f96bb6-bb1f-4688-8f20-38d1d8f76a9b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047574 Jan 28 07:01:34.318729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:34.344910 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c290c117-0f11-41b0-82ab-4243c7ff6c54 req-a42a1e9d-5aea-47e5-9dcf-0d71987e3661 service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284907 Jan 28 07:01:34.455870 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:34.478143 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c290c117-0f11-41b0-82ab-4243c7ff6c54 req-2528dffd-38d9-4aaa-a877-19b3600bc147 service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230595 Jan 28 07:01:35.724331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:36.980005 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50590) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:01:36.985859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-eaebd970-5cec-4d27-bbf9-f787f971e78c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:01:37.104623 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eaebd970-5cec-4d27-bbf9-f787f971e78c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:37.313060 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-eaebd970-5cec-4d27-bbf9-f787f971e78c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 2cfe50c8-2968-43a5-a5fc-c290505f8294, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2cfe50c8-2968-43a5-a5fc-c290505f8294,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:01:37.341264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eaebd970-5cec-4d27-bbf9-f787f971e78c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:37.404713 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eaebd970-5cec-4d27-bbf9-f787f971e78c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:37.469483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaebd970-5cec-4d27-bbf9-f787f971e78c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:37.470139 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eaebd970-5cec-4d27-bbf9-f787f971e78c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:37.471532 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-eaebd970-5cec-4d27-bbf9-f787f971e78c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/ports/2cfe50c8-2968-43a5-a5fc-c290505f8294 HTTP/1.1" status: 200 len: 937 time: 0.4905858 Jan 28 07:01:37.472500 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'tag': '2cfe50c8-2968-43a5-a5fc-c290505f8294'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:01:37.474627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50594) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:01:37.501458 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebd970-5cec-4d27-bbf9-f787f971e78c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=2cfe50c8-2968-43a5-a5fc-c290505f8294,revision_number=7']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:37.520730 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'tag': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'status': 'completed', 'code': 200} Jan 28 07:01:37.624918 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-96c70d28-f354-415c-9850-082817bbe404 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/04045fe2-5f64-48c6-9b47-880b61bf3e28 HTTP/1.1" status: 200 len: 993 time: 0.1490941 Jan 28 07:01:37.653545 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a9529-70bb-4831-81c0-a10a8ad255a5 req-5eb308bc-4c0e-43df-9a8f-41ac4d2f6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:37.655043 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-239a9529-70bb-4831-81c0-a10a8ad255a5 req-5eb308bc-4c0e-43df-9a8f-41ac4d2f6df0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 1098 time: 0.0853786 Jan 28 07:01:37.689930 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-50fa456a-3ac4-4ed8-a0bd-b9653114ae50 None None] Provisioning complete for port 2cfe50c8-2968-43a5-a5fc-c290505f8294 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:01:37.690511 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-50fa456a-3ac4-4ed8-a0bd-b9653114ae50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:37.786778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a9529-70bb-4831-81c0-a10a8ad255a5 req-4859bc8c-2eb1-46f2-b834-5bf6bda37197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:37.788228 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-239a9529-70bb-4831-81c0-a10a8ad255a5 req-4859bc8c-2eb1-46f2-b834-5bf6bda37197 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b05a1b0-02f5-46cf-a78d-489417b72b9f HTTP/1.1" status: 200 len: 897 time: 0.1258388 Jan 28 07:01:37.845127 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['2cfe50c8-2968-43a5-a5fc-c290505f8294'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:01:38.003123 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-239a9529-70bb-4831-81c0-a10a8ad255a5 req-53102487-ad55-476c-a7b9-c4fdab849cea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cfe50c8-2968-43a5-a5fc-c290505f8294 HTTP/1.1" status: 200 len: 1001 time: 0.2082767 Jan 28 07:01:38.067524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a9529-70bb-4831-81c0-a10a8ad255a5 req-5c7907b9-f426-48a8-8ec0-5a8dd7896289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:38.068943 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-239a9529-70bb-4831-81c0-a10a8ad255a5 req-5c7907b9-f426-48a8-8ec0-5a8dd7896289 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ad47b59-751b-45b3-8f13-db65453b339c HTTP/1.1" status: 200 len: 835 time: 0.0561104 Jan 28 07:01:38.149101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a9529-70bb-4831-81c0-a10a8ad255a5 req-5592a53e-029a-4de5-a3c6-631c008a3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:38.150487 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-239a9529-70bb-4831-81c0-a10a8ad255a5 req-5592a53e-029a-4de5-a3c6-631c008a3023 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b05a1b0-02f5-46cf-a78d-489417b72b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722980 Jan 28 07:01:38.286704 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-239a9529-70bb-4831-81c0-a10a8ad255a5 req-0b5759ce-23c8-474d-8355-953640f7b6e3 service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268017 Jan 28 07:01:38.418006 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-239a9529-70bb-4831-81c0-a10a8ad255a5 req-d8dcb1a4-bbeb-4b47-bb82-75f2f9f7abfe service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235988 Jan 28 07:01:40.247700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50606) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:01:40.448293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-81183118-5c3f-486f-a85d-c4979da54478 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 18487a6f-52a8-44ee-878a-ec21f06e6105 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:01:40.448633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81183118-5c3f-486f-a85d-c4979da54478 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:40.610169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81183118-5c3f-486f-a85d-c4979da54478 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:40.610493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81183118-5c3f-486f-a85d-c4979da54478 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:40.730206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-81183118-5c3f-486f-a85d-c4979da54478 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 18487a6f-52a8-44ee-878a-ec21f06e6105 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:01:40.983690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:41.024025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81183118-5c3f-486f-a85d-c4979da54478 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:41.069402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81183118-5c3f-486f-a85d-c4979da54478 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=18487a6f-52a8-44ee-878a-ec21f06e6105,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:41.158073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81183118-5c3f-486f-a85d-c4979da54478 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:41.158440 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-81183118-5c3f-486f-a85d-c4979da54478 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP e850ecca-fdb3-477d-9db3-f53c89d7c06e disassociated (deleted). External IP: 172.26.4.117, port: 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15. Jan 28 07:01:41.607448 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81183118-5c3f-486f-a85d-c4979da54478 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 8912cb7e-7444-416d-b469-031fdba1835e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:01:41.784165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81183118-5c3f-486f-a85d-c4979da54478 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:01:41.794260 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5bf4ee-2a24-4e32-a406-6759d9f77234 None None] Sync routers for ids ['8912cb7e-7444-416d-b469-031fdba1835e'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:01:41.803006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5bf4ee-2a24-4e32-a406-6759d9f77234 None None] Routers {'8912cb7e-7444-416d-b469-031fdba1835e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:01:41.803639 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4a5bf4ee-2a24-4e32-a406-6759d9f77234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:01:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8912cb7e-7444-416d-b469-031fdba1835e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:41.884690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81183118-5c3f-486f-a85d-c4979da54478 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:41.938352 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-81183118-5c3f-486f-a85d-c4979da54478 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/floatingips/e850ecca-fdb3-477d-9db3-f53c89d7c06e HTTP/1.1" status: 204 len: 168 time: 1.6895566 Jan 28 07:01:41.938929 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'tag': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:01:41.978968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-4a5bf4ee-2a24-4e32-a406-6759d9f77234 None None] Set router 8912cb7e-7444-416d-b469-031fdba1835e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:01:41.992282 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'tag': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15', 'status': 'completed', 'code': 200} Jan 28 07:01:42.123379 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bb8c0-1d7b-4324-9da6-bd5ca227f216 req-b96b01c2-97ef-4bf3-bc73-ea52ae02f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:42.124910 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec3bb8c0-1d7b-4324-9da6-bd5ca227f216 req-b96b01c2-97ef-4bf3-bc73-ea52ae02f0ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 1099 time: 0.0776465 Jan 28 07:01:42.261575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bb8c0-1d7b-4324-9da6-bd5ca227f216 req-d776a148-e914-47cc-a9e9-bcf2a57714b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:42.263055 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec3bb8c0-1d7b-4324-9da6-bd5ca227f216 req-d776a148-e914-47cc-a9e9-bcf2a57714b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b05a1b0-02f5-46cf-a78d-489417b72b9f HTTP/1.1" status: 200 len: 897 time: 0.1277280 Jan 28 07:01:42.324180 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4a5bf4ee-2a24-4e32-a406-6759d9f77234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '04045fe2-5f64-48c6-9b47-880b61bf3e28', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'port_id': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'mac_address': 'fa:16:3e:58:27:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:00:29Z', 'updated_at': '2022-01-28T07:00:32Z', 'revision_number': 1, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:15Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:42.328001 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5bf4ee-2a24-4e32-a406-6759d9f77234 None None] Checking router: 8912cb7e-7444-416d-b469-031fdba1835e for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:01:42.333821 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec3bb8c0-1d7b-4324-9da6-bd5ca227f216 req-8f131af3-fb4d-46d0-bba4-d0e7b34b62a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 HTTP/1.1" status: 200 len: 217 time: 0.0612652 Jan 28 07:01:42.337073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5bf4ee-2a24-4e32-a406-6759d9f77234 None None] Routers {'8912cb7e-7444-416d-b469-031fdba1835e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:01:42.337073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4a5bf4ee-2a24-4e32-a406-6759d9f77234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:01:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8912cb7e-7444-416d-b469-031fdba1835e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:42.404847 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bb8c0-1d7b-4324-9da6-bd5ca227f216 req-f6456755-e0d7-447a-bd96-52acb936164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:42.406390 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec3bb8c0-1d7b-4324-9da6-bd5ca227f216 req-f6456755-e0d7-447a-bd96-52acb936164f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ad47b59-751b-45b3-8f13-db65453b339c HTTP/1.1" status: 200 len: 835 time: 0.0632484 Jan 28 07:01:42.514925 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-4a5bf4ee-2a24-4e32-a406-6759d9f77234 None None] Set router 8912cb7e-7444-416d-b469-031fdba1835e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:01:42.575381 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576108b-6466-40a8-bf7b-4d07ab0d2e2c req-70c9066f-34e7-42bf-a90e-dcd17f98432b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:42.576072 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1576108b-6466-40a8-bf7b-4d07ab0d2e2c req-70c9066f-34e7-42bf-a90e-dcd17f98432b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:01:42.581987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bb8c0-1d7b-4324-9da6-bd5ca227f216 req-4996712e-b430-4da5-aa71-ab0022c553f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:42.583454 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec3bb8c0-1d7b-4324-9da6-bd5ca227f216 req-4996712e-b430-4da5-aa71-ab0022c553f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b05a1b0-02f5-46cf-a78d-489417b72b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1475015 Jan 28 07:01:42.686089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1576108b-6466-40a8-bf7b-4d07ab0d2e2c req-70c9066f-34e7-42bf-a90e-dcd17f98432b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:01:42.687204 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1576108b-6466-40a8-bf7b-4d07ab0d2e2c req-70c9066f-34e7-42bf-a90e-dcd17f98432b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 946 time: 0.2209437 Jan 28 07:01:42.745421 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec3bb8c0-1d7b-4324-9da6-bd5ca227f216 req-3a84271a-038f-4f0e-b0c7-160366e27fd9 service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529403 Jan 28 07:01:42.756103 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1576108b-6466-40a8-bf7b-4d07ab0d2e2c req-aa8d6361-634e-4f67-8e5e-23b46f13807a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d457320-5cbd-452f-a7e7-db383cfd0974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570776 Jan 28 07:01:42.865438 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4a5bf4ee-2a24-4e32-a406-6759d9f77234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '04045fe2-5f64-48c6-9b47-880b61bf3e28', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'port_id': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'mac_address': 'fa:16:3e:58:27:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:00:29Z', 'updated_at': '2022-01-28T07:00:32Z', 'revision_number': 1, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:15Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:42.869413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5bf4ee-2a24-4e32-a406-6759d9f77234 None None] The sync data for ids ['8912cb7e-7444-416d-b469-031fdba1835e'] in dv-neutron-824022-4-hyperv is: [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '04045fe2-5f64-48c6-9b47-880b61bf3e28', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.220', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'port_id': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'mac_address': 'fa:16:3e:58:27:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:00:29Z', 'updated_at': '2022-01-28T07:00:32Z', 'revision_number': 1, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:15Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:01:42.883555 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec3bb8c0-1d7b-4324-9da6-bd5ca227f216 req-c332be1f-0978-45d4-9ced-fa1ea5931cd2 service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306276 Jan 28 07:01:43.079942 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94249c91-7620-4631-a44b-7ee64c5a633c None None] New status for floating IP e850ecca-fdb3-477d-9db3-f53c89d7c06e: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:01:43.947727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d33d8-9664-4bed-b80b-6d86ebc0846c req-3d26758f-0f94-4e34-a312-a484d70982e7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:43.949186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-080d33d8-9664-4bed-b80b-6d86ebc0846c req-3d26758f-0f94-4e34-a312-a484d70982e7 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 946 time: 0.0820401 Jan 28 07:01:43.992949 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-080d33d8-9664-4bed-b80b-6d86ebc0846c req-4b074290-6a8c-4ad4-a554-c8ea21602e17 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d457320-5cbd-452f-a7e7-db383cfd0974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380607 Jan 28 07:01:44.197058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac87e6-6918-4710-8466-288fee3c17f4 req-a23c3402-e33f-41a4-b802-fe191e706e41 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:44.198360 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8eac87e6-6918-4710-8466-288fee3c17f4 req-a23c3402-e33f-41a4-b802-fe191e706e41 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 946 time: 0.0792527 Jan 28 07:01:44.268195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-8eac87e6-6918-4710-8466-288fee3c17f4 req-ebbc0833-d3c8-4836-83dc-d423f0d5eb75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:01:44.268530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8eac87e6-6918-4710-8466-288fee3c17f4 req-ebbc0833-d3c8-4836-83dc-d423f0d5eb75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:44.622661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-8eac87e6-6918-4710-8466-288fee3c17f4 req-ebbc0833-d3c8-4836-83dc-d423f0d5eb75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:01:44.623011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8eac87e6-6918-4710-8466-288fee3c17f4 req-ebbc0833-d3c8-4836-83dc-d423f0d5eb75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:44.743091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-8eac87e6-6918-4710-8466-288fee3c17f4 req-ebbc0833-d3c8-4836-83dc-d423f0d5eb75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:01:44.983729 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8eac87e6-6918-4710-8466-288fee3c17f4 req-ebbc0833-d3c8-4836-83dc-d423f0d5eb75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:45.036720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc0833-d3c8-4836-83dc-d423f0d5eb75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:45.138023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eac87e6-6918-4710-8466-288fee3c17f4 req-ebbc0833-d3c8-4836-83dc-d423f0d5eb75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] No DVR routers for this DVR port 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:01:45.144130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8eac87e6-6918-4710-8466-288fee3c17f4 req-ebbc0833-d3c8-4836-83dc-d423f0d5eb75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:45.146562 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'name': 'network-vif-deleted', 'tag': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:01:45.163732 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4fb46bb7-8b05-457b-abc5-d8bee05b28da req-e858edd4-5dbd-470f-adbd-eb37afa82152 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 210 time: 0.0597272 Jan 28 07:01:45.190055 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50e3ee7e-3e2f-402f-ab7f-b32db85f86ac', 'name': 'network-vif-deleted', 'tag': '9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15', 'status': 'completed', 'code': 200} Jan 28 07:01:45.233864 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8eac87e6-6918-4710-8466-288fee3c17f4 req-ebbc0833-d3c8-4836-83dc-d423f0d5eb75 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "DELETE /v2.0/ports/9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 HTTP/1.1" status: 204 len: 173 time: 1.0262637 Jan 28 07:01:46.324438 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fd67dac8-0406-4fa1-9bae-ad090eb7e8bf req-5e83bb0c-c78b-4ffa-972d-7293102b3999 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:01:46.406306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fd67dac8-0406-4fa1-9bae-ad090eb7e8bf req-5e83bb0c-c78b-4ffa-972d-7293102b3999 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:01:46.407511 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fd67dac8-0406-4fa1-9bae-ad090eb7e8bf req-5e83bb0c-c78b-4ffa-972d-7293102b3999 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=50e3ee7e-3e2f-402f-ab7f-b32db85f86ac HTTP/1.1" status: 200 len: 210 time: 0.1241488 Jan 28 07:01:46.878901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:01:46.912374 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:01:46.912727 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 9ecfc8ab-d0fd-4ec9-a7cb-e43151516b15 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:01:47.504006 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50626) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:01:47.570151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d66646b3-6a6d-418e-8116-8f7a385a001f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:47.603513 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d66646b3-6a6d-418e-8116-8f7a385a001f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:47.760270 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d66646b3-6a6d-418e-8116-8f7a385a001f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:47.778445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66646b3-6a6d-418e-8116-8f7a385a001f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d457320-5cbd-452f-a7e7-db383cfd0974,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:47.862195 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d66646b3-6a6d-418e-8116-8f7a385a001f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:47.863354 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d66646b3-6a6d-418e-8116-8f7a385a001f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/security-groups/6d457320-5cbd-452f-a7e7-db383cfd0974 HTTP/1.1" status: 204 len: 168 time: 0.3584685 Jan 28 07:01:47.970729 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50632) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:01:48.170418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-3648b648-c205-40bc-9848-64d5cc482c08 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port b90b187d-a817-43c6-87b6-912c4addd65c {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:01:48.170659 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3648b648-c205-40bc-9848-64d5cc482c08 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:48.435292 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3648b648-c205-40bc-9848-64d5cc482c08 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:48.435564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3648b648-c205-40bc-9848-64d5cc482c08 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:48.555706 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-3648b648-c205-40bc-9848-64d5cc482c08 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for b90b187d-a817-43c6-87b6-912c4addd65c owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:01:48.781391 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3648b648-c205-40bc-9848-64d5cc482c08 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:48.830419 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648b648-c205-40bc-9848-64d5cc482c08 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=b90b187d-a817-43c6-87b6-912c4addd65c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:48.918861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3648b648-c205-40bc-9848-64d5cc482c08 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:48.919171 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-3648b648-c205-40bc-9848-64d5cc482c08 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP 04045fe2-5f64-48c6-9b47-880b61bf3e28 disassociated (deleted). External IP: 172.26.4.220, port: 2cfe50c8-2968-43a5-a5fc-c290505f8294. Jan 28 07:01:49.261870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3648b648-c205-40bc-9848-64d5cc482c08 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 8912cb7e-7444-416d-b469-031fdba1835e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:01:49.437189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3648b648-c205-40bc-9848-64d5cc482c08 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:01:49.446679 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc2873-6cc8-434b-9af1-a2172e55ac2d None None] Sync routers for ids ['8912cb7e-7444-416d-b469-031fdba1835e'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:01:49.456945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc2873-6cc8-434b-9af1-a2172e55ac2d None None] Routers {'8912cb7e-7444-416d-b469-031fdba1835e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:01:49.463278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-38dc2873-6cc8-434b-9af1-a2172e55ac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:01:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8912cb7e-7444-416d-b469-031fdba1835e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:49.509170 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3648b648-c205-40bc-9848-64d5cc482c08 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:49.566754 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3648b648-c205-40bc-9848-64d5cc482c08 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/floatingips/04045fe2-5f64-48c6-9b47-880b61bf3e28 HTTP/1.1" status: 204 len: 168 time: 1.5947969 Jan 28 07:01:49.567428 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'tag': '2cfe50c8-2968-43a5-a5fc-c290505f8294'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:01:49.613231 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'tag': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'status': 'completed', 'code': 200} Jan 28 07:01:49.668725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-38dc2873-6cc8-434b-9af1-a2172e55ac2d None None] Set router 8912cb7e-7444-416d-b469-031fdba1835e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:01:49.741848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2486419-8c5d-4631-8209-88a4dd0ec2e1 req-59b411d2-84fe-4f56-bed0-f9db73d83c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:49.743328 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2486419-8c5d-4631-8209-88a4dd0ec2e1 req-59b411d2-84fe-4f56-bed0-f9db73d83c93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 1098 time: 0.0703011 Jan 28 07:01:49.879869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2486419-8c5d-4631-8209-88a4dd0ec2e1 req-d951fd18-844d-4fbe-a8b8-80d42a1afc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:49.881307 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2486419-8c5d-4631-8209-88a4dd0ec2e1 req-d951fd18-844d-4fbe-a8b8-80d42a1afc29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6b05a1b0-02f5-46cf-a78d-489417b72b9f HTTP/1.1" status: 200 len: 897 time: 0.1283815 Jan 28 07:01:49.965898 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2486419-8c5d-4631-8209-88a4dd0ec2e1 req-81508ddd-ae87-44ec-9a12-c172b8d1ada8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cfe50c8-2968-43a5-a5fc-c290505f8294 HTTP/1.1" status: 200 len: 217 time: 0.0653777 Jan 28 07:01:49.985978 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-38dc2873-6cc8-434b-9af1-a2172e55ac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:15Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:49.990524 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc2873-6cc8-434b-9af1-a2172e55ac2d None None] Checking router: 8912cb7e-7444-416d-b469-031fdba1835e for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:01:49.999713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc2873-6cc8-434b-9af1-a2172e55ac2d None None] Routers {'8912cb7e-7444-416d-b469-031fdba1835e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:01:50.002219 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-38dc2873-6cc8-434b-9af1-a2172e55ac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:01:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8912cb7e-7444-416d-b469-031fdba1835e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:50.036038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2486419-8c5d-4631-8209-88a4dd0ec2e1 req-21c6f2ac-2902-4a86-8a05-38e850938285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:50.037542 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2486419-8c5d-4631-8209-88a4dd0ec2e1 req-21c6f2ac-2902-4a86-8a05-38e850938285 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2ad47b59-751b-45b3-8f13-db65453b339c HTTP/1.1" status: 200 len: 835 time: 0.0618980 Jan 28 07:01:50.173290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-38dc2873-6cc8-434b-9af1-a2172e55ac2d None None] Set router 8912cb7e-7444-416d-b469-031fdba1835e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:01:50.187070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2486419-8c5d-4631-8209-88a4dd0ec2e1 req-27014dbf-25a3-4440-8859-b0983340ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:50.188581 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2486419-8c5d-4631-8209-88a4dd0ec2e1 req-27014dbf-25a3-4440-8859-b0983340ce1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6b05a1b0-02f5-46cf-a78d-489417b72b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1334512 Jan 28 07:01:50.195957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90854e1-80c1-418d-a342-a7f2c0bbbbee req-ea4439d7-1e1b-4e46-b6b9-1ca50c7a216e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:50.197272 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a90854e1-80c1-418d-a342-a7f2c0bbbbee req-ea4439d7-1e1b-4e46-b6b9-1ca50c7a216e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 945 time: 0.1409209 Jan 28 07:01:50.324735 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a90854e1-80c1-418d-a342-a7f2c0bbbbee req-c9dd440f-7005-4854-b40b-4209508d7be9 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=2eb0082f-3127-4802-8a82-ec8334f2af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087978 Jan 28 07:01:50.363170 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2486419-8c5d-4631-8209-88a4dd0ec2e1 req-2610da89-89ba-4dc7-a316-194e1124505c service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649783 Jan 28 07:01:50.488004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-38dc2873-6cc8-434b-9af1-a2172e55ac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:15Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:50.492520 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dc2873-6cc8-434b-9af1-a2172e55ac2d None None] The sync data for ids ['8912cb7e-7444-416d-b469-031fdba1835e'] in dv-neutron-824022-4-hyperv is: [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:08Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '8ecc49fb-d041-42e1-a558-74f72bc73aad', 'name': '', 'network_id': '6b05a1b0-02f5-46cf-a78d-489417b72b9f', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:0a:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:08Z', 'updated_at': '2022-01-28T07:00:15Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': '2ad47b59-751b-45b3-8f13-db65453b339c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:01:50.599819 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2486419-8c5d-4631-8209-88a4dd0ec2e1 req-00feee3b-fdf0-461c-be4b-a0f036c41fd6 service neutron] 10.222.0.37 "GET /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300584 Jan 28 07:01:50.703781 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d4f68-6987-41a1-ac1f-6d3d2a028a0c None None] New status for floating IP 04045fe2-5f64-48c6-9b47-880b61bf3e28: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:01:51.518303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430e7fd-a5ec-45e9-91a4-586fc5fcd5fe req-6c2f3716-ec66-4cc8-906e-d4a4d12f232c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:51.520249 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2430e7fd-a5ec-45e9-91a4-586fc5fcd5fe req-6c2f3716-ec66-4cc8-906e-d4a4d12f232c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 945 time: 0.0900555 Jan 28 07:01:51.563458 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2430e7fd-a5ec-45e9-91a4-586fc5fcd5fe req-dd240a8d-4a98-472e-8898-308d2f25bebd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=2eb0082f-3127-4802-8a82-ec8334f2af7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375206 Jan 28 07:01:51.944266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66887c17-e224-434f-8183-209caa85e365 req-95169c30-bd24-45f9-965a-7aed9cd4c302 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:01:51.945674 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-66887c17-e224-434f-8183-209caa85e365 req-95169c30-bd24-45f9-965a-7aed9cd4c302 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 945 time: 0.0807343 Jan 28 07:01:52.015113 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-66887c17-e224-434f-8183-209caa85e365 req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 2cfe50c8-2968-43a5-a5fc-c290505f8294 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:01:52.015479 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-66887c17-e224-434f-8183-209caa85e365 req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:52.252844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-66887c17-e224-434f-8183-209caa85e365 req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 2cfe50c8-2968-43a5-a5fc-c290505f8294, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2cfe50c8-2968-43a5-a5fc-c290505f8294,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:01:52.253194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-66887c17-e224-434f-8183-209caa85e365 req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:52.373754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-66887c17-e224-434f-8183-209caa85e365 req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 2cfe50c8-2968-43a5-a5fc-c290505f8294 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:01:52.571941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-66887c17-e224-434f-8183-209caa85e365 req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:52.622901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=2cfe50c8-2968-43a5-a5fc-c290505f8294,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:52.700027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:52.700376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:52.700844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:52.701045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:52.701373 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:52.701696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:52.702020 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:52.702344 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:52.702667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:52.702986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:52.703333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:52.703650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:01:52.759045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-66887c17-e224-434f-8183-209caa85e365 req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] No DVR routers for this DVR port 2cfe50c8-2968-43a5-a5fc-c290505f8294 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:01:52.762257 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5adac88a-a146-4324-bc44-bc8583adbcbd req-1845fb29-ecee-4cbc-a780-abf0c0839bd3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 210 time: 0.0640936 Jan 28 07:01:52.763191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-66887c17-e224-434f-8183-209caa85e365 req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:52.765811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'name': 'network-vif-deleted', 'tag': '2cfe50c8-2968-43a5-a5fc-c290505f8294'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:01:52.786206 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-66887c17-e224-434f-8183-209caa85e365 req-8902ed74-3c31-4509-9576-4faa860be672 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "DELETE /v2.0/ports/2cfe50c8-2968-43a5-a5fc-c290505f8294 HTTP/1.1" status: 204 len: 173 time: 0.8324332 Jan 28 07:01:52.814906 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a170e113-1cfd-4373-ab13-43eb5862d268', 'name': 'network-vif-deleted', 'tag': '2cfe50c8-2968-43a5-a5fc-c290505f8294', 'status': 'completed', 'code': 200} Jan 28 07:01:54.123641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-986e6f89-e352-4e29-82d9-e5669093582e req-f486c9b6-5422-4f49-bc24-5b2ba6f31416 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:01:54.188520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-986e6f89-e352-4e29-82d9-e5669093582e req-f486c9b6-5422-4f49-bc24-5b2ba6f31416 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:01:54.189629 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-986e6f89-e352-4e29-82d9-e5669093582e req-f486c9b6-5422-4f49-bc24-5b2ba6f31416 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=a170e113-1cfd-4373-ab13-43eb5862d268 HTTP/1.1" status: 200 len: 210 time: 0.1585584 Jan 28 07:01:54.364646 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:01:54.943506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2cfe50c8-2968-43a5-a5fc-c290505f8294 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:01:54.977224 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 2cfe50c8-2968-43a5-a5fc-c290505f8294 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:01:54.977569 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2cfe50c8-2968-43a5-a5fc-c290505f8294 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:01:55.281978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50654) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:01:55.349275 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-382f1a45-b5cc-486d-a7df-c1e220c06395 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:55.377888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-382f1a45-b5cc-486d-a7df-c1e220c06395 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:55.832830 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-382f1a45-b5cc-486d-a7df-c1e220c06395 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:55.855020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f1a45-b5cc-486d-a7df-c1e220c06395 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb0082f-3127-4802-8a82-ec8334f2af7b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:55.860104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-382f1a45-b5cc-486d-a7df-c1e220c06395 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:55.860104 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-382f1a45-b5cc-486d-a7df-c1e220c06395 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/security-groups/2eb0082f-3127-4802-8a82-ec8334f2af7b HTTP/1.1" status: 204 len: 168 time: 0.5764270 Jan 28 07:01:56.058044 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50660) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:01:56.694583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-959e7fb9-e106-4b0f-ad73-fe4e35be11d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:57.037405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-959e7fb9-e106-4b0f-ad73-fe4e35be11d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 8ecc49fb-d041-42e1-a558-74f72bc73aad {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:01:57.037869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-959e7fb9-e106-4b0f-ad73-fe4e35be11d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:57.216494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-959e7fb9-e106-4b0f-ad73-fe4e35be11d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 8ecc49fb-d041-42e1-a558-74f72bc73aad, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8ecc49fb-d041-42e1-a558-74f72bc73aad,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:01:57.216844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-959e7fb9-e106-4b0f-ad73-fe4e35be11d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:57.336980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-959e7fb9-e106-4b0f-ad73-fe4e35be11d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 8ecc49fb-d041-42e1-a558-74f72bc73aad owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:01:57.592713 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-959e7fb9-e106-4b0f-ad73-fe4e35be11d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:57.738809 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e7fb9-e106-4b0f-ad73-fe4e35be11d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=8ecc49fb-d041-42e1-a558-74f72bc73aad,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:58.004197 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-959e7fb9-e106-4b0f-ad73-fe4e35be11d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:58.351829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959e7fb9-e106-4b0f-ad73-fe4e35be11d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 8912cb7e-7444-416d-b469-031fdba1835e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:01:58.525291 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959e7fb9-e106-4b0f-ad73-fe4e35be11d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:01:58.535158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e646da-b685-4a2d-a5c4-fabda25b0eba None None] Sync routers for ids ['8912cb7e-7444-416d-b469-031fdba1835e'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:01:58.544911 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e646da-b685-4a2d-a5c4-fabda25b0eba None None] Routers {'8912cb7e-7444-416d-b469-031fdba1835e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:01:58.546661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b8e646da-b685-4a2d-a5c4-fabda25b0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:01:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8912cb7e-7444-416d-b469-031fdba1835e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:58.605444 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-959e7fb9-e106-4b0f-ad73-fe4e35be11d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/8912cb7e-7444-416d-b469-031fdba1835e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5461011 Jan 28 07:01:58.607899 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50664) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:01:58.671209 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8416adf-c080-4a76-bb02-e909bb115146 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting subnet 2ad47b59-751b-45b3-8f13-db65453b339c {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:01:58.674060 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8416adf-c080-4a76-bb02-e909bb115146 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:58.725364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-b8e646da-b685-4a2d-a5c4-fabda25b0eba None None] Set router 8912cb7e-7444-416d-b469-031fdba1835e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:01:58.737944 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8416adf-c080-4a76-bb02-e909bb115146 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:58.820130 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8416adf-c080-4a76-bb02-e909bb115146 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:58.966603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8416adf-c080-4a76-bb02-e909bb115146 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:59.009913 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8416adf-c080-4a76-bb02-e909bb115146 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:59.012863 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8416adf-c080-4a76-bb02-e909bb115146 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad47b59-751b-45b3-8f13-db65453b339c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:01:59.016882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbb6c56-42f2-4475-b507-4dbbf3a16682 None None] Network 6b05a1b0-02f5-46cf-a78d-489417b72b9f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:01:59.020670 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f8416adf-c080-4a76-bb02-e909bb115146 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/subnets/2ad47b59-751b-45b3-8f13-db65453b339c HTTP/1.1" status: 204 len: 168 time: 0.4117980 Jan 28 07:01:59.023313 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50668) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:01:59.201448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:59.210653 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b8e646da-b685-4a2d-a5c4-fabda25b0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:01:57Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:59.218205 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e646da-b685-4a2d-a5c4-fabda25b0eba None None] Checking router: 8912cb7e-7444-416d-b469-031fdba1835e for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:01:59.231182 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e646da-b685-4a2d-a5c4-fabda25b0eba None None] Routers {'8912cb7e-7444-416d-b469-031fdba1835e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:01:59.231822 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b8e646da-b685-4a2d-a5c4-fabda25b0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:01:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['8912cb7e-7444-416d-b469-031fdba1835e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:01:59.380070 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] DHCP port deletion for 6b05a1b0-02f5-46cf-a78d-489417b72b9f request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:01:59.405876 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Deleting port 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:01:59.406241 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:59.467670 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-b8e646da-b685-4a2d-a5c4-fabda25b0eba None None] Set router 8912cb7e-7444-416d-b469-031fdba1835e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:01:59.497919 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:59.563702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port ab99ae2e-e330-4c20-b432-4049fbaf3fa5 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:01:59.564054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:59.741084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port ab99ae2e-e330-4c20-b432-4049fbaf3fa5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=ab99ae2e-e330-4c20-b432-4049fbaf3fa5,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:01:59.741350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:59.820194 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] For port 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=82b3f2ac-52ef-4bb4-bea9-320179c2a8e4,segment=NetworkSegment(fd12a83b-ddc4-4c6f-a381-317246fc6994),segment_id=fd12a83b-ddc4-4c6f-a381-317246fc6994)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:01:59.820795 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:01:59.862960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for ab99ae2e-e330-4c20-b432-4049fbaf3fa5 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:01:59.970300 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Calling delete_port for 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:02:00.058171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b8e646da-b685-4a2d-a5c4-fabda25b0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:01:57Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:00.061981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e646da-b685-4a2d-a5c4-fabda25b0eba None None] The sync data for ids ['8912cb7e-7444-416d-b469-031fdba1835e'] in dv-neutron-824022-4-hyperv is: [{'id': '8912cb7e-7444-416d-b469-031fdba1835e', 'name': 'tempest-TestNetworkBasicOps-router-531666013', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:01:57Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': 'ab99ae2e-e330-4c20-b432-4049fbaf3fa5', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:49:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8912cb7e-7444-416d-b469-031fdba1835e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:00:03Z', 'updated_at': '2022-01-28T07:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:02:00.126126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:00.171695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:00.174956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=ab99ae2e-e330-4c20-b432-4049fbaf3fa5,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:00.265443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:00.270371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] No DVR routers for this DVR port 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:02:00.273753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Pushing event deleted for resources: {'Port': ['ID=82b3f2ac-52ef-4bb4-bea9-320179c2a8e4,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:00.285914 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:00.286279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:00.286644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:00.286972 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:00.287327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:00.287785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:00.288111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:00.288431 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:00.288749 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:00.289065 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:00.289379 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:00.289691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89696da-cffe-46e4-941f-00368bf4817d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:00.445791 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:00.448067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:00.537297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:00.537815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Fanout notify agent at l3_agent the message router_deleted on router 8912cb7e-7444-416d-b469-031fdba1835e {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:02:00.553656 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:00.554738 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-40c07684-df0f-4272-92b1-c0424ebedec2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/routers/8912cb7e-7444-416d-b469-031fdba1835e HTTP/1.1" status: 204 len: 168 time: 1.5304894 Jan 28 07:02:00.557415 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50672) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:00.672259 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e79cfdd-919d-4068-9e94-1387d0f9a7bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:00.803441 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e79cfdd-919d-4068-9e94-1387d0f9a7bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:00.827802 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-6e79cfdd-919d-4068-9e94-1387d0f9a7bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b05a1b0-02f5-46cf-a78d-489417b72b9f']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:00.840478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-6e79cfdd-919d-4068-9e94-1387d0f9a7bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd12a83b-ddc4-4c6f-a381-317246fc6994') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:00.840769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-6e79cfdd-919d-4068-9e94-1387d0f9a7bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd12a83b-ddc4-4c6f-a381-317246fc6994') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:00.852866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e79cfdd-919d-4068-9e94-1387d0f9a7bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:00.861013 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-becd3eed-1024-4241-ae05-5231bf32186f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:00.868975 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e79cfdd-919d-4068-9e94-1387d0f9a7bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:00.874734 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e79cfdd-919d-4068-9e94-1387d0f9a7bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:02:00.875114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e79cfdd-919d-4068-9e94-1387d0f9a7bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:02:00.888946 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:02:01.054926 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8ecc49fb-d041-42e1-a558-74f72bc73aad no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:02:01.091709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 8ecc49fb-d041-42e1-a558-74f72bc73aad {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:02:01.092058 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8ecc49fb-d041-42e1-a558-74f72bc73aad not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:02:01.092468 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:02:01.124388 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:02:01.124732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 82b3f2ac-52ef-4bb4-bea9-320179c2a8e4 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:02:01.132612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ab99ae2e-e330-4c20-b432-4049fbaf3fa5 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:02:01.154714 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e79cfdd-919d-4068-9e94-1387d0f9a7bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:01.159709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: ab99ae2e-e330-4c20-b432-4049fbaf3fa5 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:02:01.160055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device ab99ae2e-e330-4c20-b432-4049fbaf3fa5 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:02:01.174815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e79cfdd-919d-4068-9e94-1387d0f9a7bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:01.182739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79cfdd-919d-4068-9e94-1387d0f9a7bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Network': ['ID=6b05a1b0-02f5-46cf-a78d-489417b72b9f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:01.240966 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6e79cfdd-919d-4068-9e94-1387d0f9a7bd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/networks/6b05a1b0-02f5-46cf-a78d-489417b72b9f HTTP/1.1" status: 204 len: 168 time: 0.6825497 Jan 28 07:02:01.268485 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50676) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:01.273928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'network': {'name': 'tempest-network-smoke--137029817', 'project_id': 'fab9236ca18a49699cab17477937175c', 'port_security_enabled': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:01.278857 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:02:01.282863 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:network and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:02:01.285670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:02:01.291192 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:02:01.411063 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:02:01.414421 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:01.441680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:02:01.449993 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:01.450354 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Added segment c02500ab-08c0-45bc-998e-cd54fc3871df of type vlan for network 679fdaae-6815-4efe-b6af-ca546cfd8f98 Jan 28 07:02:01.477904 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:01.582573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:01.587939 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:01.588533 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:01.694673 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Network': ['ID=679fdaae-6815-4efe-b6af-ca546cfd8f98,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:01.704115 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0ff42490-0e17-4568-b405-886f9314cf23 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4345870 Jan 28 07:02:01.704322 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 679fdaae-6815-4efe-b6af-ca546cfd8f98 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:02:01.706922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50680) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:01.711884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-351641004', 'admin_state_up': True, 'project_id': 'fab9236ca18a49699cab17477937175c', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:01.719308 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:02:01.723560 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:router and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:02:01.726468 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:02:01.732594 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:02:01.811688 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:01.812786 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:01.827171 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:02.148500 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:02.506525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:02.537826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:02.667723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.183 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/99d3c51a-a9be-47d3-8882-fd18abcd61c8) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:02:02.816774 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:02.897149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:02.965113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:02:02.968014 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:02:02.970309 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:02:03.004121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=99d3c51a-a9be-47d3-8882-fd18abcd61c8,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:03.223117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a2029a6-bd03-49dd-9157-141e5574eb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:03.544429 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:03.873073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:04.186043 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 2fdf448e-ad56-41db-a260-4c313e722d5e is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:02:04.335213 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:04.359474 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:02:04.370284 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Sync routers for ids ['2fdf448e-ad56-41db-a260-4c313e722d5e'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:02:04.380868 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Routers {'2fdf448e-ad56-41db-a260-4c313e722d5e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:02:04.381499 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:02:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2fdf448e-ad56-41db-a260-4c313e722d5e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:04.492361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:04.493649 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8012a271-7f2d-4a95-9b8e-103d8cfe36a4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7857311 Jan 28 07:02:04.496688 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50684) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:04.525974 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:04.582962 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Set router 2fdf448e-ad56-41db-a260-4c313e722d5e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:02:04.663501 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-36b40bc4-3b7e-43d9-9db8-3ed75d2e3445 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fab9236ca18a49699cab17477937175c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1631820 Jan 28 07:02:04.664085 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50690) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:04.792741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c07ea8-b42b-4edb-8797-a0f36ab94b8d tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:04.795394 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a4c07ea8-b42b-4edb-8797-a0f36ab94b8d tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307678 Jan 28 07:02:04.798263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50694) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:04.870552 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:02:03Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:04.874593 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Checking router: 2fdf448e-ad56-41db-a260-4c313e722d5e for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:02:04.874939 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Updating router 2fdf448e-ad56-41db-a260-4c313e722d5e port 99d3c51a-a9be-47d3-8882-fd18abcd61c8 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:02:04.929263 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:04.951751 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-01db9ca6-96bc-41f9-867a-d8438e2bd6e7 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1512995 Jan 28 07:02:04.954214 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50700) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:04.959461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-50017110', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'project_id': 'fab9236ca18a49699cab17477937175c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:05.065647 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:02:05.069632 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:subnet and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:02:05.072392 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:02:05.077887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:02:05.148750 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:02:05.152266 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:05.254995 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:05.266089 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Transition to ACTIVE for port object 99d3c51a-a9be-47d3-8882-fd18abcd61c8 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:02:05.432552 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:05.474644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:05.511521 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Attempting to bind port 99d3c51a-a9be-47d3-8882-fd18abcd61c8 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:02:05.511884 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Attempting to bind port 99d3c51a-a9be-47d3-8882-fd18abcd61c8 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:02:05.512246 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Attempting to bind port 99d3c51a-a9be-47d3-8882-fd18abcd61c8 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:02:05.518392 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b0c75-fad9-46a1-9baa-1076b7845bd9 None None] Pushing event updated for resources: {'Port': ['ID=99d3c51a-a9be-47d3-8882-fd18abcd61c8,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:05.523333 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:02:05.527322 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:02:05.527322 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:05.527322 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:02:05.527322 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Bound port: 99d3c51a-a9be-47d3-8882-fd18abcd61c8, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:02:05.527322 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:05.554433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Subnet': ['ID=e153babd-0078-4443-a387-9e85822ec441,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:05.555434 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b0c75-fad9-46a1-9baa-1076b7845bd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:05.556487 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b0c75-fad9-46a1-9baa-1076b7845bd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:05.556487 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b0c75-fad9-46a1-9baa-1076b7845bd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:05.556487 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b0c75-fad9-46a1-9baa-1076b7845bd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:05.556791 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b0c75-fad9-46a1-9baa-1076b7845bd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:05.557044 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b0c75-fad9-46a1-9baa-1076b7845bd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:05.557362 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b0c75-fad9-46a1-9baa-1076b7845bd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:05.557675 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b0c75-fad9-46a1-9baa-1076b7845bd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:05.557999 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b0c75-fad9-46a1-9baa-1076b7845bd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:05.558314 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b0c75-fad9-46a1-9baa-1076b7845bd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:05.558626 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b0c75-fad9-46a1-9baa-1076b7845bd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:05.558940 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b0c75-fad9-46a1-9baa-1076b7845bd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:02:05.564932 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Checking segment: {'id': 'c02500ab-08c0-45bc-998e-cd54fc3871df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:02:05.565295 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network hostable DHCP agents. Network: 679fdaae-6815-4efe-b6af-ca546cfd8f98, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:02:05.605139 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] For port 99d3c51a-a9be-47d3-8882-fd18abcd61c8, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:02:05.607995 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] For port 99d3c51a-a9be-47d3-8882-fd18abcd61c8, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=99d3c51a-a9be-47d3-8882-fd18abcd61c8,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:02:05.683714 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 679fdaae-6815-4efe-b6af-ca546cfd8f98 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:02:05.746922 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:05.816883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:05.824043 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Routers {'2fdf448e-ad56-41db-a260-4c313e722d5e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:02:05.824642 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:02:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2fdf448e-ad56-41db-a260-4c313e722d5e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:05.845410 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 679fdaae-6815-4efe-b6af-ca546cfd8f98) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:02:05.849829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:05.850829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:05.854334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cae910-ec31-420c-92fe-fa9f84239486 None None] Network 679fdaae-6815-4efe-b6af-ca546cfd8f98 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:02:05.878521 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b0c75-fad9-46a1-9baa-1076b7845bd9 None None] Pushing event updated for resources: {'Port': ['ID=99d3c51a-a9be-47d3-8882-fd18abcd61c8,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:05.964354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50704) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:05.964917 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-33416be2-13f1-44c1-8ffb-ba15d6cb8851 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0088761 Jan 28 07:02:05.999382 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] Set router 2fdf448e-ad56-41db-a260-4c313e722d5e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:02:06.068672 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-679fdaae-6815-4efe-b6af-ca546cfd8f98', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ips': [{'subnet_id': 'e153babd-0078-4443-a387-9e85822ec441'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:02:06.069727 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:06.234029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Allocated IP 172.20.0.2 (679fdaae-6815-4efe-b6af-ca546cfd8f98/e153babd-0078-4443-a387-9e85822ec441/1df36390-1d8b-4a89-90a7-daded7dbb6f4) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:02:06.312191 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:02:03Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:06.316060 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5669522-43f5-4c66-84d8-d3fcbf1e17c0 None None] The sync data for ids ['2fdf448e-ad56-41db-a260-4c313e722d5e'] in dv-neutron-824022-4-hyperv is: [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:02:03Z', 'revision_number': 3, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:02:06.453430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:06.465557 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Transition to ACTIVE for port object 1df36390-1d8b-4a89-90a7-daded7dbb6f4 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:02:06.487569 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Transition to ACTIVE for port object 1df36390-1d8b-4a89-90a7-daded7dbb6f4 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:02:06.594278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:06.663877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Network 679fdaae-6815-4efe-b6af-ca546cfd8f98 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:02:06.666732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:02:06.671548 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:02:06.685315 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Pushing event updated for resources: {'Port': ['ID=1df36390-1d8b-4a89-90a7-daded7dbb6f4,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:06.794629 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Attempting to bind port 1df36390-1d8b-4a89-90a7-daded7dbb6f4 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:02:06.795139 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Attempting to bind port 1df36390-1d8b-4a89-90a7-daded7dbb6f4 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'c02500ab-08c0-45bc-998e-cd54fc3871df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:02:06.796871 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Attempting to bind port 1df36390-1d8b-4a89-90a7-daded7dbb6f4 on network 679fdaae-6815-4efe-b6af-ca546cfd8f98 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:02:06.806611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:02:06.807004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Checking segment: {'id': 'c02500ab-08c0-45bc-998e-cd54fc3871df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:02:06.807478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:06.808101 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Bound using segment: {'id': 'c02500ab-08c0-45bc-998e-cd54fc3871df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:02:06.808596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Bound port: 1df36390-1d8b-4a89-90a7-daded7dbb6f4, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02500ab-08c0-45bc-998e-cd54fc3871df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:02:06.809115 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:06.865763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:06.882959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 99d3c51a-a9be-47d3-8882-fd18abcd61c8 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:02:06.960628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] For port 1df36390-1d8b-4a89-90a7-daded7dbb6f4, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:02:06.965149 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] For port 1df36390-1d8b-4a89-90a7-daded7dbb6f4, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=1df36390-1d8b-4a89-90a7-daded7dbb6f4,segment=NetworkSegment(c02500ab-08c0-45bc-998e-cd54fc3871df),segment_id=c02500ab-08c0-45bc-998e-cd54fc3871df)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:02:07.038918 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:07.082129 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 99d3c51a-a9be-47d3-8882-fd18abcd61c8 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:02:07.102133 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 99d3c51a-a9be-47d3-8882-fd18abcd61c8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:02:07.102503 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:07.194551 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4718fd7-ec1f-4320-8684-638b88bba44a None None] Pushing event updated for resources: {'Port': ['ID=1df36390-1d8b-4a89-90a7-daded7dbb6f4,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:07.262758 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:07.285901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 99d3c51a-a9be-47d3-8882-fd18abcd61c8, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=99d3c51a-a9be-47d3-8882-fd18abcd61c8,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:02:07.295819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.1 (679fdaae-6815-4efe-b6af-ca546cfd8f98/e153babd-0078-4443-a387-9e85822ec441/9d05c78f-f1ce-498d-ae37-f02f26b37e69) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:02:07.440397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:07.474515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:07.491550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object 9d05c78f-f1ce-498d-ae37-f02f26b37e69 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:02:07.520011 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=99d3c51a-a9be-47d3-8882-fd18abcd61c8,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:07.612471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:07.680043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 679fdaae-6815-4efe-b6af-ca546cfd8f98 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:02:07.683008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:02:07.685398 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:02:07.726219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=9d05c78f-f1ce-498d-ae37-f02f26b37e69,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:07.753530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:08.114052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:08.388093 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a35c5c-7434-4198-a9e1-b2d8382f6bf8 None None] Network 679fdaae-6815-4efe-b6af-ca546cfd8f98 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:02:08.645224 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-91983e58-2e36-4d50-888c-fa0254f9b64e None None] Provisioning for port 1df36390-1d8b-4a89-90a7-daded7dbb6f4 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:02:08.691063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:08.759843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:08.887763 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 99d3c51a-a9be-47d3-8882-fd18abcd61c8 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:02:08.889059 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:08.905288 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=9d05c78f-f1ce-498d-ae37-f02f26b37e69,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:08.969907 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 99d3c51a-a9be-47d3-8882-fd18abcd61c8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:02:08.970291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:09.047359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 679fdaae-6815-4efe-b6af-ca546cfd8f98 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:02:09.049110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:02:09.113553 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 1df36390-1d8b-4a89-90a7-daded7dbb6f4 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:02:09.146734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a94994ad-51e0-4ff6-a9ab-22e552620546 None None] Provisioning for port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:02:09.165463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a94994ad-51e0-4ff6-a9ab-22e552620546 None None] Provisioning complete for port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:02:09.165863 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a94994ad-51e0-4ff6-a9ab-22e552620546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:09.232331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a94994ad-51e0-4ff6-a9ab-22e552620546 None None] Port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:02:09.256870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 2fdf448e-ad56-41db-a260-4c313e722d5e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:02:09.337322 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 1df36390-1d8b-4a89-90a7-daded7dbb6f4 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:02:09.346966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 1df36390-1d8b-4a89-90a7-daded7dbb6f4 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:02:09.347387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:09.401305 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8420395c-0170-462f-864a-d511345258a2 None None] Provisioning complete for port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:02:09.404400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8420395c-0170-462f-864a-d511345258a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:09.441228 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:02:09.456275 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ea335144-befc-452b-a83e-f1bb558bb7aa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/2fdf448e-ad56-41db-a260-4c313e722d5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4900565 Jan 28 07:02:09.460849 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50708) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:09.465143 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Sync routers for ids ['2fdf448e-ad56-41db-a260-4c313e722d5e'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:02:09.485533 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8420395c-0170-462f-864a-d511345258a2 None None] Port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:02:09.522398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Routers {'2fdf448e-ad56-41db-a260-4c313e722d5e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:02:09.523032 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:02:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2fdf448e-ad56-41db-a260-4c313e722d5e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:09.596583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b1a34-e8aa-42cc-8726-07ce80f580f8 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:09.597046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b1a34-e8aa-42cc-8726-07ce80f580f8 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:09.597524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b1a34-e8aa-42cc-8726-07ce80f580f8 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:09.597976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b1a34-e8aa-42cc-8726-07ce80f580f8 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:09.599631 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9c5b1a34-e8aa-42cc-8726-07ce80f580f8 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1395583 Jan 28 07:02:09.602255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50712) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:09.621894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:09.671325 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e06e7-d16c-4fbe-850d-3bb40b7d33c7 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:09.671783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e06e7-d16c-4fbe-850d-3bb40b7d33c7 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:09.672249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e06e7-d16c-4fbe-850d-3bb40b7d33c7 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:09.672671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04e06e7-d16c-4fbe-850d-3bb40b7d33c7 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:09.674332 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c04e06e7-d16c-4fbe-850d-3bb40b7d33c7 tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0711946 Jan 28 07:02:09.677134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50716) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:09.706407 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-96815ffc-32d7-4544-a933-3b2af2562292 None None] Provisioning complete for port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:02:09.706688 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96815ffc-32d7-4544-a933-3b2af2562292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:09.791200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 1df36390-1d8b-4a89-90a7-daded7dbb6f4, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=1df36390-1d8b-4a89-90a7-daded7dbb6f4,segment=NetworkSegment(c02500ab-08c0-45bc-998e-cd54fc3871df),segment_id=c02500ab-08c0-45bc-998e-cd54fc3871df)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:02:09.813014 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Set router 2fdf448e-ad56-41db-a260-4c313e722d5e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:02:09.856269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-96815ffc-32d7-4544-a933-3b2af2562292 None None] Port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:02:09.873794 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d967b7cb-5161-47e9-a4d2-85f4e7a168ab tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1956179 Jan 28 07:02:09.877835 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:10.084868 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=1df36390-1d8b-4a89-90a7-daded7dbb6f4,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:10.139742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50722) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:10.145496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1912583247', 'description': 'tempest-secgroup-smoke-1912583247 description', 'project_id': 'fab9236ca18a49699cab17477937175c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:10.151503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:02:10.155780 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:02:10.158762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:02:10.165107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:02:10.197472 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:02:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '9d05c78f-f1ce-498d-ae37-f02f26b37e69', 'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:de:14:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'e153babd-0078-4443-a387-9e85822ec441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:07Z', 'updated_at': '2022-01-28T07:02:08Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e153babd-0078-4443-a387-9e85822ec441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:10.201459 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Checking router: 2fdf448e-ad56-41db-a260-4c313e722d5e for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:02:10.201818 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Updating router 2fdf448e-ad56-41db-a260-4c313e722d5e port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:02:10.237704 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:10.256779 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:10.260899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:02:10.264703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:02:10.268044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:02:10.273829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:02:10.342596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:10.422715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:10.482352 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01ba09d-df85-4b22-8064-9328e8eaf709,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:10.566356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:10.567633 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5736ecf3-d0bb-46e2-b16b-85db1fe19324 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4269083 Jan 28 07:02:10.570464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50726) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:10.575481 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f265aa4e-1ad8-4a4a-8c92-de81a9a7394c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'd01ba09d-df85-4b22-8064-9328e8eaf709', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:10.581369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f265aa4e-1ad8-4a4a-8c92-de81a9a7394c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:02:10.585128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f265aa4e-1ad8-4a4a-8c92-de81a9a7394c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:02:10.587941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f265aa4e-1ad8-4a4a-8c92-de81a9a7394c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:02:10.593849 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f265aa4e-1ad8-4a4a-8c92-de81a9a7394c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:02:10.631659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:10.642538 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Transition to ACTIVE for port object 9d05c78f-f1ce-498d-ae37-f02f26b37e69 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:02:10.691897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f265aa4e-1ad8-4a4a-8c92-de81a9a7394c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:10.754602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f265aa4e-1ad8-4a4a-8c92-de81a9a7394c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:10.763895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 1df36390-1d8b-4a89-90a7-daded7dbb6f4 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:02:10.793813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:10.895003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f265aa4e-1ad8-4a4a-8c92-de81a9a7394c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:10.919671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265aa4e-1ad8-4a4a-8c92-de81a9a7394c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1512ef-b78d-46a1-9798-b8861f406ca2,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:10.995627 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618589a-840b-4751-afaf-6bc396b13edd None None] Pushing event updated for resources: {'Port': ['ID=9d05c78f-f1ce-498d-ae37-f02f26b37e69,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:11.003889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f265aa4e-1ad8-4a4a-8c92-de81a9a7394c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:11.005293 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f265aa4e-1ad8-4a4a-8c92-de81a9a7394c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4339106 Jan 28 07:02:11.008280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50730) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:11.013384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-793eead2-bb7b-4648-88f8-7461a161728f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'd01ba09d-df85-4b22-8064-9328e8eaf709', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:11.019646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-793eead2-bb7b-4648-88f8-7461a161728f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:02:11.023705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-793eead2-bb7b-4648-88f8-7461a161728f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:02:11.026336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-793eead2-bb7b-4648-88f8-7461a161728f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:02:11.032215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-793eead2-bb7b-4648-88f8-7461a161728f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:02:11.055076 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:11.074581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Attempting to bind port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:02:11.074946 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Attempting to bind port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'c02500ab-08c0-45bc-998e-cd54fc3871df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:02:11.075331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Attempting to bind port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 on network 679fdaae-6815-4efe-b6af-ca546cfd8f98 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:02:11.081901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 1df36390-1d8b-4a89-90a7-daded7dbb6f4 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:02:11.082268 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:11.114496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:02:11.114695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-793eead2-bb7b-4648-88f8-7461a161728f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:11.114807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Checking segment: {'id': 'c02500ab-08c0-45bc-998e-cd54fc3871df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:02:11.115174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:11.115592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Bound using segment: {'id': 'c02500ab-08c0-45bc-998e-cd54fc3871df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:02:11.116055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Bound port: 9d05c78f-f1ce-498d-ae37-f02f26b37e69, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c02500ab-08c0-45bc-998e-cd54fc3871df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:02:11.116421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:11.298779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-793eead2-bb7b-4648-88f8-7461a161728f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:11.353059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] For port 9d05c78f-f1ce-498d-ae37-f02f26b37e69, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:02:11.378392 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] For port 9d05c78f-f1ce-498d-ae37-f02f26b37e69, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=9d05c78f-f1ce-498d-ae37-f02f26b37e69,segment=NetworkSegment(c02500ab-08c0-45bc-998e-cd54fc3871df),segment_id=c02500ab-08c0-45bc-998e-cd54fc3871df)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:02:11.432113 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-793eead2-bb7b-4648-88f8-7461a161728f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:11.456808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793eead2-bb7b-4648-88f8-7461a161728f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc21b3a-e769-4d57-9bf6-b230589f5016,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:11.512270 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:11.548948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-793eead2-bb7b-4648-88f8-7461a161728f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:11.552285 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-793eead2-bb7b-4648-88f8-7461a161728f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5402870 Jan 28 07:02:11.552553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50734) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:11.557769 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-55467466-546b-4654-9b93-cf695e232754 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'd01ba09d-df85-4b22-8064-9328e8eaf709', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:11.563764 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-55467466-546b-4654-9b93-cf695e232754 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:02:11.568840 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-55467466-546b-4654-9b93-cf695e232754 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:02:11.572413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-55467466-546b-4654-9b93-cf695e232754 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:02:11.578602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-55467466-546b-4654-9b93-cf695e232754 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:02:11.589317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Routers {'2fdf448e-ad56-41db-a260-4c313e722d5e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:02:11.589944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:02:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2fdf448e-ad56-41db-a260-4c313e722d5e'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:11.659054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618589a-840b-4751-afaf-6bc396b13edd None None] Pushing event updated for resources: {'Port': ['ID=9d05c78f-f1ce-498d-ae37-f02f26b37e69,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:11.673517 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55467466-546b-4654-9b93-cf695e232754 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:11.742947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55467466-546b-4654-9b93-cf695e232754 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:11.783649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] Set router 2fdf448e-ad56-41db-a260-4c313e722d5e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:02:11.817248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55467466-546b-4654-9b93-cf695e232754 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:11.846013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55467466-546b-4654-9b93-cf695e232754 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f6545e-ffe9-496a-97ec-3f5c043a19ee,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:11.914481 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55467466-546b-4654-9b93-cf695e232754 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:11.918366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-55467466-546b-4654-9b93-cf695e232754 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622224 Jan 28 07:02:11.918566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50738) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:11.924047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-275cc229-33e3-4426-91df-cb8f5b2b541d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'd01ba09d-df85-4b22-8064-9328e8eaf709', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:11.930016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-275cc229-33e3-4426-91df-cb8f5b2b541d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:02:11.933759 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-275cc229-33e3-4426-91df-cb8f5b2b541d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:02:11.936561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-275cc229-33e3-4426-91df-cb8f5b2b541d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:02:11.942779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-275cc229-33e3-4426-91df-cb8f5b2b541d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:02:12.012920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-275cc229-33e3-4426-91df-cb8f5b2b541d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:12.076428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-275cc229-33e3-4426-91df-cb8f5b2b541d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:12.136686 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:02:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '9d05c78f-f1ce-498d-ae37-f02f26b37e69', 'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:de:14:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'e153babd-0078-4443-a387-9e85822ec441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:07Z', 'updated_at': '2022-01-28T07:02:11Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e153babd-0078-4443-a387-9e85822ec441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:12.140523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b4ff5-7b34-4bcc-8472-81cd30fe8827 None None] The sync data for ids ['2fdf448e-ad56-41db-a260-4c313e722d5e'] in dv-neutron-824022-4-hyperv is: [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:02:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '9d05c78f-f1ce-498d-ae37-f02f26b37e69', 'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:de:14:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'e153babd-0078-4443-a387-9e85822ec441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:07Z', 'updated_at': '2022-01-28T07:02:11Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e153babd-0078-4443-a387-9e85822ec441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:02:12.160145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-275cc229-33e3-4426-91df-cb8f5b2b541d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:12.196219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cc229-33e3-4426-91df-cb8f5b2b541d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efe5a8b-a97a-4f46-a93b-620cd3529ec7,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:12.289041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-275cc229-33e3-4426-91df-cb8f5b2b541d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:12.290276 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-275cc229-33e3-4426-91df-cb8f5b2b541d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3707745 Jan 28 07:02:12.292999 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50742) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:12.297818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e66969ff-55b4-4d8a-9c3d-8a25aa2f383a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'd01ba09d-df85-4b22-8064-9328e8eaf709', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:12.304556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e66969ff-55b4-4d8a-9c3d-8a25aa2f383a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:02:12.308410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e66969ff-55b4-4d8a-9c3d-8a25aa2f383a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:02:12.311458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e66969ff-55b4-4d8a-9c3d-8a25aa2f383a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:02:12.317205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e66969ff-55b4-4d8a-9c3d-8a25aa2f383a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:02:12.422813 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-e66969ff-55b4-4d8a-9c3d-8a25aa2f383a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:02:12.430497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e66969ff-55b4-4d8a-9c3d-8a25aa2f383a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:12.497233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e66969ff-55b4-4d8a-9c3d-8a25aa2f383a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:12.587483 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e66969ff-55b4-4d8a-9c3d-8a25aa2f383a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:12.617987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66969ff-55b4-4d8a-9c3d-8a25aa2f383a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783d9402-649b-48e6-9711-90aef7d63d83,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:12.695420 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e66969ff-55b4-4d8a-9c3d-8a25aa2f383a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:12.696649 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e66969ff-55b4-4d8a-9c3d-8a25aa2f383a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4027374 Jan 28 07:02:12.699630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50746) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:12.705148 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-af957333-cc45-4ab7-9036-4763a35042ba tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'security_group_rule': {'security_group_id': 'd01ba09d-df85-4b22-8064-9328e8eaf709', 'project_id': 'fab9236ca18a49699cab17477937175c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:12.716647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-af957333-cc45-4ab7-9036-4763a35042ba tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:02:12.721781 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-af957333-cc45-4ab7-9036-4763a35042ba tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:security_group_rule and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:02:12.729460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-af957333-cc45-4ab7-9036-4763a35042ba tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:02:12.737586 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-af957333-cc45-4ab7-9036-4763a35042ba tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:02:12.801569 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9d05c78f-f1ce-498d-ae37-f02f26b37e69 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:02:12.815036 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-af957333-cc45-4ab7-9036-4763a35042ba tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Project fab9236ca18a49699cab17477937175c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:02:12.828646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af957333-cc45-4ab7-9036-4763a35042ba tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:12.914625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af957333-cc45-4ab7-9036-4763a35042ba tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:12.968869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:02:12.974661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:02:12.975194 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:13.003197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af957333-cc45-4ab7-9036-4763a35042ba tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:13.029245 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af957333-cc45-4ab7-9036-4763a35042ba tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2a1fd7-a3f9-4a38-a3ef-a90551072e7d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:13.092333 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:13.125272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-af957333-cc45-4ab7-9036-4763a35042ba tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:13.128446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 9d05c78f-f1ce-498d-ae37-f02f26b37e69, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=9d05c78f-f1ce-498d-ae37-f02f26b37e69,segment=NetworkSegment(c02500ab-08c0-45bc-998e-cd54fc3871df),segment_id=c02500ab-08c0-45bc-998e-cd54fc3871df)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:02:13.135469 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-af957333-cc45-4ab7-9036-4763a35042ba tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4347644 Jan 28 07:02:13.199839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:13.272925 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=9d05c78f-f1ce-498d-ae37-f02f26b37e69,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:13.291970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-ca55a569-7330-484b-bcd7-ff27ed326d20 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:02:13.388304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-ca55a569-7330-484b-bcd7-ff27ed326d20 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:02:13.389528 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-ca55a569-7330-484b-bcd7-ff27ed326d20 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912583247&fields=id&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 267 time: 0.1397007 Jan 28 07:02:13.536239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-1a32d6f8-aa97-4385-a022-4125af8b72d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:13.537653 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-1a32d6f8-aa97-4385-a022-4125af8b72d2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/networks?id=679fdaae-6815-4efe-b6af-ca546cfd8f98 HTTP/1.1" status: 200 len: 796 time: 0.1415570 Jan 28 07:02:13.552196 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-49919245-b866-414a-b966-319873bd1e2a tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/quotas/fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 375 time: 0.0092044 Jan 28 07:02:13.631062 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-5f8717f9-eac5-4ecc-a982-99b28357472d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:02:13.705620 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-5f8717f9-eac5-4ecc-a982-99b28357472d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:02:13.706846 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-5f8717f9-eac5-4ecc-a982-99b28357472d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1500139 Jan 28 07:02:13.722883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-9527f5cc-a13b-4a4d-8502-47834755c027 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 07:02:13.723846 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-9527f5cc-a13b-4a4d-8502-47834755c027 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057333 Jan 28 07:02:13.851097 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-35c739f7-5b79-46a9-81cc-715ef669f2d5 service neutron] 10.222.0.25 "GET /v2.0/networks/679fdaae-6815-4efe-b6af-ca546cfd8f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219087 Jan 28 07:02:13.977648 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-a970ae2a-e92b-4bdc-a150-ecd7dc7f4fa7 service neutron] 10.222.0.25 "GET /v2.0/networks/679fdaae-6815-4efe-b6af-ca546cfd8f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206648 Jan 28 07:02:14.296224 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4f2951f0-dcd8-40e6-8609-c8ec87ded01e req-e880f74a-df24-4334-b763-60b9c4804a1d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 210 time: 0.1013567 Jan 28 07:02:14.756767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9d05c78f-f1ce-498d-ae37-f02f26b37e69 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:02:14.823438 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:02:14.823816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:15.440429 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f60b69ae-8701-40f0-8305-a1378c62893d req-28d62575-8182-4ec7-9ebe-96a4014081bf tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 210 time: 0.0419011 Jan 28 07:02:16.608970 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b234aa5e-1e9b-45d9-a027-cc5aa81c2e43 req-22f1cbac-40b2-4190-bdd5-f2ace905d837 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 210 time: 0.0592222 Jan 28 07:02:16.700945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-7a910615-94b2-4759-89bd-4fcdb8a89e1d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:16.702355 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-7a910615-94b2-4759-89bd-4fcdb8a89e1d tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/networks?id=679fdaae-6815-4efe-b6af-ca546cfd8f98 HTTP/1.1" status: 200 len: 796 time: 0.1823997 Jan 28 07:02:16.769442 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-3eb6f0f2-ea7f-45f7-a7bf-523ff5660491 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fab9236ca18a49699cab17477937175c HTTP/1.1" status: 200 len: 380 time: 0.0432591 Jan 28 07:02:16.781306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'port': {'device_id': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'admin_state_up': True, 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'security_groups': ['d01ba09d-df85-4b22-8064-9328e8eaf709']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:16.917202 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:02:16.927504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:02:16.976297 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Made reservation on behalf of fab9236ca18a49699cab17477937175c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:02:16.979705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:17.139649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.20.0.6 (679fdaae-6815-4efe-b6af-ca546cfd8f98/e153babd-0078-4443-a387-9e85822ec441/c9e5e7dc-4f12-47ed-9cf0-03b2364a014e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:02:17.432056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:17.447572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Transition to ACTIVE for port object c9e5e7dc-4f12-47ed-9cf0-03b2364a014e will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:02:17.551774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:17.621224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network 679fdaae-6815-4efe-b6af-ca546cfd8f98 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:02:17.624366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:02:17.628705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:02:17.663336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:17.708160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:17.708771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:17.809049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ff774-d064-4dd7-904a-1d6732896b6d req-7c9c3ec0-240d-4c01-aaf8-1a36a1ef709f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:17.809727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-144ff774-d064-4dd7-904a-1d6732896b6d req-7c9c3ec0-240d-4c01-aaf8-1a36a1ef709f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:02:17.839379 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-81357693-6109-44fc-baf8-075a3474aeb3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0617080 Jan 28 07:02:17.906117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Request body: {'port': {'device_id': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:17.935591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-144ff774-d064-4dd7-904a-1d6732896b6d req-7c9c3ec0-240d-4c01-aaf8-1a36a1ef709f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:02:17.936718 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-144ff774-d064-4dd7-904a-1d6732896b6d req-7c9c3ec0-240d-4c01-aaf8-1a36a1ef709f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 931 time: 0.2092078 Jan 28 07:02:17.986367 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f99d67e4-43bb-4475-9e1c-072c6b31218b None None] Provisioning for port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:02:17.991492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f99d67e4-43bb-4475-9e1c-072c6b31218b None None] Provisioning complete for port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:02:17.991936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f99d67e4-43bb-4475-9e1c-072c6b31218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:18.038778 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-144ff774-d064-4dd7-904a-1d6732896b6d req-d40b49be-474b-49d9-9f65-7ae568e5aed6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ba09d-df85-4b22-8064-9328e8eaf709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917876 Jan 28 07:02:18.047353 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f99d67e4-43bb-4475-9e1c-072c6b31218b None None] Port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:02:18.053799 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:18.385536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e5e7dc-4f12-47ed-9cf0-03b2364a014e {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:02:18.392607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:18.406211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Transition to ACTIVE for port object c9e5e7dc-4f12-47ed-9cf0-03b2364a014e will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:02:18.494205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:18.653252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:18.738551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Attempting to bind port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:02:18.738887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Attempting to bind port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'c02500ab-08c0-45bc-998e-cd54fc3871df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:02:18.739211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Attempting to bind port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e on network 679fdaae-6815-4efe-b6af-ca546cfd8f98 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:02:18.743717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e on network 679fdaae-6815-4efe-b6af-ca546cfd8f98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:02:18.744039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Attempting to bind port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e on network 679fdaae-6815-4efe-b6af-ca546cfd8f98 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:02:18.749019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:02:18.749351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Checking segment: {'id': 'c02500ab-08c0-45bc-998e-cd54fc3871df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:02:18.749737 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Bound using segment: {'id': 'c02500ab-08c0-45bc-998e-cd54fc3871df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:02:18.750158 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Bound port: c9e5e7dc-4f12-47ed-9cf0-03b2364a014e, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c02500ab-08c0-45bc-998e-cd54fc3871df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:02:18.750502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:18.838908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] For port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:02:18.841803 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] For port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e,segment=NetworkSegment(c02500ab-08c0-45bc-998e-cd54fc3871df),segment_id=c02500ab-08c0-45bc-998e-cd54fc3871df)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:02:18.906647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:18.957883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:18.958578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:18.959916 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] 10.222.0.37 "PUT /v2.0/ports/c9e5e7dc-4f12-47ed-9cf0-03b2364a014e HTTP/1.1" status: 200 len: 1093 time: 1.1008015 Jan 28 07:02:18.966965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'tag': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:02:18.992477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a762e1-0b60-4c75-a9f0-ff53c56330a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:19.076632 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'tag': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e', 'status': 'completed', 'code': 200} Jan 28 07:02:19.245121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-4496beb8-cdf8-4520-be5f-130cbcc9ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:19.246481 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-4496beb8-cdf8-4520-be5f-130cbcc9ad3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 1096 time: 0.1343181 Jan 28 07:02:19.254361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dae63-8c80-41af-83d6-2f35737c2e61 req-4d35d889-f1c2-4c99-91da-d642f4e45058 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:19.255689 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-416dae63-8c80-41af-83d6-2f35737c2e61 req-4d35d889-f1c2-4c99-91da-d642f4e45058 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 943 time: 0.1100976 Jan 28 07:02:19.339798 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-bb9f8b44-fc23-4d03-aef8-d7b347661134 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e HTTP/1.1" status: 200 len: 217 time: 0.0662346 Jan 28 07:02:19.396624 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-416dae63-8c80-41af-83d6-2f35737c2e61 req-137d5cd9-7e8f-4659-8562-8515cd968d16 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ba09d-df85-4b22-8064-9328e8eaf709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353383 Jan 28 07:02:19.415691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-993ef7e4-42aa-456b-8c78-a11d0b1cb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:19.417101 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-993ef7e4-42aa-456b-8c78-a11d0b1cb9e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e153babd-0078-4443-a387-9e85822ec441 HTTP/1.1" status: 200 len: 833 time: 0.0673175 Jan 28 07:02:19.492992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-13aa915a-4c77-4a77-abfb-1652decf21ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:19.494340 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-13aa915a-4c77-4a77-abfb-1652decf21ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=679fdaae-6815-4efe-b6af-ca546cfd8f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681837 Jan 28 07:02:19.729438 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-2674b758-f33c-4d0a-b7cc-0c05a3cad37a service neutron] 10.222.0.37 "GET /v2.0/networks/679fdaae-6815-4efe-b6af-ca546cfd8f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253122 Jan 28 07:02:19.861003 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa9732cc-f054-49fa-b01d-ed33e3cbbd18 req-94933ced-ca3e-4f12-a025-b4d92704f172 service neutron] 10.222.0.37 "GET /v2.0/networks/679fdaae-6815-4efe-b6af-ca546cfd8f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224682 Jan 28 07:02:20.112502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd585c-dc7c-42af-92f2-6e2d0e5c0270 req-9a11c073-84b3-4c5e-b5d2-9462a9293cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:20.113857 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4ecd585c-dc7c-42af-92f2-6e2d0e5c0270 req-9a11c073-84b3-4c5e-b5d2-9462a9293cc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 1096 time: 0.0729802 Jan 28 07:02:20.241742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd585c-dc7c-42af-92f2-6e2d0e5c0270 req-8275db34-d108-4847-a526-6a9dc61decd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:20.243147 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4ecd585c-dc7c-42af-92f2-6e2d0e5c0270 req-8275db34-d108-4847-a526-6a9dc61decd0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=679fdaae-6815-4efe-b6af-ca546cfd8f98 HTTP/1.1" status: 200 len: 897 time: 0.1231632 Jan 28 07:02:20.308821 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4ecd585c-dc7c-42af-92f2-6e2d0e5c0270 req-5d00fb99-bbb4-400f-94bf-92d08ede525d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e HTTP/1.1" status: 200 len: 217 time: 0.0588391 Jan 28 07:02:20.371536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd585c-dc7c-42af-92f2-6e2d0e5c0270 req-5e085623-86da-4e27-a01b-ff14db1916d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:20.372832 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4ecd585c-dc7c-42af-92f2-6e2d0e5c0270 req-5e085623-86da-4e27-a01b-ff14db1916d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e153babd-0078-4443-a387-9e85822ec441 HTTP/1.1" status: 200 len: 833 time: 0.0578017 Jan 28 07:02:20.446806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd585c-dc7c-42af-92f2-6e2d0e5c0270 req-c0b3f384-8a15-4955-bc2d-9290d0b35d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:20.448301 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4ecd585c-dc7c-42af-92f2-6e2d0e5c0270 req-c0b3f384-8a15-4955-bc2d-9290d0b35d32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=679fdaae-6815-4efe-b6af-ca546cfd8f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690808 Jan 28 07:02:20.637422 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4ecd585c-dc7c-42af-92f2-6e2d0e5c0270 req-bc649680-1562-4092-99e8-c78fe1c5903e service neutron] 10.222.0.37 "GET /v2.0/networks/679fdaae-6815-4efe-b6af-ca546cfd8f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823623 Jan 28 07:02:20.679680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6281a-43c3-4537-817f-5decd5e91c5d req-f55cf6e1-2bb5-403a-a8a8-a9ce3435628c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:20.681054 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13b6281a-43c3-4537-817f-5decd5e91c5d req-f55cf6e1-2bb5-403a-a8a8-a9ce3435628c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 943 time: 0.1348379 Jan 28 07:02:20.793503 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13b6281a-43c3-4537-817f-5decd5e91c5d req-98bdc326-f19a-42db-8078-0be15f378193 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ba09d-df85-4b22-8064-9328e8eaf709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023176 Jan 28 07:02:20.817997 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4ecd585c-dc7c-42af-92f2-6e2d0e5c0270 req-6790a32b-ca75-4995-8496-9dac9f50b68b service neutron] 10.222.0.37 "GET /v2.0/networks/679fdaae-6815-4efe-b6af-ca546cfd8f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728480 Jan 28 07:02:21.977977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be820f-12fb-4634-831a-91ecb9d3aeb3 req-c75ed8f5-d4fa-48a8-971e-af098e1f31ef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:21.979415 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74be820f-12fb-4634-831a-91ecb9d3aeb3 req-c75ed8f5-d4fa-48a8-971e-af098e1f31ef tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 943 time: 0.0812089 Jan 28 07:02:22.022100 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74be820f-12fb-4634-831a-91ecb9d3aeb3 req-d47a4feb-334a-4ac4-890f-79892db6ffe2 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ba09d-df85-4b22-8064-9328e8eaf709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369978 Jan 28 07:02:23.065528 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device c9e5e7dc-4f12-47ed-9cf0-03b2364a014e details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:02:23.198462 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e,segment=NetworkSegment(c02500ab-08c0-45bc-998e-cd54fc3871df),segment_id=c02500ab-08c0-45bc-998e-cd54fc3871df)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:02:23.211147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'port_id': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e', 'mac_address': 'fa:16:3e:66:b0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e153babd-0078-4443-a387-9e85822ec441', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:02:23.211633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095205dc-a8a0-4e01-aff2-92120c070cf0 req-1543c4be-9e97-40d0-acba-1cd488fc16e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:23.213100 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-095205dc-a8a0-4e01-aff2-92120c070cf0 req-1543c4be-9e97-40d0-acba-1cd488fc16e3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 943 time: 0.0851650 Jan 28 07:02:23.257578 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-095205dc-a8a0-4e01-aff2-92120c070cf0 req-1ae69d91-d460-4f2a-bb30-9a195ad02fd4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ba09d-df85-4b22-8064-9328e8eaf709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384488 Jan 28 07:02:23.265924 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:23.282900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e5e7dc-4f12-47ed-9cf0-03b2364a014e {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:02:23.300450 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e,segment=NetworkSegment(c02500ab-08c0-45bc-998e-cd54fc3871df),segment_id=c02500ab-08c0-45bc-998e-cd54fc3871df)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:02:23.364909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:23.433641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:23.679372 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['c9e5e7dc-4f12-47ed-9cf0-03b2364a014e'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:02:24.440897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7191d9-300d-48ff-b3a8-ac14242bb45f req-6ed53c02-1ba4-4a2e-85d1-d4d134a6b04f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:24.442308 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e7191d9-300d-48ff-b3a8-ac14242bb45f req-6ed53c02-1ba4-4a2e-85d1-d4d134a6b04f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 944 time: 0.0805228 Jan 28 07:02:24.484785 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e7191d9-300d-48ff-b3a8-ac14242bb45f req-ab5036da-e4d6-41a5-90bd-daa8a1248577 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ba09d-df85-4b22-8064-9328e8eaf709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369253 Jan 28 07:02:25.088325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device c9e5e7dc-4f12-47ed-9cf0-03b2364a014e up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:02:25.245196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:02:25.250289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:02:25.250660 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:25.361951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:25.387855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:02:25.397565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e,segment=NetworkSegment(c02500ab-08c0-45bc-998e-cd54fc3871df),segment_id=c02500ab-08c0-45bc-998e-cd54fc3871df)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:02:25.432608 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e', 'code': 200} Jan 28 07:02:25.472103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:25.549816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:25.669038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42c176-6d18-4221-8f33-6484663c7e24 req-875b057c-4e02-4cdb-b673-dd702e5a34a6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:25.670380 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d42c176-6d18-4221-8f33-6484663c7e24 req-875b057c-4e02-4cdb-b673-dd702e5a34a6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 945 time: 0.0778654 Jan 28 07:02:25.714369 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d42c176-6d18-4221-8f33-6484663c7e24 req-74faf8ab-13dd-4ba3-964d-fd5951da5d62 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ba09d-df85-4b22-8064-9328e8eaf709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377188 Jan 28 07:02:25.853831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d513cd-6a96-403c-8e90-6a7cc13b4f0f req-812a001f-7f61-48d2-ab38-80ad5ac6da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:25.858275 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-15d513cd-6a96-403c-8e90-6a7cc13b4f0f req-812a001f-7f61-48d2-ab38-80ad5ac6da0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0717456 Jan 28 07:02:25.898142 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-15d513cd-6a96-403c-8e90-6a7cc13b4f0f req-4af3a88b-674c-477e-a2b3-788d5ad59a39 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d01ba09d-df85-4b22-8064-9328e8eaf709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335553 Jan 28 07:02:26.896004 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd499227-3b19-448f-a4ca-ce574b309431 req-6f83b432-a006-4371-94c5-710b44709c55 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:26.897450 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bd499227-3b19-448f-a4ca-ce574b309431 req-6f83b432-a006-4371-94c5-710b44709c55 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 945 time: 0.0789483 Jan 28 07:02:27.049374 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bd499227-3b19-448f-a4ca-ce574b309431 req-c0bd99fd-8421-4f0b-aabc-0303d43c63b4 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ba09d-df85-4b22-8064-9328e8eaf709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461465 Jan 28 07:02:28.227676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb5eb1-1708-4c33-b07a-10406f5ea823 req-54caece5-fc54-4010-9700-7443476251fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:28.228999 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-decb5eb1-1708-4c33-b07a-10406f5ea823 req-54caece5-fc54-4010-9700-7443476251fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 945 time: 0.0771651 Jan 28 07:02:28.271402 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-decb5eb1-1708-4c33-b07a-10406f5ea823 req-8d728386-e655-44ae-b14e-f33e54573b4f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ba09d-df85-4b22-8064-9328e8eaf709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369790 Jan 28 07:02:28.453249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72eece-17fc-4739-9b62-36d095f7754b req-7030a102-f61b-4805-ac90-3834ffd45cf1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:28.454664 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0d72eece-17fc-4739-9b62-36d095f7754b req-7030a102-f61b-4805-ac90-3834ffd45cf1 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 945 time: 0.0798750 Jan 28 07:02:28.497779 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0d72eece-17fc-4739-9b62-36d095f7754b req-c19bc274-19e3-48a2-ba40-66803870bc84 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ba09d-df85-4b22-8064-9328e8eaf709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375247 Jan 28 07:02:28.519551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50810) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:28.592851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c18d373-3d85-4826-99ba-83a59661b4ab tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:28.594332 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3c18d373-3d85-4826-99ba-83a59661b4ab tempest-TestNetworkBasicOps-31974753 tempest-TestNetworkBasicOps-31974753-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 1093 time: 0.0738380 Jan 28 07:02:28.597107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50814) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:28.601835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:02:28.607506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:02:28.611217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Usage tracker for resource:floatingip and tenant:fab9236ca18a49699cab17477937175c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:02:28.613981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:02:28.619507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:02:28.718977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:28.853768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:28.986072 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Allocated IP 172.26.4.6 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/91e3bb68-3e05-43de-be96-6b814fd36724) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:02:29.126421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:29.239300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:29.304278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:02:29.306949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:02:29.311488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:02:29.346475 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=91e3bb68-3e05-43de-be96-6b814fd36724,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:29.711477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:29.844006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:30.043658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:30.105504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:30.223136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event updated for resources: {'Port': ['ID=91e3bb68-3e05-43de-be96-6b814fd36724,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:02:30.239671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:30.513458 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP d814b2cd-8fd0-4d6e-a1c5-7746729aec26 associated. External IP: 172.26.4.6, port: c9e5e7dc-4f12-47ed-9cf0-03b2364a014e. Jan 28 07:02:30.842641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1645dc10-c276-4b5d-b253-1cd6fb16b724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:30.865261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 2fdf448e-ad56-41db-a260-4c313e722d5e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:02:31.039344 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:02:31.048936 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2453ac5e-292d-4aa0-b214-ea146ed96e46 None None] Sync routers for ids ['2fdf448e-ad56-41db-a260-4c313e722d5e'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:02:31.058323 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2453ac5e-292d-4aa0-b214-ea146ed96e46 None None] Routers {'2fdf448e-ad56-41db-a260-4c313e722d5e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:02:31.058932 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2453ac5e-292d-4aa0-b214-ea146ed96e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:02:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2fdf448e-ad56-41db-a260-4c313e722d5e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:31.128516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:31.186888 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-17c19077-6281-4252-91ba-1049c071336c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5887318 Jan 28 07:02:31.187594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'tag': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:02:31.190220 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50818) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:31.234201 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'tag': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e', 'status': 'completed', 'code': 200} Jan 28 07:02:31.237149 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-2453ac5e-292d-4aa0-b214-ea146ed96e46 None None] Set router 2fdf448e-ad56-41db-a260-4c313e722d5e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:02:31.303070 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b70bb091-f7a6-4cd7-8ae8-6bd5c244dcb5 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/d814b2cd-8fd0-4d6e-a1c5-7746729aec26 HTTP/1.1" status: 200 len: 989 time: 0.1116712 Jan 28 07:02:31.350769 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fdeea-e1b6-4bfa-9f46-ebfbdebc043e req-4d1b762f-f03d-4421-a8d6-df447f9ead6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:31.355754 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-302fdeea-e1b6-4bfa-9f46-ebfbdebc043e req-4d1b762f-f03d-4421-a8d6-df447f9ead6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0704510 Jan 28 07:02:31.378817 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:02:31.482707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fdeea-e1b6-4bfa-9f46-ebfbdebc043e req-3da057e7-4f70-4708-830f-5f5cba3c408a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:31.484163 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-302fdeea-e1b6-4bfa-9f46-ebfbdebc043e req-3da057e7-4f70-4708-830f-5f5cba3c408a service neutron] 10.222.0.37 "GET /v2.0/networks?id=679fdaae-6815-4efe-b6af-ca546cfd8f98 HTTP/1.1" status: 200 len: 897 time: 0.1254194 Jan 28 07:02:31.580747 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2453ac5e-292d-4aa0-b214-ea146ed96e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:02:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'd814b2cd-8fd0-4d6e-a1c5-7746729aec26', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.6', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'port_id': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'mac_address': 'fa:16:3e:66:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:02:29Z', 'updated_at': '2022-01-28T07:02:29Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d05c78f-f1ce-498d-ae37-f02f26b37e69', 'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:de:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'e153babd-0078-4443-a387-9e85822ec441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:07Z', 'updated_at': '2022-01-28T07:02:13Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e153babd-0078-4443-a387-9e85822ec441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:31.584635 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2453ac5e-292d-4aa0-b214-ea146ed96e46 None None] Checking router: 2fdf448e-ad56-41db-a260-4c313e722d5e for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:02:31.586156 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-302fdeea-e1b6-4bfa-9f46-ebfbdebc043e req-33334d34-4180-4414-8591-24bdd7cf5cb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e HTTP/1.1" status: 200 len: 997 time: 0.0951719 Jan 28 07:02:31.593178 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2453ac5e-292d-4aa0-b214-ea146ed96e46 None None] Routers {'2fdf448e-ad56-41db-a260-4c313e722d5e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:02:31.593777 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2453ac5e-292d-4aa0-b214-ea146ed96e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:02:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2fdf448e-ad56-41db-a260-4c313e722d5e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:31.647910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fdeea-e1b6-4bfa-9f46-ebfbdebc043e req-7b2706e6-d2b2-4e9c-8844-3ed773165c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:31.649256 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-302fdeea-e1b6-4bfa-9f46-ebfbdebc043e req-7b2706e6-d2b2-4e9c-8844-3ed773165c08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e153babd-0078-4443-a387-9e85822ec441 HTTP/1.1" status: 200 len: 833 time: 0.0573153 Jan 28 07:02:31.726059 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fdeea-e1b6-4bfa-9f46-ebfbdebc043e req-1d422259-4b07-43df-9f07-0af1a87d754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:02:31.727551 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-302fdeea-e1b6-4bfa-9f46-ebfbdebc043e req-1d422259-4b07-43df-9f07-0af1a87d754c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=679fdaae-6815-4efe-b6af-ca546cfd8f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723491 Jan 28 07:02:31.766764 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-2453ac5e-292d-4aa0-b214-ea146ed96e46 None None] Set router 2fdf448e-ad56-41db-a260-4c313e722d5e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:02:31.980424 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-302fdeea-e1b6-4bfa-9f46-ebfbdebc043e req-3ea4b78d-76c8-44b1-9caa-09d807071649 service neutron] 10.222.0.37 "GET /v2.0/networks/679fdaae-6815-4efe-b6af-ca546cfd8f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461758 Jan 28 07:02:32.110018 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-302fdeea-e1b6-4bfa-9f46-ebfbdebc043e req-2ecd1bcc-ab08-4988-9af0-8973dce046dd service neutron] 10.222.0.37 "GET /v2.0/networks/679fdaae-6815-4efe-b6af-ca546cfd8f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235356 Jan 28 07:02:32.111303 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2453ac5e-292d-4aa0-b214-ea146ed96e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:02:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'd814b2cd-8fd0-4d6e-a1c5-7746729aec26', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.6', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'port_id': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'mac_address': 'fa:16:3e:66:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:02:29Z', 'updated_at': '2022-01-28T07:02:29Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d05c78f-f1ce-498d-ae37-f02f26b37e69', 'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:de:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'e153babd-0078-4443-a387-9e85822ec441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:07Z', 'updated_at': '2022-01-28T07:02:13Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e153babd-0078-4443-a387-9e85822ec441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:02:32.115102 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2453ac5e-292d-4aa0-b214-ea146ed96e46 None None] The sync data for ids ['2fdf448e-ad56-41db-a260-4c313e722d5e'] in dv-neutron-824022-4-hyperv is: [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:02:07Z', 'revision_number': 4, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:02:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'd814b2cd-8fd0-4d6e-a1c5-7746729aec26', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.6', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'port_id': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'mac_address': 'fa:16:3e:66:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:02:29Z', 'updated_at': '2022-01-28T07:02:29Z', 'revision_number': 0, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d05c78f-f1ce-498d-ae37-f02f26b37e69', 'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:de:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'e153babd-0078-4443-a387-9e85822ec441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:07Z', 'updated_at': '2022-01-28T07:02:13Z', 'revision_number': 5, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e153babd-0078-4443-a387-9e85822ec441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:02:32.304031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ab635-53d6-4be3-aae8-8e09e614d0cd None None] New status for floating IP d814b2cd-8fd0-4d6e-a1c5-7746729aec26: ACTIVE {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:02:32.304966 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50824) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:32.411818 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7db3a8f5-8141-4467-a2c6-0d830ca12c88 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/d814b2cd-8fd0-4d6e-a1c5-7746729aec26 HTTP/1.1" status: 200 len: 989 time: 0.1057107 Jan 28 07:02:33.215909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1cceb384-27cf-4bad-9816-096496a2c00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:33.415357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50828) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:02:33.519010 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-175e88ea-ce4e-433f-9a0e-64d47e44d0c3 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/d814b2cd-8fd0-4d6e-a1c5-7746729aec26 HTTP/1.1" status: 200 len: 991 time: 0.1024916 Jan 28 07:02:34.333954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:34.511110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:35.745158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:02:40.964703 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:00.855401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f0b5047a-4959-406b-9b41-48915b00573b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:00.932398 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-553dafb3-92f3-4678-ad47-979c68986942 req-9e4fa84c-cdb2-42a2-b972-82f77ae6f376 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767763 Jan 28 07:03:01.110522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dafb3-92f3-4678-ad47-979c68986942 req-06af4952-a3a8-4220-b8f5-868b28260e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:01.112019 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-553dafb3-92f3-4678-ad47-979c68986942 req-06af4952-a3a8-4220-b8f5-868b28260e19 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0730867 Jan 28 07:03:01.263727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dafb3-92f3-4678-ad47-979c68986942 req-d281c6c1-bc70-4320-8cec-527584f75b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:01.265156 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-553dafb3-92f3-4678-ad47-979c68986942 req-d281c6c1-bc70-4320-8cec-527584f75b0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=679fdaae-6815-4efe-b6af-ca546cfd8f98 HTTP/1.1" status: 200 len: 897 time: 0.1332953 Jan 28 07:03:01.371910 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-553dafb3-92f3-4678-ad47-979c68986942 req-746d7db8-0c20-4712-9eb2-285d4dcbf1ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e HTTP/1.1" status: 200 len: 999 time: 0.0959668 Jan 28 07:03:01.437314 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dafb3-92f3-4678-ad47-979c68986942 req-2af3bfb8-980f-4737-bfbb-09ae6a8fba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:01.438695 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-553dafb3-92f3-4678-ad47-979c68986942 req-2af3bfb8-980f-4737-bfbb-09ae6a8fba6e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e153babd-0078-4443-a387-9e85822ec441 HTTP/1.1" status: 200 len: 833 time: 0.0572288 Jan 28 07:03:01.513026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dafb3-92f3-4678-ad47-979c68986942 req-a6c55476-7687-4ee4-8f5c-38eb2305263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:01.514500 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-553dafb3-92f3-4678-ad47-979c68986942 req-a6c55476-7687-4ee4-8f5c-38eb2305263c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=679fdaae-6815-4efe-b6af-ca546cfd8f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673099 Jan 28 07:03:01.646481 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-553dafb3-92f3-4678-ad47-979c68986942 req-8eb60481-1c6b-40ba-9a23-e8cddbf95a84 service neutron] 10.222.0.37 "GET /v2.0/networks/679fdaae-6815-4efe-b6af-ca546cfd8f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238093 Jan 28 07:03:01.774978 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-553dafb3-92f3-4678-ad47-979c68986942 req-33f35ef5-fe90-4d74-a743-45ddb5ce0aff service neutron] 10.222.0.37 "GET /v2.0/networks/679fdaae-6815-4efe-b6af-ca546cfd8f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216459 Jan 28 07:03:03.203639 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8659af63-5fab-4eb4-af29-f563e65547c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:04.309909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:04.498841 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:04.731513 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50846) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:04.736672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ec381b31-1143-4b5a-9043-e2b5e50d338e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:03:05.363163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec381b31-1143-4b5a-9043-e2b5e50d338e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:05.436047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec381b31-1143-4b5a-9043-e2b5e50d338e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:05.614566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec381b31-1143-4b5a-9043-e2b5e50d338e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 2fdf448e-ad56-41db-a260-4c313e722d5e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:03:05.757818 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:05.789495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec381b31-1143-4b5a-9043-e2b5e50d338e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:03:05.800068 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcf9bc7-e337-4fbd-b211-ce3e56c92236 None None] Sync routers for ids ['2fdf448e-ad56-41db-a260-4c313e722d5e'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:03:05.800512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ec381b31-1143-4b5a-9043-e2b5e50d338e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:05.805646 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ec381b31-1143-4b5a-9043-e2b5e50d338e tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/2fdf448e-ad56-41db-a260-4c313e722d5e HTTP/1.1" status: 200 len: 888 time: 1.0690198 Jan 28 07:03:05.813637 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf9bc7-e337-4fbd-b211-ce3e56c92236 None None] Routers {'2fdf448e-ad56-41db-a260-4c313e722d5e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:03:05.814273 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2fcf9bc7-e337-4fbd-b211-ce3e56c92236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:03:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2fdf448e-ad56-41db-a260-4c313e722d5e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:05.875089 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2fcf9bc7-e337-4fbd-b211-ce3e56c92236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:05.883671 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcf9bc7-e337-4fbd-b211-ce3e56c92236 None None] Routers {'2fdf448e-ad56-41db-a260-4c313e722d5e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:03:05.884254 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2fcf9bc7-e337-4fbd-b211-ce3e56c92236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:03:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2fdf448e-ad56-41db-a260-4c313e722d5e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:05.950031 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-2fcf9bc7-e337-4fbd-b211-ce3e56c92236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:05.950473 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcf9bc7-e337-4fbd-b211-ce3e56c92236 None None] The sync data for ids ['2fdf448e-ad56-41db-a260-4c313e722d5e'] in dv-neutron-824022-4-hyperv is: [] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:03:06.720155 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a0dab4-ffd6-41d9-be9d-895239589c2e None None] New status for floating IP d814b2cd-8fd0-4d6e-a1c5-7746729aec26: DOWN {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:03:06.793102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 99d3c51a-a9be-47d3-8882-fd18abcd61c8 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:03:07.066876 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:07.082837 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 99d3c51a-a9be-47d3-8882-fd18abcd61c8, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=99d3c51a-a9be-47d3-8882-fd18abcd61c8,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:03:07.198227 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:07.198950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9d05c78f-f1ce-498d-ae37-f02f26b37e69 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:03:07.316060 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=99d3c51a-a9be-47d3-8882-fd18abcd61c8,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:07.357308 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:07.357657 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:07.358001 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:07.358339 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:07.358673 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:07.359006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:07.359368 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:07.359696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:07.360029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:07.360350 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:07.360671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:07.360989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:07.382354 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:07.418517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 9d05c78f-f1ce-498d-ae37-f02f26b37e69, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=9d05c78f-f1ce-498d-ae37-f02f26b37e69,segment=NetworkSegment(c02500ab-08c0-45bc-998e-cd54fc3871df),segment_id=c02500ab-08c0-45bc-998e-cd54fc3871df)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:03:07.500455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:07.567786 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=9d05c78f-f1ce-498d-ae37-f02f26b37e69,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:07.975496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50852) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:07.980520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-eceeef17-5cd3-4d51-a1ec-b211f185cf7b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:03:08.369864 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:03:08.513983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eceeef17-5cd3-4d51-a1ec-b211f185cf7b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:08.579557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eceeef17-5cd3-4d51-a1ec-b211f185cf7b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1799122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1799133', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1770652'] for router, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:08.911005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eceeef17-5cd3-4d51-a1ec-b211f185cf7b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 2fdf448e-ad56-41db-a260-4c313e722d5e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:03:09.086169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eceeef17-5cd3-4d51-a1ec-b211f185cf7b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:03:09.093196 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eceeef17-5cd3-4d51-a1ec-b211f185cf7b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:09.094301 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eceeef17-5cd3-4d51-a1ec-b211f185cf7b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/2fdf448e-ad56-41db-a260-4c313e722d5e HTTP/1.1" status: 200 len: 887 time: 1.1178267 Jan 28 07:03:09.097165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50860) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:09.099548 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097b404c-b1d2-4bb4-84f9-0ce08df5333b None None] Sync routers for ids ['2fdf448e-ad56-41db-a260-4c313e722d5e'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:03:09.108782 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b404c-b1d2-4bb4-84f9-0ce08df5333b None None] Routers {'2fdf448e-ad56-41db-a260-4c313e722d5e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:03:09.109378 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-097b404c-b1d2-4bb4-84f9-0ce08df5333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:03:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2fdf448e-ad56-41db-a260-4c313e722d5e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:09.201818 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ebd1f2ef-4ac4-4c8c-8192-08ad3a159991 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/d814b2cd-8fd0-4d6e-a1c5-7746729aec26 HTTP/1.1" status: 200 len: 989 time: 0.1036017 Jan 28 07:03:09.285243 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-097b404c-b1d2-4bb4-84f9-0ce08df5333b None None] Set router 2fdf448e-ad56-41db-a260-4c313e722d5e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:03:09.624494 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-097b404c-b1d2-4bb4-84f9-0ce08df5333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:03:08Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:03:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'd814b2cd-8fd0-4d6e-a1c5-7746729aec26', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.6', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'port_id': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'mac_address': 'fa:16:3e:66:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:02:29Z', 'updated_at': '2022-01-28T07:03:06Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d05c78f-f1ce-498d-ae37-f02f26b37e69', 'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:de:14:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'e153babd-0078-4443-a387-9e85822ec441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:07Z', 'updated_at': '2022-01-28T07:03:07Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e153babd-0078-4443-a387-9e85822ec441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:09.628185 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097b404c-b1d2-4bb4-84f9-0ce08df5333b None None] Checking router: 2fdf448e-ad56-41db-a260-4c313e722d5e for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:03:09.636692 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b404c-b1d2-4bb4-84f9-0ce08df5333b None None] Routers {'2fdf448e-ad56-41db-a260-4c313e722d5e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:03:09.637268 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-097b404c-b1d2-4bb4-84f9-0ce08df5333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:03:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2fdf448e-ad56-41db-a260-4c313e722d5e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:09.806278 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-097b404c-b1d2-4bb4-84f9-0ce08df5333b None None] Set router 2fdf448e-ad56-41db-a260-4c313e722d5e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:03:10.168430 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-097b404c-b1d2-4bb4-84f9-0ce08df5333b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:03:08Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:03:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'd814b2cd-8fd0-4d6e-a1c5-7746729aec26', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.6', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'port_id': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'mac_address': 'fa:16:3e:66:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:02:29Z', 'updated_at': '2022-01-28T07:03:06Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d05c78f-f1ce-498d-ae37-f02f26b37e69', 'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:de:14:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'e153babd-0078-4443-a387-9e85822ec441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:07Z', 'updated_at': '2022-01-28T07:03:07Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e153babd-0078-4443-a387-9e85822ec441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:10.172235 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097b404c-b1d2-4bb4-84f9-0ce08df5333b None None] The sync data for ids ['2fdf448e-ad56-41db-a260-4c313e722d5e'] in dv-neutron-824022-4-hyperv is: [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:03:08Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:03:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'd814b2cd-8fd0-4d6e-a1c5-7746729aec26', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'floating_ip_address': '172.26.4.6', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'port_id': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'mac_address': 'fa:16:3e:66:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:02:29Z', 'updated_at': '2022-01-28T07:03:06Z', 'revision_number': 2, 'project_id': 'fab9236ca18a49699cab17477937175c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d05c78f-f1ce-498d-ae37-f02f26b37e69', 'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:de:14:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'e153babd-0078-4443-a387-9e85822ec441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:07Z', 'updated_at': '2022-01-28T07:03:07Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e153babd-0078-4443-a387-9e85822ec441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:03:10.205117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50864) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:10.314634 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-35850ff1-b42b-4793-8757-37ebdb673307 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/d814b2cd-8fd0-4d6e-a1c5-7746729aec26 HTTP/1.1" status: 200 len: 989 time: 0.1083846 Jan 28 07:03:10.837846 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9d05c78f-f1ce-498d-ae37-f02f26b37e69 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:03:10.935712 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:03:10.935712 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:10.980489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:11.060637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:11.094128 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 9d05c78f-f1ce-498d-ae37-f02f26b37e69, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=9d05c78f-f1ce-498d-ae37-f02f26b37e69,segment=NetworkSegment(c02500ab-08c0-45bc-998e-cd54fc3871df),segment_id=c02500ab-08c0-45bc-998e-cd54fc3871df)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:03:11.163725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:11.237281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=9d05c78f-f1ce-498d-ae37-f02f26b37e69,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:11.318745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50868) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:11.454532 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b89a1c61-c515-4231-8c1b-6fed638d75ed tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/d814b2cd-8fd0-4d6e-a1c5-7746729aec26 HTTP/1.1" status: 200 len: 989 time: 0.1346250 Jan 28 07:03:11.843961 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fccc12-0309-46ac-825b-9176ea2665fa None None] New status for floating IP d814b2cd-8fd0-4d6e-a1c5-7746729aec26: ACTIVE {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:03:12.458381 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50872) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:12.563170 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b90b4868-b13a-45bf-bfb6-1594a8208f94 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/floatingips/d814b2cd-8fd0-4d6e-a1c5-7746729aec26 HTTP/1.1" status: 200 len: 991 time: 0.1036081 Jan 28 07:03:12.856060 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 99d3c51a-a9be-47d3-8882-fd18abcd61c8 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:03:12.923563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 99d3c51a-a9be-47d3-8882-fd18abcd61c8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:03:12.923936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:13.076598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:13.092315 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 99d3c51a-a9be-47d3-8882-fd18abcd61c8, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=99d3c51a-a9be-47d3-8882-fd18abcd61c8,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:03:13.186415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:13.187219 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9d05c78f-f1ce-498d-ae37-f02f26b37e69 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:03:13.299514 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=99d3c51a-a9be-47d3-8882-fd18abcd61c8,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:13.310825 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:03:13.311196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:14.788141 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 99d3c51a-a9be-47d3-8882-fd18abcd61c8 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:03:14.854343 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 99d3c51a-a9be-47d3-8882-fd18abcd61c8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:03:14.854734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:14.912268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50880) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:15.108811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 91e3bb68-3e05-43de-be96-6b814fd36724 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:03:15.109065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:15.276066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:15.276392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:15.397227 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 91e3bb68-3e05-43de-be96-6b814fd36724 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:03:15.624248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:15.669998 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=91e3bb68-3e05-43de-be96-6b814fd36724,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:15.706734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:15.707070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:15.707426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:15.707751 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:15.708070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:15.708388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:15.708703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:15.709016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:15.709328 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:15.709640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:15.709949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:15.710256 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:15.888778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:15.889114 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Floating IP d814b2cd-8fd0-4d6e-a1c5-7746729aec26 disassociated (deleted). External IP: 172.26.4.6, port: c9e5e7dc-4f12-47ed-9cf0-03b2364a014e. Jan 28 07:03:16.233031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 2fdf448e-ad56-41db-a260-4c313e722d5e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:03:16.414185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:03:16.424270 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b171687-8dc0-4dd8-b7cc-d843e6edcae1 None None] Sync routers for ids ['2fdf448e-ad56-41db-a260-4c313e722d5e'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:03:16.430123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:16.433228 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b171687-8dc0-4dd8-b7cc-d843e6edcae1 None None] Routers {'2fdf448e-ad56-41db-a260-4c313e722d5e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:03:16.434446 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3b171687-8dc0-4dd8-b7cc-d843e6edcae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:03:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2fdf448e-ad56-41db-a260-4c313e722d5e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:16.484071 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d436e1ce-24d0-4505-8fa9-200549cf9608 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/floatingips/d814b2cd-8fd0-4d6e-a1c5-7746729aec26 HTTP/1.1" status: 204 len: 168 time: 1.5705993 Jan 28 07:03:16.485651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'tag': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:03:16.535570 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'tag': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e', 'status': 'completed', 'code': 200} Jan 28 07:03:16.615560 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-3b171687-8dc0-4dd8-b7cc-d843e6edcae1 None None] Set router 2fdf448e-ad56-41db-a260-4c313e722d5e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:03:16.677244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a831b9b-4988-4360-b242-7ad9d9440c92 req-513af97b-a1d1-43db-83a7-8130fc370f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:16.678392 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a831b9b-4988-4360-b242-7ad9d9440c92 req-513af97b-a1d1-43db-83a7-8130fc370f50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fab9236ca18a49699cab17477937175c&device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 1098 time: 0.0841131 Jan 28 07:03:16.814780 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a831b9b-4988-4360-b242-7ad9d9440c92 req-0133dff3-330a-4b1c-95ca-77771c491d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:16.816286 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a831b9b-4988-4360-b242-7ad9d9440c92 req-0133dff3-330a-4b1c-95ca-77771c491d1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=679fdaae-6815-4efe-b6af-ca546cfd8f98 HTTP/1.1" status: 200 len: 897 time: 0.1279259 Jan 28 07:03:16.888209 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a831b9b-4988-4360-b242-7ad9d9440c92 req-9a9968cf-027e-4e13-a79b-4ba1603517fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e HTTP/1.1" status: 200 len: 217 time: 0.0623155 Jan 28 07:03:16.930400 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3b171687-8dc0-4dd8-b7cc-d843e6edcae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:03:08Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:03:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '9d05c78f-f1ce-498d-ae37-f02f26b37e69', 'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:de:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'e153babd-0078-4443-a387-9e85822ec441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:07Z', 'updated_at': '2022-01-28T07:03:11Z', 'revision_number': 7, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e153babd-0078-4443-a387-9e85822ec441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:16.934693 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b171687-8dc0-4dd8-b7cc-d843e6edcae1 None None] Checking router: 2fdf448e-ad56-41db-a260-4c313e722d5e for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:03:16.942812 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b171687-8dc0-4dd8-b7cc-d843e6edcae1 None None] Routers {'2fdf448e-ad56-41db-a260-4c313e722d5e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:03:16.943432 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3b171687-8dc0-4dd8-b7cc-d843e6edcae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:03:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2fdf448e-ad56-41db-a260-4c313e722d5e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:16.960341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a831b9b-4988-4360-b242-7ad9d9440c92 req-92108814-0d3a-4a92-aeb2-b814fba4b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:16.961785 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a831b9b-4988-4360-b242-7ad9d9440c92 req-92108814-0d3a-4a92-aeb2-b814fba4b518 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e153babd-0078-4443-a387-9e85822ec441 HTTP/1.1" status: 200 len: 833 time: 0.0645115 Jan 28 07:03:17.043347 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a831b9b-4988-4360-b242-7ad9d9440c92 req-8dca792f-16c1-405e-b427-aac0adee24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:17.044843 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a831b9b-4988-4360-b242-7ad9d9440c92 req-8dca792f-16c1-405e-b427-aac0adee24e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=679fdaae-6815-4efe-b6af-ca546cfd8f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720818 Jan 28 07:03:17.125606 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-3b171687-8dc0-4dd8-b7cc-d843e6edcae1 None None] Set router 2fdf448e-ad56-41db-a260-4c313e722d5e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:03:17.240861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb3a56-5620-4702-b536-3c949e563887 req-4668f458-27d0-4248-9f56-4ce8ec5a5e24 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:17.241553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-aecb3a56-5620-4702-b536-3c949e563887 req-4668f458-27d0-4248-9f56-4ce8ec5a5e24 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:03:17.248087 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a831b9b-4988-4360-b242-7ad9d9440c92 req-71d03f23-c157-44ef-905a-4353d6e2ad53 service neutron] 10.222.0.37 "GET /v2.0/networks/679fdaae-6815-4efe-b6af-ca546cfd8f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676056 Jan 28 07:03:17.343095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-aecb3a56-5620-4702-b536-3c949e563887 req-4668f458-27d0-4248-9f56-4ce8ec5a5e24 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:03:17.344264 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aecb3a56-5620-4702-b536-3c949e563887 req-4668f458-27d0-4248-9f56-4ce8ec5a5e24 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 945 time: 0.2973411 Jan 28 07:03:17.442815 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-3b171687-8dc0-4dd8-b7cc-d843e6edcae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:03:08Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:03:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '9d05c78f-f1ce-498d-ae37-f02f26b37e69', 'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:de:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'e153babd-0078-4443-a387-9e85822ec441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:07Z', 'updated_at': '2022-01-28T07:03:11Z', 'revision_number': 7, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e153babd-0078-4443-a387-9e85822ec441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:17.447426 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b171687-8dc0-4dd8-b7cc-d843e6edcae1 None None] The sync data for ids ['2fdf448e-ad56-41db-a260-4c313e722d5e'] in dv-neutron-824022-4-hyperv is: [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:03:08Z', 'revision_number': 6, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:03:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '9d05c78f-f1ce-498d-ae37-f02f26b37e69', 'name': '', 'network_id': '679fdaae-6815-4efe-b6af-ca546cfd8f98', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'mac_address': 'fa:16:3e:de:14:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'e153babd-0078-4443-a387-9e85822ec441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:07Z', 'updated_at': '2022-01-28T07:03:11Z', 'revision_number': 7, 'project_id': 'fab9236ca18a49699cab17477937175c', 'subnets': [{'id': 'e153babd-0078-4443-a387-9e85822ec441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:03:17.539099 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aecb3a56-5620-4702-b536-3c949e563887 req-4d51ea60-8006-4fd2-a22f-6f746e99cd8f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ba09d-df85-4b22-8064-9328e8eaf709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879447 Jan 28 07:03:17.541161 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a831b9b-4988-4360-b242-7ad9d9440c92 req-bdcf3e4a-1d85-445a-bd15-5779c294855c service neutron] 10.222.0.37 "GET /v2.0/networks/679fdaae-6815-4efe-b6af-ca546cfd8f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838638 Jan 28 07:03:18.113635 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718a8d77-5c63-4029-9a93-ed32a9e34933 None None] New status for floating IP d814b2cd-8fd0-4d6e-a1c5-7746729aec26: DOWN {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:03:18.758094 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903435-e998-43e2-9663-011372c34924 req-7ce418d9-5548-4101-9563-5b80a99b3e05 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:18.759510 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13903435-e998-43e2-9663-011372c34924 req-7ce418d9-5548-4101-9563-5b80a99b3e05 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 945 time: 0.1135616 Jan 28 07:03:18.816564 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13903435-e998-43e2-9663-011372c34924 req-dcf8a358-8b79-4f4e-ba9f-128c73530d1f tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ba09d-df85-4b22-8064-9328e8eaf709&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504293 Jan 28 07:03:18.835766 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19378fb2-64c8-44c0-b1cb-5cddbbf603d6 req-3d093fad-e138-45f1-8421-b18f2d29cb78 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:18.837217 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-19378fb2-64c8-44c0-b1cb-5cddbbf603d6 req-3d093fad-e138-45f1-8421-b18f2d29cb78 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 945 time: 0.1253440 Jan 28 07:03:18.908349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-19378fb2-64c8-44c0-b1cb-5cddbbf603d6 req-a098a91f-cc71-4cd6-89d1-c598c3f0890b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:03:18.908684 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-19378fb2-64c8-44c0-b1cb-5cddbbf603d6 req-a098a91f-cc71-4cd6-89d1-c598c3f0890b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:19.149731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-19378fb2-64c8-44c0-b1cb-5cddbbf603d6 req-a098a91f-cc71-4cd6-89d1-c598c3f0890b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e,segment=NetworkSegment(c02500ab-08c0-45bc-998e-cd54fc3871df),segment_id=c02500ab-08c0-45bc-998e-cd54fc3871df)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:03:19.150000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-19378fb2-64c8-44c0-b1cb-5cddbbf603d6 req-a098a91f-cc71-4cd6-89d1-c598c3f0890b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:19.279060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-19378fb2-64c8-44c0-b1cb-5cddbbf603d6 req-a098a91f-cc71-4cd6-89d1-c598c3f0890b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for c9e5e7dc-4f12-47ed-9cf0-03b2364a014e owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:03:19.503869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-19378fb2-64c8-44c0-b1cb-5cddbbf603d6 req-a098a91f-cc71-4cd6-89d1-c598c3f0890b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:19.555732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098a91f-cc71-4cd6-89d1-c598c3f0890b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=c9e5e7dc-4f12-47ed-9cf0-03b2364a014e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:19.628298 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-19378fb2-64c8-44c0-b1cb-5cddbbf603d6 req-a098a91f-cc71-4cd6-89d1-c598c3f0890b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] No DVR routers for this DVR port c9e5e7dc-4f12-47ed-9cf0-03b2364a014e on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:03:19.630743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-19378fb2-64c8-44c0-b1cb-5cddbbf603d6 req-a098a91f-cc71-4cd6-89d1-c598c3f0890b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:19.633211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'name': 'network-vif-deleted', 'tag': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:03:19.676567 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf832ee2-ff0f-4580-9d10-e2e5489d3ad7', 'name': 'network-vif-deleted', 'tag': 'c9e5e7dc-4f12-47ed-9cf0-03b2364a014e', 'status': 'completed', 'code': 200} Jan 28 07:03:19.704479 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-19378fb2-64c8-44c0-b1cb-5cddbbf603d6 req-a098a91f-cc71-4cd6-89d1-c598c3f0890b tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.37 "DELETE /v2.0/ports/c9e5e7dc-4f12-47ed-9cf0-03b2364a014e HTTP/1.1" status: 204 len: 173 time: 0.8590002 Jan 28 07:03:19.976912 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7b037df6-63ed-4b55-abdc-db280213c8b5 req-0a4cf623-89e6-41be-833d-87da2fb1e3fd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Synchronizing usage tracker for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:03:20.071591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7b037df6-63ed-4b55-abdc-db280213c8b5 req-0a4cf623-89e6-41be-833d-87da2fb1e3fd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Unset dirty status for tenant:fab9236ca18a49699cab17477937175c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:03:20.075543 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b037df6-63ed-4b55-abdc-db280213c8b5 req-0a4cf623-89e6-41be-833d-87da2fb1e3fd tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "GET /v2.0/ports?device_id=bf832ee2-ff0f-4580-9d10-e2e5489d3ad7 HTTP/1.1" status: 200 len: 210 time: 0.1415167 Jan 28 07:03:21.164928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50898) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:21.231432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c2766c4-60f2-4973-ac88-6c763019689c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:21.260666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c2766c4-60f2-4973-ac88-6c763019689c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:21.397256 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c2766c4-60f2-4973-ac88-6c763019689c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:21.416791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2766c4-60f2-4973-ac88-6c763019689c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01ba09d-df85-4b22-8064-9328e8eaf709,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:21.498823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c2766c4-60f2-4973-ac88-6c763019689c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:21.499961 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1c2766c4-60f2-4973-ac88-6c763019689c tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/security-groups/d01ba09d-df85-4b22-8064-9328e8eaf709 HTTP/1.1" status: 204 len: 168 time: 0.3340149 Jan 28 07:03:21.602979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50904) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:22.251758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e20d257b-8f4d-47e0-9df3-22bad7a0e9d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:22.602358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e20d257b-8f4d-47e0-9df3-22bad7a0e9d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 9d05c78f-f1ce-498d-ae37-f02f26b37e69 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:03:22.602694 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e20d257b-8f4d-47e0-9df3-22bad7a0e9d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:22.792956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-e20d257b-8f4d-47e0-9df3-22bad7a0e9d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 9d05c78f-f1ce-498d-ae37-f02f26b37e69, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=9d05c78f-f1ce-498d-ae37-f02f26b37e69,segment=NetworkSegment(c02500ab-08c0-45bc-998e-cd54fc3871df),segment_id=c02500ab-08c0-45bc-998e-cd54fc3871df)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:03:22.793288 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e20d257b-8f4d-47e0-9df3-22bad7a0e9d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:22.916578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e20d257b-8f4d-47e0-9df3-22bad7a0e9d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 9d05c78f-f1ce-498d-ae37-f02f26b37e69 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:03:23.254633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e20d257b-8f4d-47e0-9df3-22bad7a0e9d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:23.306037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d257b-8f4d-47e0-9df3-22bad7a0e9d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=9d05c78f-f1ce-498d-ae37-f02f26b37e69,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:23.375722 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device c9e5e7dc-4f12-47ed-9cf0-03b2364a014e no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:03:23.412617 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: c9e5e7dc-4f12-47ed-9cf0-03b2364a014e {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:03:23.412887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device c9e5e7dc-4f12-47ed-9cf0-03b2364a014e not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:03:23.692875 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e20d257b-8f4d-47e0-9df3-22bad7a0e9d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:24.042671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20d257b-8f4d-47e0-9df3-22bad7a0e9d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Router 2fdf448e-ad56-41db-a260-4c313e722d5e has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:03:24.217274 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20d257b-8f4d-47e0-9df3-22bad7a0e9d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:03:24.226277 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e1aa9-4f22-4916-b05b-f091a8a04595 None None] Sync routers for ids ['2fdf448e-ad56-41db-a260-4c313e722d5e'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:03:24.235436 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e1aa9-4f22-4916-b05b-f091a8a04595 None None] Routers {'2fdf448e-ad56-41db-a260-4c313e722d5e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:03:24.236023 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-871e1aa9-4f22-4916-b05b-f091a8a04595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:03:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2fdf448e-ad56-41db-a260-4c313e722d5e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:24.294487 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e20d257b-8f4d-47e0-9df3-22bad7a0e9d6 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "PUT /v2.0/routers/2fdf448e-ad56-41db-a260-4c313e722d5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6902292 Jan 28 07:03:24.297231 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 50908) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:24.362861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting subnet e153babd-0078-4443-a387-9e85822ec441 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:03:24.365796 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:24.407532 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-871e1aa9-4f22-4916-b05b-f091a8a04595 None None] Set router 2fdf448e-ad56-41db-a260-4c313e722d5e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:03:24.419603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:24.505381 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:24.641501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:24.685264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Subnet': ['ID=e153babd-0078-4443-a387-9e85822ec441,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:24.691681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:24.696100 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d03628-5ae3-4803-926c-7f432de2859e None None] Network 679fdaae-6815-4efe-b6af-ca546cfd8f98 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:03:24.702820 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/subnets/e153babd-0078-4443-a387-9e85822ec441 HTTP/1.1" status: 204 len: 168 time: 0.4021225 Jan 28 07:03:24.702820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:24.702820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:24.703271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50912) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:24.713661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:24.714083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:24.714431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:24.714748 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:24.715065 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:24.715413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:24.715745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:24.716053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:24.716365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:24.716682 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d979e741-7af5-47c8-8b77-5bed7dc2f303 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:03:24.724130 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-871e1aa9-4f22-4916-b05b-f091a8a04595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:03:23Z', 'revision_number': 7, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:03:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:24.728025 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e1aa9-4f22-4916-b05b-f091a8a04595 None None] Checking router: 2fdf448e-ad56-41db-a260-4c313e722d5e for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:03:24.737212 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e1aa9-4f22-4916-b05b-f091a8a04595 None None] Routers {'2fdf448e-ad56-41db-a260-4c313e722d5e'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:03:24.737805 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-871e1aa9-4f22-4916-b05b-f091a8a04595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:03:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['2fdf448e-ad56-41db-a260-4c313e722d5e'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:24.912228 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:24.915308 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-871e1aa9-4f22-4916-b05b-f091a8a04595 None None] Set router 2fdf448e-ad56-41db-a260-4c313e722d5e gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:03:24.989575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf21926-a42c-4287-8c7a-73331d466bf0 None None] DHCP port deletion for 679fdaae-6815-4efe-b6af-ca546cfd8f98 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:03:24.993648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dcf21926-a42c-4287-8c7a-73331d466bf0 None None] Deleting port 1df36390-1d8b-4a89-90a7-daded7dbb6f4 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:03:24.994081 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dcf21926-a42c-4287-8c7a-73331d466bf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:25.105451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:25.195594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Deleting port 99d3c51a-a9be-47d3-8882-fd18abcd61c8 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:03:25.196463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:25.203507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-dcf21926-a42c-4287-8c7a-73331d466bf0 None None] For port 1df36390-1d8b-4a89-90a7-daded7dbb6f4, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=1df36390-1d8b-4a89-90a7-daded7dbb6f4,segment=NetworkSegment(c02500ab-08c0-45bc-998e-cd54fc3871df),segment_id=c02500ab-08c0-45bc-998e-cd54fc3871df)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:03:25.203906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dcf21926-a42c-4287-8c7a-73331d466bf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:25.204126 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-871e1aa9-4f22-4916-b05b-f091a8a04595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:03:23Z', 'revision_number': 7, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:03:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:25.208067 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e1aa9-4f22-4916-b05b-f091a8a04595 None None] The sync data for ids ['2fdf448e-ad56-41db-a260-4c313e722d5e'] in dv-neutron-824022-4-hyperv is: [{'id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'name': 'tempest-TestNetworkBasicOps-router-351641004', 'tenant_id': 'fab9236ca18a49699cab17477937175c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:02:01Z', 'updated_at': '2022-01-28T07:03:23Z', 'revision_number': 7, 'project_id': 'fab9236ca18a49699cab17477937175c', 'gw_port': {'id': '99d3c51a-a9be-47d3-8882-fd18abcd61c8', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdf448e-ad56-41db-a260-4c313e722d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:02:02Z', 'updated_at': '2022-01-28T07:03:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:03:25.330430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-dcf21926-a42c-4287-8c7a-73331d466bf0 None None] Calling delete_port for 1df36390-1d8b-4a89-90a7-daded7dbb6f4 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:03:25.381074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] For port 99d3c51a-a9be-47d3-8882-fd18abcd61c8, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=99d3c51a-a9be-47d3-8882-fd18abcd61c8,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:03:25.381700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:25.502148 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Calling delete_port for 99d3c51a-a9be-47d3-8882-fd18abcd61c8 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:03:25.528678 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dcf21926-a42c-4287-8c7a-73331d466bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:25.583336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf21926-a42c-4287-8c7a-73331d466bf0 None None] Pushing event deleted for resources: {'Port': ['ID=1df36390-1d8b-4a89-90a7-daded7dbb6f4,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:25.586051 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf21926-a42c-4287-8c7a-73331d466bf0 None None] No DVR routers for this DVR port 1df36390-1d8b-4a89-90a7-daded7dbb6f4 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:03:25.883165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:25.933293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Port': ['ID=99d3c51a-a9be-47d3-8882-fd18abcd61c8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:26.021341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:26.192890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:26.194954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:26.288932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:26.289446 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Fanout notify agent at l3_agent the message router_deleted on router 2fdf448e-ad56-41db-a260-4c313e722d5e {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:03:26.304736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:26.305680 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-34080c85-c5d4-4a06-9f59-d278565764e0 tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/routers/2fdf448e-ad56-41db-a260-4c313e722d5e HTTP/1.1" status: 204 len: 168 time: 1.6015024 Jan 28 07:03:26.308292 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50916) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:26.422232 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdbf6-e9f3-49ee-b8b9-17edddcd23fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:26.553274 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdbf6-e9f3-49ee-b8b9-17edddcd23fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:26.582642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3a3fdbf6-e9f3-49ee-b8b9-17edddcd23fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679fdaae-6815-4efe-b6af-ca546cfd8f98']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:26.594696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3a3fdbf6-e9f3-49ee-b8b9-17edddcd23fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02500ab-08c0-45bc-998e-cd54fc3871df') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:26.594986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-3a3fdbf6-e9f3-49ee-b8b9-17edddcd23fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02500ab-08c0-45bc-998e-cd54fc3871df') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:03:26.605937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdbf6-e9f3-49ee-b8b9-17edddcd23fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:26.621114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdbf6-e9f3-49ee-b8b9-17edddcd23fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:26.627420 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3fdbf6-e9f3-49ee-b8b9-17edddcd23fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:03:26.627797 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdbf6-e9f3-49ee-b8b9-17edddcd23fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:03:26.642547 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:03:26.801244 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 99d3c51a-a9be-47d3-8882-fd18abcd61c8 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:03:26.836483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 99d3c51a-a9be-47d3-8882-fd18abcd61c8 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:03:26.836768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 99d3c51a-a9be-47d3-8882-fd18abcd61c8 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:03:26.837183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 1df36390-1d8b-4a89-90a7-daded7dbb6f4 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:03:26.842650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdbf6-e9f3-49ee-b8b9-17edddcd23fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:26.867672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3a3fdbf6-e9f3-49ee-b8b9-17edddcd23fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:26.873866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 1df36390-1d8b-4a89-90a7-daded7dbb6f4 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:03:26.874217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 1df36390-1d8b-4a89-90a7-daded7dbb6f4 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:03:26.875199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9d05c78f-f1ce-498d-ae37-f02f26b37e69 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:03:26.878672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fdbf6-e9f3-49ee-b8b9-17edddcd23fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] Pushing event deleted for resources: {'Network': ['ID=679fdaae-6815-4efe-b6af-ca546cfd8f98,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:26.883913 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3a3fdbf6-e9f3-49ee-b8b9-17edddcd23fa tempest-TestNetworkBasicOps-1958127286 tempest-TestNetworkBasicOps-1958127286-project] 10.222.0.25 "DELETE /v2.0/networks/679fdaae-6815-4efe-b6af-ca546cfd8f98 HTTP/1.1" status: 204 len: 168 time: 0.5746408 Jan 28 07:03:26.945671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 9d05c78f-f1ce-498d-ae37-f02f26b37e69 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:03:26.946110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9d05c78f-f1ce-498d-ae37-f02f26b37e69 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:03:27.392359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50924) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:27.536475 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f72a180c-cdd8-431c-b26a-005dae33ea62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fab9236ca18a49699cab17477937175c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429379 Jan 28 07:03:27.538972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50930) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:27.597791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2a02b094-1ab6-46d2-992f-821529c7731c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:27.622607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2a02b094-1ab6-46d2-992f-821529c7731c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:27.779966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2a02b094-1ab6-46d2-992f-821529c7731c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:27.797736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02b094-1ab6-46d2-992f-821529c7731c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb10caa4-9f8c-4734-af92-d91db17b641f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:27.803920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2a02b094-1ab6-46d2-992f-821529c7731c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:27.805023 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2a02b094-1ab6-46d2-992f-821529c7731c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb10caa4-9f8c-4734-af92-d91db17b641f HTTP/1.1" status: 204 len: 168 time: 0.2651355 Jan 28 07:03:28.570676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50938) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:28.588376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7638e365-6b85-4a4b-8539-f1e0efe5edf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:28.605383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7638e365-6b85-4a4b-8539-f1e0efe5edf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:03:28.609604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7638e365-6b85-4a4b-8539-f1e0efe5edf6 admin admin] Usage tracker for resource:security_group_rule and tenant:b4811a9fff8e4717a65957fc4e0f611a is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:03:28.612330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7638e365-6b85-4a4b-8539-f1e0efe5edf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:03:28.618088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7638e365-6b85-4a4b-8539-f1e0efe5edf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:03:28.700442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7638e365-6b85-4a4b-8539-f1e0efe5edf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:28.766317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7638e365-6b85-4a4b-8539-f1e0efe5edf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:28.811920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638e365-6b85-4a4b-8539-f1e0efe5edf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22330939-f243-4303-8efb-bfe5e7b591aa,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:28.818384 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7638e365-6b85-4a4b-8539-f1e0efe5edf6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4811a9fff8e4717a65957fc4e0f611a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443221 Jan 28 07:03:28.818735 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 50942) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:28.876016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55a05597-e634-41c4-bdf1-d05c9ea0b337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:28.900249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55a05597-e634-41c4-bdf1-d05c9ea0b337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:29.012316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55a05597-e634-41c4-bdf1-d05c9ea0b337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:29.032501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a05597-e634-41c4-bdf1-d05c9ea0b337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22330939-f243-4303-8efb-bfe5e7b591aa,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:29.034692 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-55a05597-e634-41c4-bdf1-d05c9ea0b337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:29.035808 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-55a05597-e634-41c4-bdf1-d05c9ea0b337 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22330939-f243-4303-8efb-bfe5e7b591aa HTTP/1.1" status: 204 len: 168 time: 0.2163100 Jan 28 07:03:30.859993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b225a37e-39f2-4389-a1bb-ed4ad6651ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:33.208392 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0e41fcc6-aca1-425a-92c4-1a2c74a15e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:34.299632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:34.482210 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:35.768310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:36.745566 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50bd76ab-0179-4d29-925e-847ab602013b req-70c61ee0-434b-4512-ac3c-61ead284c61a tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=8e860b7f5a2a49be9d31feda9e2b0c21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307589 Jan 28 07:03:36.901009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd76ab-0179-4d29-925e-847ab602013b req-a33df54a-7183-4d76-b5e4-b4e6826fe672 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:36.902408 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50bd76ab-0179-4d29-925e-847ab602013b req-a33df54a-7183-4d76-b5e4-b4e6826fe672 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473827 Jan 28 07:03:36.917109 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50bd76ab-0179-4d29-925e-847ab602013b req-5bc17146-3aca-41df-9823-4eaa80d69a76 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/quotas/8e860b7f5a2a49be9d31feda9e2b0c21 HTTP/1.1" status: 200 len: 375 time: 0.0086713 Jan 28 07:03:36.962905 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50bd76ab-0179-4d29-925e-847ab602013b req-4b58ebe3-e202-44b0-8daf-6ed22063b98d tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e860b7f5a2a49be9d31feda9e2b0c21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410285 Jan 28 07:03:37.211135 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-88bd3400-da99-40c7-aa88-dde976fa9980 req-eb742bb5-cfc2-46fd-a1fb-39bd873e4896 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 210 time: 0.0505531 Jan 28 07:03:38.363687 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-925fbca5-442e-4999-8df4-730d1d1b5a04 req-e5174d76-da45-4aa2-aed2-9598e6d1b586 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 210 time: 0.0472519 Jan 28 07:03:39.509959 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8c07881f-dcb3-493d-a60b-76465293fe5a req-85024961-dcf3-40a2-b786-49f3a906bda3 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 210 time: 0.0441782 Jan 28 07:03:39.545054 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50bd76ab-0179-4d29-925e-847ab602013b req-50e06931-c579-4a68-98ec-4bd5e09fcab6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8e860b7f5a2a49be9d31feda9e2b0c21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261285 Jan 28 07:03:39.693148 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd76ab-0179-4d29-925e-847ab602013b req-d0f48125-5f56-4b73-8a47-d2bce4bfb70d tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:39.694443 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50bd76ab-0179-4d29-925e-847ab602013b req-d0f48125-5f56-4b73-8a47-d2bce4bfb70d tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446652 Jan 28 07:03:39.721957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Request body: {'port': {'device_id': '33c26c51-3970-4b24-877d-d1dc6790b384', 'network_id': 'c9b12881-adc9-436f-9486-93e0ddf8d71c', 'admin_state_up': True, 'tenant_id': '8e860b7f5a2a49be9d31feda9e2b0c21'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:03:39.954923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:03:39.958680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Usage tracker for resource:port and tenant:8e860b7f5a2a49be9d31feda9e2b0c21 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:03:39.961445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:03:39.967266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:03:40.076741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Made reservation on behalf of 8e860b7f5a2a49be9d31feda9e2b0c21 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:03:40.081164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:40.097560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:40.111718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:03:40.115664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Usage tracker for resource:security_group_rule and tenant:8e860b7f5a2a49be9d31feda9e2b0c21 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:03:40.118458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:03:40.124235 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:03:40.204061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:40.276541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:40.358221 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a6ccb3-335b-485b-9663-e31ee0dcf40c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:40.466986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Allocated IP 192.168.233.236 (c9b12881-adc9-436f-9486-93e0ddf8d71c/6fff3b78-1e7c-4b19-ae40-ae9e31d38508/bcb4021a-d360-4afa-ae15-745b8f2c4175) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:03:40.667982 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f52108b4-ddff-4b42-9533-076ae7b842cc req-8d6af3b2-be8b-49bd-9fb3-5208c2d3a97b tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 210 time: 0.0533998 Jan 28 07:03:40.708732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:40.731177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Transition to ACTIVE for port object bcb4021a-d360-4afa-ae15-745b8f2c4175 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:03:40.815116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:40.882558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Network c9b12881-adc9-436f-9486-93e0ddf8d71c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:03:40.885574 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:03:40.889577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:03:40.925937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Pushing event updated for resources: {'Port': ['ID=bcb4021a-d360-4afa-ae15-745b8f2c4175,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:40.958551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:40.959203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:40.979829 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:41.054533 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50bd76ab-0179-4d29-925e-847ab602013b req-81284623-61c7-4a91-a845-afc2a9bfe1c6 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3366978 Jan 28 07:03:41.080185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Request body: {'port': {'device_id': '33c26c51-3970-4b24-877d-d1dc6790b384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:03:41.139741 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa051922-de69-44c0-92dc-5d251a05e206 None None] Provisioning for port bcb4021a-d360-4afa-ae15-745b8f2c4175 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:03:41.144949 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa051922-de69-44c0-92dc-5d251a05e206 None None] Provisioning complete for port bcb4021a-d360-4afa-ae15-745b8f2c4175 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:03:41.145316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa051922-de69-44c0-92dc-5d251a05e206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:41.189907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:41.199013 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa051922-de69-44c0-92dc-5d251a05e206 None None] Port bcb4021a-d360-4afa-ae15-745b8f2c4175 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:03:41.535843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb4021a-d360-4afa-ae15-745b8f2c4175 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:03:41.542792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:41.556452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Transition to ACTIVE for port object bcb4021a-d360-4afa-ae15-745b8f2c4175 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:03:41.636411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:41.808468 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Pushing event updated for resources: {'Port': ['ID=bcb4021a-d360-4afa-ae15-745b8f2c4175,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:41.935047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Attempting to bind port bcb4021a-d360-4afa-ae15-745b8f2c4175 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:03:41.935265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Attempting to bind port bcb4021a-d360-4afa-ae15-745b8f2c4175 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c9b12881-adc9-436f-9486-93e0ddf8d71c'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:03:41.935598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Attempting to bind port bcb4021a-d360-4afa-ae15-745b8f2c4175 on network c9b12881-adc9-436f-9486-93e0ddf8d71c {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:03:41.943305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Port bcb4021a-d360-4afa-ae15-745b8f2c4175 on network c9b12881-adc9-436f-9486-93e0ddf8d71c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:03:41.943628 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Attempting to bind port bcb4021a-d360-4afa-ae15-745b8f2c4175 on network c9b12881-adc9-436f-9486-93e0ddf8d71c {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:03:41.950667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:03:41.951004 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Checking segment: {'id': 'ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c9b12881-adc9-436f-9486-93e0ddf8d71c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:03:41.951425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Bound using segment: {'id': 'ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c9b12881-adc9-436f-9486-93e0ddf8d71c'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:03:41.951851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Bound port: bcb4021a-d360-4afa-ae15-745b8f2c4175, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c9b12881-adc9-436f-9486-93e0ddf8d71c'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:03:41.952203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:41.973897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fac1a-769d-483f-bb2a-cde6dacd0361 req-a1fb507a-b959-4c60-af19-30ee78f983a0 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:41.974977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-085fac1a-769d-483f-bb2a-cde6dacd0361 req-a1fb507a-b959-4c60-af19-30ee78f983a0 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Synchronizing usage tracker for tenant:8e860b7f5a2a49be9d31feda9e2b0c21 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:03:42.061145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] For port bcb4021a-d360-4afa-ae15-745b8f2c4175, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:03:42.063899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] For port bcb4021a-d360-4afa-ae15-745b8f2c4175, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=bcb4021a-d360-4afa-ae15-745b8f2c4175,segment=NetworkSegment(ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b),segment_id=ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:03:42.148770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-085fac1a-769d-483f-bb2a-cde6dacd0361 req-a1fb507a-b959-4c60-af19-30ee78f983a0 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Unset dirty status for tenant:8e860b7f5a2a49be9d31feda9e2b0c21 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:03:42.149930 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-085fac1a-769d-483f-bb2a-cde6dacd0361 req-a1fb507a-b959-4c60-af19-30ee78f983a0 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 948 time: 0.3475666 Jan 28 07:03:42.286049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:42.329522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-085fac1a-769d-483f-bb2a-cde6dacd0361 req-e2335457-6abf-4a66-84e4-b9852bb7fd40 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Synchronizing usage tracker for tenant:8e860b7f5a2a49be9d31feda9e2b0c21 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:03:42.357112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:42.357705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:42.359018 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50bd76ab-0179-4d29-925e-847ab602013b req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] 10.222.0.37 "PUT /v2.0/ports/bcb4021a-d360-4afa-ae15-745b8f2c4175 HTTP/1.1" status: 200 len: 1098 time: 1.2830989 Jan 28 07:03:42.359623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c26c51-3970-4b24-877d-d1dc6790b384', 'tag': 'bcb4021a-d360-4afa-ae15-745b8f2c4175'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:03:42.385719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04af46-d84e-4af1-a542-fd1c83657a3c service neutron] Pushing event updated for resources: {'Port': ['ID=bcb4021a-d360-4afa-ae15-745b8f2c4175,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:42.412934 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c26c51-3970-4b24-877d-d1dc6790b384', 'tag': 'bcb4021a-d360-4afa-ae15-745b8f2c4175', 'status': 'completed', 'code': 200} Jan 28 07:03:42.497984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-085fac1a-769d-483f-bb2a-cde6dacd0361 req-e2335457-6abf-4a66-84e4-b9852bb7fd40 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Unset dirty status for tenant:8e860b7f5a2a49be9d31feda9e2b0c21 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:03:42.499876 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-085fac1a-769d-483f-bb2a-cde6dacd0361 req-e2335457-6abf-4a66-84e4-b9852bb7fd40 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1a6ccb3-335b-485b-9663-e31ee0dcf40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442178 Jan 28 07:03:42.543553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ceeeb-d844-4bbc-b373-04f89e39ce7c req-0ad7dcab-eb75-4fe5-a141-bd2ad2faa958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:42.545041 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed2ceeeb-d844-4bbc-b373-04f89e39ce7c req-0ad7dcab-eb75-4fe5-a141-bd2ad2faa958 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e860b7f5a2a49be9d31feda9e2b0c21&device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 1101 time: 0.0831859 Jan 28 07:03:42.596299 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed2ceeeb-d844-4bbc-b373-04f89e39ce7c req-2aebb1cc-0ac9-4088-80f9-361aa862545b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8e860b7f5a2a49be9d31feda9e2b0c21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301514 Jan 28 07:03:42.731030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ceeeb-d844-4bbc-b373-04f89e39ce7c req-dbfbdbf5-58da-46dc-aade-205dfcbbbed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:42.732375 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed2ceeeb-d844-4bbc-b373-04f89e39ce7c req-dbfbdbf5-58da-46dc-aade-205dfcbbbed3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297801 Jan 28 07:03:42.871055 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd76ab-0179-4d29-925e-847ab602013b req-7ec17eff-4baa-4ee6-9ec3-dedcb6990027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:42.872493 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50bd76ab-0179-4d29-925e-847ab602013b req-7ec17eff-4baa-4ee6-9ec3-dedcb6990027 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8e860b7f5a2a49be9d31feda9e2b0c21&device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 1101 time: 0.0696852 Jan 28 07:03:42.955732 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50bd76ab-0179-4d29-925e-847ab602013b req-69133a6d-f841-4ff9-bfd0-a005b5fe1f93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=bcb4021a-d360-4afa-ae15-745b8f2c4175 HTTP/1.1" status: 200 len: 217 time: 0.0624747 Jan 28 07:03:43.023083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd76ab-0179-4d29-925e-847ab602013b req-7281e0e9-18ae-42fb-995a-da439f11c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:43.024500 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50bd76ab-0179-4d29-925e-847ab602013b req-7281e0e9-18ae-42fb-995a-da439f11c248 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fff3b78-1e7c-4b19-ae40-ae9e31d38508 HTTP/1.1" status: 200 len: 843 time: 0.0562186 Jan 28 07:03:43.102526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd76ab-0179-4d29-925e-847ab602013b req-a2174a5a-182a-48a8-9476-3283a24c3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:43.103999 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50bd76ab-0179-4d29-925e-847ab602013b req-a2174a5a-182a-48a8-9476-3283a24c3a98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c9b12881-adc9-436f-9486-93e0ddf8d71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0698926 Jan 28 07:03:43.235405 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50bd76ab-0179-4d29-925e-847ab602013b req-daa05b4b-09dd-467b-8950-9b1c901809dd service neutron] 10.222.0.37 "GET /v2.0/networks/c9b12881-adc9-436f-9486-93e0ddf8d71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204429 Jan 28 07:03:43.366194 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50bd76ab-0179-4d29-925e-847ab602013b req-eba8b04e-4d05-4332-bfad-780ad917545e service neutron] 10.222.0.37 "GET /v2.0/networks/c9b12881-adc9-436f-9486-93e0ddf8d71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218936 Jan 28 07:03:43.680178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1078e3-3eac-42b4-966b-47a42fbde197 req-8a3508d2-ef3c-4287-ad64-1748b38311da tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:43.681577 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fd1078e3-3eac-42b4-966b-47a42fbde197 req-8a3508d2-ef3c-4287-ad64-1748b38311da tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 948 time: 0.0766666 Jan 28 07:03:43.723711 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fd1078e3-3eac-42b4-966b-47a42fbde197 req-e3b19f82-fdf5-4337-afba-fdb2adb750e7 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1a6ccb3-335b-485b-9663-e31ee0dcf40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366068 Jan 28 07:03:44.910399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe7d43-bf0a-4112-915b-b457f9f2699c req-7c158288-abaf-45ea-97c4-b8e724f0deed tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:44.911938 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20fe7d43-bf0a-4112-915b-b457f9f2699c req-7c158288-abaf-45ea-97c4-b8e724f0deed tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 948 time: 0.0858123 Jan 28 07:03:44.955182 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20fe7d43-bf0a-4112-915b-b457f9f2699c req-fcae7f1d-19c7-409c-ad47-081c8fb6c5dd tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1a6ccb3-335b-485b-9663-e31ee0dcf40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376709 Jan 28 07:03:45.368736 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:03:46.134662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd8d98-2d44-46fb-b2a8-dbc7e29314f8 req-be5ba0f5-0246-466a-846b-f864cf986336 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:46.136035 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68cd8d98-2d44-46fb-b2a8-dbc7e29314f8 req-be5ba0f5-0246-466a-846b-f864cf986336 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 948 time: 0.0769300 Jan 28 07:03:46.181961 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68cd8d98-2d44-46fb-b2a8-dbc7e29314f8 req-78afdc22-78ef-4140-89c5-f73eb04fc19f tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1a6ccb3-335b-485b-9663-e31ee0dcf40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 Jan 28 07:03:47.361346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caf4ec-e0a0-4353-bf59-72eac8aa2266 req-07f2398c-8f10-4bc0-8ba3-79eaf9a573c2 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:47.362777 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78caf4ec-e0a0-4353-bf59-72eac8aa2266 req-07f2398c-8f10-4bc0-8ba3-79eaf9a573c2 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 948 time: 0.0784855 Jan 28 07:03:47.411904 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78caf4ec-e0a0-4353-bf59-72eac8aa2266 req-03d12607-92ad-465f-be65-c319071f3821 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1a6ccb3-335b-485b-9663-e31ee0dcf40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434320 Jan 28 07:03:47.482967 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device bcb4021a-d360-4afa-ae15-745b8f2c4175 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:03:47.611649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port bcb4021a-d360-4afa-ae15-745b8f2c4175, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=bcb4021a-d360-4afa-ae15-745b8f2c4175,segment=NetworkSegment(ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b),segment_id=ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:03:47.624068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'bcb4021a-d360-4afa-ae15-745b8f2c4175', 'network_id': 'c9b12881-adc9-436f-9486-93e0ddf8d71c', 'port_id': 'bcb4021a-d360-4afa-ae15-745b8f2c4175', 'mac_address': 'fa:16:3e:8c:57:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fff3b78-1e7c-4b19-ae40-ae9e31d38508', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:03:47.676762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:47.692521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb4021a-d360-4afa-ae15-745b8f2c4175 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:03:47.708034 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port bcb4021a-d360-4afa-ae15-745b8f2c4175, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=bcb4021a-d360-4afa-ae15-745b8f2c4175,segment=NetworkSegment(ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b),segment_id=ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:03:47.771686 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:47.840077 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=bcb4021a-d360-4afa-ae15-745b8f2c4175,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:48.120231 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['bcb4021a-d360-4afa-ae15-745b8f2c4175'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:03:48.594912 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94803a-5109-47fb-be00-df50e8c86790 req-42f96e9c-3fcd-4265-bd12-cac2d3dc5ae7 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:48.596355 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a94803a-5109-47fb-be00-df50e8c86790 req-42f96e9c-3fcd-4265-bd12-cac2d3dc5ae7 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 949 time: 0.0809846 Jan 28 07:03:48.639072 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9a94803a-5109-47fb-be00-df50e8c86790 req-5da26936-6b69-4af5-a73e-ee3b48e16ac2 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1a6ccb3-335b-485b-9663-e31ee0dcf40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372179 Jan 28 07:03:49.498247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device bcb4021a-d360-4afa-ae15-745b8f2c4175 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:03:49.630166 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port bcb4021a-d360-4afa-ae15-745b8f2c4175 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:03:49.635008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port bcb4021a-d360-4afa-ae15-745b8f2c4175 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:03:49.635420 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:49.753413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:49.780676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c26c51-3970-4b24-877d-d1dc6790b384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb4021a-d360-4afa-ae15-745b8f2c4175'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:03:49.791124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port bcb4021a-d360-4afa-ae15-745b8f2c4175, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=bcb4021a-d360-4afa-ae15-745b8f2c4175,segment=NetworkSegment(ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b),segment_id=ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:03:49.829664 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c26c51-3970-4b24-877d-d1dc6790b384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb4021a-d360-4afa-ae15-745b8f2c4175', 'code': 200} Jan 28 07:03:49.836839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b611c1-a0d3-4dcf-a515-33426767a86c req-0844cac0-9384-4538-824f-3d9abf4a2627 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:49.838729 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27b611c1-a0d3-4dcf-a515-33426767a86c req-0844cac0-9384-4538-824f-3d9abf4a2627 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 949 time: 0.0939262 Jan 28 07:03:49.881982 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:49.885742 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27b611c1-a0d3-4dcf-a515-33426767a86c req-d80f3999-4b40-4f03-8269-3514191f3441 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1a6ccb3-335b-485b-9663-e31ee0dcf40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 Jan 28 07:03:49.949368 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=bcb4021a-d360-4afa-ae15-745b8f2c4175,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:50.241589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b233650-d1f6-4d9c-bb09-c90371e68982 req-9d314b46-aa2a-45f0-a1bc-ad69ee176246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:50.243082 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8b233650-d1f6-4d9c-bb09-c90371e68982 req-9d314b46-aa2a-45f0-a1bc-ad69ee176246 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 1103 time: 0.0717618 Jan 28 07:03:50.286061 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8b233650-d1f6-4d9c-bb09-c90371e68982 req-0559d0c2-fb89-4db4-8263-46db1aafae72 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a1a6ccb3-335b-485b-9663-e31ee0dcf40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Jan 28 07:03:51.069784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7679df-42bc-4c6b-aaf5-8c574745522f req-3c4cd3db-163e-4ba9-a1b1-4c8d7f393d5c tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:51.071248 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa7679df-42bc-4c6b-aaf5-8c574745522f req-3c4cd3db-163e-4ba9-a1b1-4c8d7f393d5c tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 950 time: 0.0783615 Jan 28 07:03:51.118146 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa7679df-42bc-4c6b-aaf5-8c574745522f req-bc9170cc-f892-44db-9a68-3cfc03b2b766 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1a6ccb3-335b-485b-9663-e31ee0dcf40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Jan 28 07:03:52.389973 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a10cb-ffc9-4427-80c9-4c26883351f5 req-5c870ac8-5609-474b-b52a-87a9cdb3f6f0 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:52.391444 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a77a10cb-ffc9-4427-80c9-4c26883351f5 req-5c870ac8-5609-474b-b52a-87a9cdb3f6f0 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 950 time: 0.1716094 Jan 28 07:03:52.434059 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a77a10cb-ffc9-4427-80c9-4c26883351f5 req-809e524b-5547-40ec-b187-03542e5a9bb2 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1a6ccb3-335b-485b-9663-e31ee0dcf40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370009 Jan 28 07:03:54.203924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea627a-6069-4ceb-9c80-3c15854327bd req-d32da1ed-761e-4a41-9ada-de491587a751 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:54.205251 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5ea627a-6069-4ceb-9c80-3c15854327bd req-d32da1ed-761e-4a41-9ada-de491587a751 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 950 time: 0.0807016 Jan 28 07:03:54.247804 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e5ea627a-6069-4ceb-9c80-3c15854327bd req-c857434b-be3a-4727-9826-691021343ddf tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1a6ccb3-335b-485b-9663-e31ee0dcf40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369697 Jan 28 07:03:55.432049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd9dc5-b24c-4c18-846a-f87e841e8c2e req-9cdf68df-1c9b-4013-b700-e2f0d6cfac53 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:55.433661 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e6cd9dc5-b24c-4c18-846a-f87e841e8c2e req-9cdf68df-1c9b-4013-b700-e2f0d6cfac53 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 950 time: 0.0813782 Jan 28 07:03:55.479044 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e6cd9dc5-b24c-4c18-846a-f87e841e8c2e req-aa3e4993-cc9d-4914-b1fd-f2bcec4633a5 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1a6ccb3-335b-485b-9663-e31ee0dcf40c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397325 Jan 28 07:03:55.828885 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d12df3-ba72-437b-88a1-855346e410a4 req-028f9b34-5fd5-4934-89e2-4d1b5cf5cc6a tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:03:55.830355 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f9d12df3-ba72-437b-88a1-855346e410a4 req-028f9b34-5fd5-4934-89e2-4d1b5cf5cc6a tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.37 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 950 time: 0.0885429 Jan 28 07:03:55.903804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-f9d12df3-ba72-437b-88a1-855346e410a4 req-9e377cf7-c148-418f-9ec1-c6e4945db614 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Deleting port bcb4021a-d360-4afa-ae15-745b8f2c4175 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:03:55.904145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f9d12df3-ba72-437b-88a1-855346e410a4 req-9e377cf7-c148-418f-9ec1-c6e4945db614 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:56.151295 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-f9d12df3-ba72-437b-88a1-855346e410a4 req-9e377cf7-c148-418f-9ec1-c6e4945db614 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] For port bcb4021a-d360-4afa-ae15-745b8f2c4175, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=bcb4021a-d360-4afa-ae15-745b8f2c4175,segment=NetworkSegment(ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b),segment_id=ce1a12f1-5bbb-4a6f-a6ac-6f1dab0a6f3b)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:03:56.151578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f9d12df3-ba72-437b-88a1-855346e410a4 req-9e377cf7-c148-418f-9ec1-c6e4945db614 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:56.271548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-f9d12df3-ba72-437b-88a1-855346e410a4 req-9e377cf7-c148-418f-9ec1-c6e4945db614 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Calling delete_port for bcb4021a-d360-4afa-ae15-745b8f2c4175 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:03:56.486466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f9d12df3-ba72-437b-88a1-855346e410a4 req-9e377cf7-c148-418f-9ec1-c6e4945db614 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:56.538720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e377cf7-c148-418f-9ec1-c6e4945db614 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Pushing event deleted for resources: {'Port': ['ID=bcb4021a-d360-4afa-ae15-745b8f2c4175,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:03:56.540355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['bcb4021a-d360-4afa-ae15-745b8f2c4175'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:03:56.652471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d12df3-ba72-437b-88a1-855346e410a4 req-9e377cf7-c148-418f-9ec1-c6e4945db614 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] No DVR routers for this DVR port bcb4021a-d360-4afa-ae15-745b8f2c4175 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:03:56.659012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f9d12df3-ba72-437b-88a1-855346e410a4 req-9e377cf7-c148-418f-9ec1-c6e4945db614 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:56.662824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c26c51-3970-4b24-877d-d1dc6790b384', 'name': 'network-vif-deleted', 'tag': 'bcb4021a-d360-4afa-ae15-745b8f2c4175'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:03:56.673211 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5fee56b1-777f-4c3d-b5da-92a379fb9e16 req-625677d3-2f5f-45de-a42e-b784f8361b1a tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 210 time: 0.0669961 Jan 28 07:03:56.716924 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c26c51-3970-4b24-877d-d1dc6790b384', 'name': 'network-vif-deleted', 'tag': 'bcb4021a-d360-4afa-ae15-745b8f2c4175', 'status': 'completed', 'code': 200} Jan 28 07:03:56.749614 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f9d12df3-ba72-437b-88a1-855346e410a4 req-9e377cf7-c148-418f-9ec1-c6e4945db614 tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.37 "DELETE /v2.0/ports/bcb4021a-d360-4afa-ae15-745b8f2c4175 HTTP/1.1" status: 204 len: 173 time: 0.9104037 Jan 28 07:03:57.837516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-712e03c0-5bf3-4105-94e7-408afc1c3d67 req-c28db463-273d-45aa-878d-78216436979a tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Synchronizing usage tracker for tenant:8e860b7f5a2a49be9d31feda9e2b0c21 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:03:57.944238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-712e03c0-5bf3-4105-94e7-408afc1c3d67 req-c28db463-273d-45aa-878d-78216436979a tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] Unset dirty status for tenant:8e860b7f5a2a49be9d31feda9e2b0c21 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:03:57.945401 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-712e03c0-5bf3-4105-94e7-408afc1c3d67 req-c28db463-273d-45aa-878d-78216436979a tempest-ServersAdminNegativeTestJSON-748760519 tempest-ServersAdminNegativeTestJSON-748760519-project] 10.222.0.25 "GET /v2.0/ports?device_id=33c26c51-3970-4b24-877d-d1dc6790b384 HTTP/1.1" status: 200 len: 210 time: 0.1514385 Jan 28 07:03:59.529319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device bcb4021a-d360-4afa-ae15-745b8f2c4175 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:03:59.540470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51084) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:59.566524 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: bcb4021a-d360-4afa-ae15-745b8f2c4175 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:03:59.566866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device bcb4021a-d360-4afa-ae15-745b8f2c4175 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:03:59.699944 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-03062a35-1fd8-4980-b599-7384972624b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e860b7f5a2a49be9d31feda9e2b0c21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582212 Jan 28 07:03:59.702412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51090) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:03:59.757027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3bc92ea9-8150-49eb-ac42-e8e9a668a28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:59.782279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3bc92ea9-8150-49eb-ac42-e8e9a668a28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:59.921498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3bc92ea9-8150-49eb-ac42-e8e9a668a28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:03:59.938428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc92ea9-8150-49eb-ac42-e8e9a668a28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a6ccb3-335b-485b-9663-e31ee0dcf40c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:00.028588 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3bc92ea9-8150-49eb-ac42-e8e9a668a28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:00.029723 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3bc92ea9-8150-49eb-ac42-e8e9a668a28d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1a6ccb3-335b-485b-9663-e31ee0dcf40c HTTP/1.1" status: 204 len: 168 time: 0.3264534 Jan 28 07:04:00.617734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51098) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:04:00.635197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5df40e2c-aebf-4911-adea-6dca94baf8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:00.648974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5df40e2c-aebf-4911-adea-6dca94baf8a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:04:00.652752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5df40e2c-aebf-4911-adea-6dca94baf8a6 admin admin] Usage tracker for resource:security_group_rule and tenant:272e3dc650e344d1a017b0ed7aaa883b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:04:00.655498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5df40e2c-aebf-4911-adea-6dca94baf8a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:04:00.661533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5df40e2c-aebf-4911-adea-6dca94baf8a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:04:00.740231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5df40e2c-aebf-4911-adea-6dca94baf8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:00.813260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5df40e2c-aebf-4911-adea-6dca94baf8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:00.830664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a2f89f5-3585-4514-8c4d-888d1dc5e994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:00.861200 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5df40e2c-aebf-4911-adea-6dca94baf8a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=272e3dc650e344d1a017b0ed7aaa883b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423666 Jan 28 07:04:00.862096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df40e2c-aebf-4911-adea-6dca94baf8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4279701a-086e-4801-9c0a-413430c94d8e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:00.863934 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 51102) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:04:00.925588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-53e37b37-5c41-41ea-a12c-6b311b1f5c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:00.950111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-53e37b37-5c41-41ea-a12c-6b311b1f5c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:01.046900 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-53e37b37-5c41-41ea-a12c-6b311b1f5c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:01.062180 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e37b37-5c41-41ea-a12c-6b311b1f5c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4279701a-086e-4801-9c0a-413430c94d8e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:01.066891 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-53e37b37-5c41-41ea-a12c-6b311b1f5c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:01.067618 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-53e37b37-5c41-41ea-a12c-6b311b1f5c12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4279701a-086e-4801-9c0a-413430c94d8e HTTP/1.1" status: 204 len: 168 time: 0.2021980 Jan 28 07:04:02.050122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 51126) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:04:02.152892 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1232219750-network', 'tenant_id': 'cd98ead906374b609e61872fa1b439a2'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:02.158098 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:04:02.161876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Usage tracker for resource:network and tenant:cd98ead906374b609e61872fa1b439a2 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:04:02.164693 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:04:02.170210 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:04:02.275658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Made reservation on behalf of cd98ead906374b609e61872fa1b439a2 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:02.277970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:02.290176 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:02.304699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:04:02.308518 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Usage tracker for resource:security_group_rule and tenant:cd98ead906374b609e61872fa1b439a2 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:04:02.311245 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:04:02.317058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:04:02.397273 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:02.481886 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:02.511756 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:04:02.520360 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d4fba4-360a-4417-b77e-9cb60c241d05,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:02.525716 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:02.526105 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Added segment 3aead890-8cd1-4eaa-9760-b0fa96a5f44a of type vlan for network 566565c8-77d7-4269-82b0-b569c2515963 Jan 28 07:04:02.551276 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:02.685907 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:02.686799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:02.687473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:02.789135 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] Pushing event updated for resources: {'Network': ['ID=566565c8-77d7-4269-82b0-b569c2515963,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:02.800494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 566565c8-77d7-4269-82b0-b569c2515963 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:04:02.810913 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2cbbd727-2926-4655-8593-d867cb451bad admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7571294 Jan 28 07:04:02.811138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 51132) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:04:02.816726 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Request body: {'subnet': {'network_id': '566565c8-77d7-4269-82b0-b569c2515963', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1232219750-subnet', 'tenant_id': 'cd98ead906374b609e61872fa1b439a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:02.822290 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:04:02.826260 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Usage tracker for resource:subnet and tenant:cd98ead906374b609e61872fa1b439a2 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:04:02.829686 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:04:02.835561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:04:02.904415 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Made reservation on behalf of cd98ead906374b609e61872fa1b439a2 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:02.906794 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:03.160109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:03.190207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a1266446-24fd-4e3e-bdd8-de9fad766814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:03.338550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Pushing event updated for resources: {'Subnet': ['ID=af890286-e866-4549-96e8-34665c79275b,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:03.347026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Checking segment: {'id': '3aead890-8cd1-4eaa-9760-b0fa96a5f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '566565c8-77d7-4269-82b0-b569c2515963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:04:03.347419 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Network hostable DHCP agents. Network: 566565c8-77d7-4269-82b0-b569c2515963, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:04:03.435447 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Network 566565c8-77d7-4269-82b0-b569c2515963 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:04:03.509526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 566565c8-77d7-4269-82b0-b569c2515963) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:03.513422 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:03.514004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:03.518459 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743efbbf-107e-4d10-96b0-adddd8e34d03 None None] Network 566565c8-77d7-4269-82b0-b569c2515963 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:04:03.608039 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2fa7ebf5-bdce-41dc-9f0d-4e2216f537de admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7957480 Jan 28 07:04:03.724255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1d542f-cb3d-402e-baac-bc4715dda2f5 None None] Network 566565c8-77d7-4269-82b0-b569c2515963 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:04:04.111772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-63771b25-9481-470b-b3b6-36fa4570b48e tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:04.113191 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-63771b25-9481-470b-b3b6-36fa4570b48e tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/networks?id=566565c8-77d7-4269-82b0-b569c2515963 HTTP/1.1" status: 200 len: 812 time: 0.1424286 Jan 28 07:04:04.127287 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-98bcd7bc-54f7-4ca8-b630-18ba31eedc35 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/quotas/cd98ead906374b609e61872fa1b439a2 HTTP/1.1" status: 200 len: 375 time: 0.0086930 Jan 28 07:04:04.177255 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-73a5fee1-89a7-4d39-bef9-7746ada2748d tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd98ead906374b609e61872fa1b439a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452490 Jan 28 07:04:04.310115 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:04.407319 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-f2502624-e0cf-4e27-b8cf-f9d9455c38e5 service neutron] 10.222.0.25 "GET /v2.0/networks/566565c8-77d7-4269-82b0-b569c2515963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234986 Jan 28 07:04:04.481338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:04.535591 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-215535c8-001e-4418-a9b2-6343e2086b91 service neutron] 10.222.0.25 "GET /v2.0/networks/566565c8-77d7-4269-82b0-b569c2515963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223516 Jan 28 07:04:04.747728 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5c0f9257-1d1c-45be-ba3e-91123d54027c req-5f201774-27ac-4503-b037-037b0b9af0fc tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 210 time: 0.0418060 Jan 28 07:04:05.749977 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:05.896766 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96aa945f-ba46-46d0-9e9f-ca74f0fa62ce req-5dda4cf0-e5e7-4c8e-9adb-4b64e9150e86 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 210 time: 0.0459766 Jan 28 07:04:07.045755 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1bc4e388-585b-4fe2-bc1f-610ae60db3db req-95d38187-e970-45e7-82ad-70569c6b8cde tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 210 time: 0.0460243 Jan 28 07:04:07.263844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-728c7163-ebdc-44b1-bd0b-4aa0d8259cda tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:07.265760 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-728c7163-ebdc-44b1-bd0b-4aa0d8259cda tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.37 "GET /v2.0/networks?id=566565c8-77d7-4269-82b0-b569c2515963 HTTP/1.1" status: 200 len: 812 time: 0.1456087 Jan 28 07:04:07.322400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Request body: {'port': {'device_id': 'f57236ee-ad2a-4648-9510-f138acb8c91c', 'network_id': '566565c8-77d7-4269-82b0-b569c2515963', 'admin_state_up': True, 'tenant_id': 'cd98ead906374b609e61872fa1b439a2'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:07.458363 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:04:07.462173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Usage tracker for resource:port and tenant:cd98ead906374b609e61872fa1b439a2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:04:07.465212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:04:07.470787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:04:07.555479 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Made reservation on behalf of cd98ead906374b609e61872fa1b439a2 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:04:07.560045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:07.720988 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Allocated IP 172.20.0.10 (566565c8-77d7-4269-82b0-b569c2515963/af890286-e866-4549-96e8-34665c79275b/5ce88bbe-8ef5-4074-81a6-a9d82b173b9d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:04:07.922422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:08.047748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:08.121189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Network 566565c8-77d7-4269-82b0-b569c2515963 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:04:08.124308 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:04:08.128818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:04:08.164480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Pushing event updated for resources: {'Port': ['ID=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:08.242073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:08.242666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:08.284037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedd86f-0e45-4b1d-93fe-02ba8b9a79e3 req-8650b7ee-aa4a-471a-87e1-88a305ce54bd tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:08.284707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1bedd86f-0e45-4b1d-93fe-02ba8b9a79e3 req-8650b7ee-aa4a-471a-87e1-88a305ce54bd tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Synchronizing usage tracker for tenant:cd98ead906374b609e61872fa1b439a2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:04:08.362137 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e2a2a649-d8a2-4653-b18d-ca0c5a2c72c2 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0437913 Jan 28 07:04:08.386669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Request body: {'port': {'device_id': 'f57236ee-ad2a-4648-9510-f138acb8c91c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:04:08.432736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1bedd86f-0e45-4b1d-93fe-02ba8b9a79e3 req-8650b7ee-aa4a-471a-87e1-88a305ce54bd tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Unset dirty status for tenant:cd98ead906374b609e61872fa1b439a2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:04:08.433825 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1bedd86f-0e45-4b1d-93fe-02ba8b9a79e3 req-8650b7ee-aa4a-471a-87e1-88a305ce54bd tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 932 time: 0.2748387 Jan 28 07:04:08.525878 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1bedd86f-0e45-4b1d-93fe-02ba8b9a79e3 req-72f01484-485b-49ae-b8ed-edc2c039b5bb tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853760 Jan 28 07:04:08.529877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:08.960919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:04:08.968224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:08.981687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Transition to ACTIVE for port object 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:04:09.052449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:09.200252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Pushing event updated for resources: {'Port': ['ID=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:09.293733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Attempting to bind port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:04:09.294070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Attempting to bind port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '3aead890-8cd1-4eaa-9760-b0fa96a5f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '566565c8-77d7-4269-82b0-b569c2515963'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:04:09.294394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Attempting to bind port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d on network 566565c8-77d7-4269-82b0-b569c2515963 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:04:09.300273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d on network 566565c8-77d7-4269-82b0-b569c2515963 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:04:09.306752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Attempting to bind port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d on network 566565c8-77d7-4269-82b0-b569c2515963 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:04:09.306752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:04:09.306752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Checking segment: {'id': '3aead890-8cd1-4eaa-9760-b0fa96a5f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '566565c8-77d7-4269-82b0-b569c2515963'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:04:09.307144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Bound using segment: {'id': '3aead890-8cd1-4eaa-9760-b0fa96a5f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '566565c8-77d7-4269-82b0-b569c2515963'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:04:09.307594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Bound port: 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aead890-8cd1-4eaa-9760-b0fa96a5f44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '566565c8-77d7-4269-82b0-b569c2515963'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:04:09.307932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:09.438659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] For port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:04:09.441619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] For port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,segment=NetworkSegment(3aead890-8cd1-4eaa-9760-b0fa96a5f44a),segment_id=3aead890-8cd1-4eaa-9760-b0fa96a5f44a)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:04:09.498700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:09.562704 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:09.562918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:09.564292 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] 10.222.0.37 "PUT /v2.0/ports/5ce88bbe-8ef5-4074-81a6-a9d82b173b9d HTTP/1.1" status: 200 len: 1094 time: 1.1815288 Jan 28 07:04:09.564732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57236ee-ad2a-4648-9510-f138acb8c91c', 'tag': '5ce88bbe-8ef5-4074-81a6-a9d82b173b9d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:04:09.583222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca085b-ee9b-477c-8696-89ce4cbfbdfb service neutron] Pushing event updated for resources: {'Port': ['ID=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:09.617186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57236ee-ad2a-4648-9510-f138acb8c91c', 'tag': '5ce88bbe-8ef5-4074-81a6-a9d82b173b9d', 'status': 'completed', 'code': 200} Jan 28 07:04:09.776066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b89fa2-54c1-4bf5-a1ee-f21c8b5f04ca req-b213468c-d411-4412-bb9e-335277419316 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:09.777566 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5b89fa2-54c1-4bf5-a1ee-f21c8b5f04ca req-b213468c-d411-4412-bb9e-335277419316 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 944 time: 0.1392279 Jan 28 07:04:09.780334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89c11b-8ee8-4c33-9474-a694358b9da7 req-3b437c1f-13b4-486a-a33c-eed34ddb01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:09.782186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b89c11b-8ee8-4c33-9474-a694358b9da7 req-3b437c1f-13b4-486a-a33c-eed34ddb01b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd98ead906374b609e61872fa1b439a2&device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 1097 time: 0.1120975 Jan 28 07:04:09.848115 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5b89fa2-54c1-4bf5-a1ee-f21c8b5f04ca req-d90e3448-763e-468c-b041-344fbb3e582d tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637774 Jan 28 07:04:09.959977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89c11b-8ee8-4c33-9474-a694358b9da7 req-e2cc6d49-ee2d-4e52-9a91-73d8de4ba582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:09.961394 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b89c11b-8ee8-4c33-9474-a694358b9da7 req-e2cc6d49-ee2d-4e52-9a91-73d8de4ba582 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cd98ead906374b609e61872fa1b439a2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1441722 Jan 28 07:04:10.100467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89c11b-8ee8-4c33-9474-a694358b9da7 req-f52ab5d1-1055-4a36-b2ef-1fa822e85437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:10.101820 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b89c11b-8ee8-4c33-9474-a694358b9da7 req-f52ab5d1-1055-4a36-b2ef-1fa822e85437 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290438 Jan 28 07:04:10.242134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-62155ac7-c90c-49f9-81b7-f7f2be92684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:10.243622 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-62155ac7-c90c-49f9-81b7-f7f2be92684f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd98ead906374b609e61872fa1b439a2&device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 1097 time: 0.0694766 Jan 28 07:04:10.326709 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-89736eef-76ea-4a03-975d-91f9dab22ca5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d HTTP/1.1" status: 200 len: 217 time: 0.0628970 Jan 28 07:04:10.393613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e4d568c5-395f-4c58-8538-be2ddf14f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:10.394947 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e4d568c5-395f-4c58-8538-be2ddf14f4af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af890286-e866-4549-96e8-34665c79275b HTTP/1.1" status: 200 len: 852 time: 0.0565772 Jan 28 07:04:10.446786 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-cf00d6e8-b3e4-4ffb-ae21-71f9dc8892f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=566565c8-77d7-4269-82b0-b569c2515963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418684 Jan 28 07:04:10.577693 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-cf2f1e9d-82e7-4221-9ee7-a537d85f76e2 service neutron] 10.222.0.37 "GET /v2.0/networks/566565c8-77d7-4269-82b0-b569c2515963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195235 Jan 28 07:04:10.710772 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c7c17dda-6424-42ec-b9d3-b9c961d737b7 req-e08af1f3-7781-4fc0-8bf7-e1a16b10b510 service neutron] 10.222.0.37 "GET /v2.0/networks/566565c8-77d7-4269-82b0-b569c2515963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224067 Jan 28 07:04:10.989682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:11.035193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1009ba3-ad12-4ef6-aa69-ca21671cc541 req-c032a960-5623-40e9-9e1b-3d29b59326a6 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:11.036626 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1009ba3-ad12-4ef6-aa69-ca21671cc541 req-c032a960-5623-40e9-9e1b-3d29b59326a6 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 944 time: 0.0775368 Jan 28 07:04:11.079729 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1009ba3-ad12-4ef6-aa69-ca21671cc541 req-fd8f514c-5186-4536-82a6-09a32c358ce3 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375137 Jan 28 07:04:12.361739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a1a0e-d96c-4428-aa31-62d42191f1d5 req-853f94a9-f2b6-4e91-b05b-edf199b03956 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:12.363091 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ad7a1a0e-d96c-4428-aa31-62d42191f1d5 req-853f94a9-f2b6-4e91-b05b-edf199b03956 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 944 time: 0.1774883 Jan 28 07:04:12.405716 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ad7a1a0e-d96c-4428-aa31-62d42191f1d5 req-047f5904-2e9b-4c01-b7f7-49e1fc939541 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369582 Jan 28 07:04:13.585927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7ae73-b0ae-424d-a553-80985e0dd307 req-0a757ca3-3b7a-4d03-ac98-640c305f0916 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:13.587377 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-06f7ae73-b0ae-424d-a553-80985e0dd307 req-0a757ca3-3b7a-4d03-ac98-640c305f0916 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 944 time: 0.0802000 Jan 28 07:04:13.591984 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:04:13.631639 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-06f7ae73-b0ae-424d-a553-80985e0dd307 req-60afd88e-408a-434a-8a8c-9c896108fba5 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371964 Jan 28 07:04:13.721029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,segment=NetworkSegment(3aead890-8cd1-4eaa-9760-b0fa96a5f44a),segment_id=3aead890-8cd1-4eaa-9760-b0fa96a5f44a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:04:13.733320 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '5ce88bbe-8ef5-4074-81a6-a9d82b173b9d', 'network_id': '566565c8-77d7-4269-82b0-b569c2515963', 'port_id': '5ce88bbe-8ef5-4074-81a6-a9d82b173b9d', 'mac_address': 'fa:16:3e:63:8f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af890286-e866-4549-96e8-34665c79275b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:04:13.788614 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:13.805202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:04:13.820441 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,segment=NetworkSegment(3aead890-8cd1-4eaa-9760-b0fa96a5f44a),segment_id=3aead890-8cd1-4eaa-9760-b0fa96a5f44a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:04:13.909474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:13.975379 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:13.982477 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:13.982824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:13.983163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:13.983523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:13.983855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:13.984184 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:13.984508 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:13.985328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:13.985651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:13.985969 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:13.986286 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:13.986608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:04:14.225369 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['5ce88bbe-8ef5-4074-81a6-a9d82b173b9d'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:04:14.811534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a83b9-6ff9-4e17-9c80-f4bd2810f91e req-7fa65c4c-1fde-451e-823a-8cd739d1c482 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:14.812983 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e12a83b9-6ff9-4e17-9c80-f4bd2810f91e req-7fa65c4c-1fde-451e-823a-8cd739d1c482 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 945 time: 0.0770490 Jan 28 07:04:14.856458 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e12a83b9-6ff9-4e17-9c80-f4bd2810f91e req-43794081-28b1-4222-a121-a14cdd110c20 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378945 Jan 28 07:04:15.622627 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:04:15.760892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:04:15.765404 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:15.765772 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:15.880807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:15.907656 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57236ee-ad2a-4648-9510-f138acb8c91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce88bbe-8ef5-4074-81a6-a9d82b173b9d'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:04:15.917845 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,segment=NetworkSegment(3aead890-8cd1-4eaa-9760-b0fa96a5f44a),segment_id=3aead890-8cd1-4eaa-9760-b0fa96a5f44a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:04:15.952489 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57236ee-ad2a-4648-9510-f138acb8c91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce88bbe-8ef5-4074-81a6-a9d82b173b9d', 'code': 200} Jan 28 07:04:15.995308 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:16.048355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d79e0-58b6-4b24-ad8e-b697e6c3d8c6 req-5ebde771-9826-4722-8b80-4e948f37e811 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:16.049785 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a78d79e0-58b6-4b24-ad8e-b697e6c3d8c6 req-5ebde771-9826-4722-8b80-4e948f37e811 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0850608 Jan 28 07:04:16.069573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:16.094780 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a78d79e0-58b6-4b24-ad8e-b697e6c3d8c6 req-7ac1c239-87df-44a8-8658-9edddd7abbcd tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389230 Jan 28 07:04:16.354022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4717c1-fbeb-4309-bf47-3074da6fe7cc req-d26a001b-f55b-43d7-959f-3a37e649b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:16.355647 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5d4717c1-fbeb-4309-bf47-3074da6fe7cc req-d26a001b-f55b-43d7-959f-3a37e649b9a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 1099 time: 0.0695105 Jan 28 07:04:16.398971 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5d4717c1-fbeb-4309-bf47-3074da6fe7cc req-b6c19c6f-9079-4a87-ab29-19f67d2875e1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327628 Jan 28 07:04:17.278108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7ef71-fcb3-4f53-8cf0-43574931f940 req-e38d08d3-3375-4f16-9459-0613645819a6 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:17.279620 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4bf7ef71-fcb3-4f53-8cf0-43574931f940 req-e38d08d3-3375-4f16-9459-0613645819a6 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0813029 Jan 28 07:04:17.321949 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4bf7ef71-fcb3-4f53-8cf0-43574931f940 req-494e9106-a460-4dd9-9699-f59ab9880bc1 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367997 Jan 28 07:04:18.500509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e71865-1807-46e9-adab-7e11c13262d8 req-3bc5db35-761c-44f6-8198-4847e237c2dc tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:18.501929 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-33e71865-1807-46e9-adab-7e11c13262d8 req-3bc5db35-761c-44f6-8198-4847e237c2dc tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0765555 Jan 28 07:04:18.547556 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-33e71865-1807-46e9-adab-7e11c13262d8 req-28096b64-5801-409a-9f76-90dffd7746bd tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401366 Jan 28 07:04:19.106121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4c115-b641-4bda-a595-ca96c5fa44a1 req-621cbd2e-d8d9-4949-b755-4b7f83977a80 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:19.107641 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ecf4c115-b641-4bda-a595-ca96c5fa44a1 req-621cbd2e-d8d9-4949-b755-4b7f83977a80 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0779340 Jan 28 07:04:19.152398 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ecf4c115-b641-4bda-a595-ca96c5fa44a1 req-6d456146-462a-4c23-8598-ce2cc5ee7386 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384765 Jan 28 07:04:19.231859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 51202) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:04:19.344904 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-01f1c680-37fa-464b-9eb8-29c2baa9b0af service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1118925 Jan 28 07:04:20.340236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7347c-e6f2-45bc-9d73-c7f098202ff9 req-3cb99f6f-0d8d-4a3d-a0d7-9a76db188b01 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:20.341697 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50c7347c-e6f2-45bc-9d73-c7f098202ff9 req-3cb99f6f-0d8d-4a3d-a0d7-9a76db188b01 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0861938 Jan 28 07:04:20.385215 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50c7347c-e6f2-45bc-9d73-c7f098202ff9 req-2bdbab65-9932-4b1b-8023-2f0e5d3498a5 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378320 Jan 28 07:04:21.464333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-75701387-8d45-41de-80dd-5bffa4413cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:21.465785 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-75701387-8d45-41de-80dd-5bffa4413cf5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd98ead906374b609e61872fa1b439a2&device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 1099 time: 0.0694268 Jan 28 07:04:21.650767 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-2a1abc5c-0542-4250-af41-909f02f3ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:21.652209 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-2a1abc5c-0542-4250-af41-909f02f3ac64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=566565c8-77d7-4269-82b0-b569c2515963 HTTP/1.1" status: 200 len: 913 time: 0.1802595 Jan 28 07:04:21.662995 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b8564-b5db-4b02-812e-f2e1399b1544 req-5a9ad3ce-dbe1-4c5d-9a6e-94225e4bbed5 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:21.664389 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-097b8564-b5db-4b02-812e-f2e1399b1544 req-5a9ad3ce-dbe1-4c5d-9a6e-94225e4bbed5 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.1693439 Jan 28 07:04:21.739390 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-1bf17406-a5ed-44c6-b3d0-e007e3651f34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d HTTP/1.1" status: 200 len: 217 time: 0.0740945 Jan 28 07:04:21.800438 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-097b8564-b5db-4b02-812e-f2e1399b1544 req-c22abf93-1fbe-44c7-af6c-a3c7a9b17959 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891879 Jan 28 07:04:21.816706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-03d2f75f-c130-471f-a055-eccf717b9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:21.818293 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-03d2f75f-c130-471f-a055-eccf717b9a93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af890286-e866-4549-96e8-34665c79275b HTTP/1.1" status: 200 len: 852 time: 0.0735078 Jan 28 07:04:21.879988 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-01f2c78b-4a90-4be6-b83c-c75a15855378 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=566565c8-77d7-4269-82b0-b569c2515963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556247 Jan 28 07:04:22.009171 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-6e73ea96-c7a0-4183-be8d-21d8ea1a31f3 service neutron] 10.222.0.37 "GET /v2.0/networks/566565c8-77d7-4269-82b0-b569c2515963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217356 Jan 28 07:04:22.136950 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-4f940173-89e9-47b1-8e3c-e73f05d52c0a service neutron] 10.222.0.37 "GET /v2.0/networks/566565c8-77d7-4269-82b0-b569c2515963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196728 Jan 28 07:04:22.367974 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:04:23.087862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02222ec8-c14f-42be-a274-db139454b065 req-e58c89f7-786a-40b9-86f4-cb82a76cf826 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:23.089370 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02222ec8-c14f-42be-a274-db139454b065 req-e58c89f7-786a-40b9-86f4-cb82a76cf826 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.1783693 Jan 28 07:04:23.135170 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02222ec8-c14f-42be-a274-db139454b065 req-06404e7d-08ca-4bb5-a6dc-0e603f035815 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394073 Jan 28 07:04:24.314819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf60099-0ef7-48bc-998b-45c944836bb4 req-442c9a07-4479-4b39-8c18-183bf1b2c318 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:24.316266 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8cf60099-0ef7-48bc-998b-45c944836bb4 req-442c9a07-4479-4b39-8c18-183bf1b2c318 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0775716 Jan 28 07:04:24.361506 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8cf60099-0ef7-48bc-998b-45c944836bb4 req-72cf9904-1826-416c-8002-d92e553bfab3 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396495 Jan 28 07:04:25.544067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a05d85-5e28-47d2-b99a-6acf8e824599 req-58a486d0-599e-43ee-a5f2-6fb04ab5b684 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:25.545487 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74a05d85-5e28-47d2-b99a-6acf8e824599 req-58a486d0-599e-43ee-a5f2-6fb04ab5b684 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0806727 Jan 28 07:04:25.588671 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74a05d85-5e28-47d2-b99a-6acf8e824599 req-3024a7f3-e8a2-4486-bd74-6d1e9fa77769 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375617 Jan 28 07:04:26.772699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91329348-4b4d-4e76-886b-f19543648260 req-a5dca5d6-1b20-44eb-98bd-009b946ed9ed tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:26.774142 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-91329348-4b4d-4e76-886b-f19543648260 req-a5dca5d6-1b20-44eb-98bd-009b946ed9ed tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0824630 Jan 28 07:04:26.817214 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-91329348-4b4d-4e76-886b-f19543648260 req-0af4443e-1b7f-47bc-ac94-ac5f7265fca3 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369897 Jan 28 07:04:27.996589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30751f10-1c9b-4122-9fbc-7b75fe87be76 req-be52b292-b54d-4e51-b97e-64cbeb059daf tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:27.998011 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-30751f10-1c9b-4122-9fbc-7b75fe87be76 req-be52b292-b54d-4e51-b97e-64cbeb059daf tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0777116 Jan 28 07:04:28.040904 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-30751f10-1c9b-4122-9fbc-7b75fe87be76 req-7b1cc33f-6a46-4348-9490-157ce24452ef tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373130 Jan 28 07:04:29.224815 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcc10b-a788-4885-8293-82a64fa3f898 req-f9ee11e0-1e0f-4325-946a-92bd14aac41b tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:29.226237 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14fcc10b-a788-4885-8293-82a64fa3f898 req-f9ee11e0-1e0f-4325-946a-92bd14aac41b tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0814662 Jan 28 07:04:29.268568 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14fcc10b-a788-4885-8293-82a64fa3f898 req-9b309202-94e0-4393-8993-a791df7f4c0c tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369165 Jan 28 07:04:30.449080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec52a3f-c65d-45f4-a6d0-e1a5408ea5c2 req-3b134c32-a7c1-468b-b9e8-1dedce38efe8 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:30.450486 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bec52a3f-c65d-45f4-a6d0-e1a5408ea5c2 req-3b134c32-a7c1-468b-b9e8-1dedce38efe8 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0765939 Jan 28 07:04:30.496254 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bec52a3f-c65d-45f4-a6d0-e1a5408ea5c2 req-f7e8873a-a0b8-4015-94b8-c91950499048 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402763 Jan 28 07:04:30.845107 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-599f15f6-0356-4362-810b-bf5495f658fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:31.674417 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26208c88-97a9-49ca-81fd-6ad5c8c104b5 req-55eb607e-a4db-458e-83e3-c386b68f73cf tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:31.675867 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-26208c88-97a9-49ca-81fd-6ad5c8c104b5 req-55eb607e-a4db-458e-83e3-c386b68f73cf tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0773637 Jan 28 07:04:31.719145 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-26208c88-97a9-49ca-81fd-6ad5c8c104b5 req-17c33edd-2ce3-477f-b540-24d81cbdc0ff tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376954 Jan 28 07:04:32.906601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095e5e3-c18a-495d-8e51-241bb7412428 req-5c815585-4093-4d90-8eb8-0fa8fddccfaa tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:32.908063 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7095e5e3-c18a-495d-8e51-241bb7412428 req-5c815585-4093-4d90-8eb8-0fa8fddccfaa tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0830190 Jan 28 07:04:32.952229 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7095e5e3-c18a-495d-8e51-241bb7412428 req-56a96dab-8a5b-4431-ad44-662530881085 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385792 Jan 28 07:04:33.210794 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e6eee961-42e0-4b7e-8293-91ba6e5eeab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:34.131402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9301563-deb6-41f4-bf9f-9d473c2cd47e req-c451cc22-813e-4e9b-b18a-f917f1449fbd tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:34.132707 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b9301563-deb6-41f4-bf9f-9d473c2cd47e req-c451cc22-813e-4e9b-b18a-f917f1449fbd tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0775833 Jan 28 07:04:34.174521 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b9301563-deb6-41f4-bf9f-9d473c2cd47e req-e1571636-2e1b-4fea-a58f-ddcdde408941 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363491 Jan 28 07:04:34.301724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:34.478804 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:35.356999 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2687da6-1866-4c24-aef4-cde1c3a0e4e2 req-75eeef6d-49f3-49b2-9a58-8bf66cd9baf9 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:35.358482 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a2687da6-1866-4c24-aef4-cde1c3a0e4e2 req-75eeef6d-49f3-49b2-9a58-8bf66cd9baf9 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0821009 Jan 28 07:04:35.402400 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a2687da6-1866-4c24-aef4-cde1c3a0e4e2 req-689cedf3-11c0-4298-851c-2fd8ecbbcde9 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383301 Jan 28 07:04:35.737136 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:36.582706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead40e4-7edd-4d69-816d-b91c0fdbc46d req-e35d405a-905f-4b3d-be89-3b31499cb283 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:36.584148 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ead40e4-7edd-4d69-816d-b91c0fdbc46d req-e35d405a-905f-4b3d-be89-3b31499cb283 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0775626 Jan 28 07:04:36.627144 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ead40e4-7edd-4d69-816d-b91c0fdbc46d req-0ac478df-01b3-42fa-b652-8f4b87f14d6b tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372901 Jan 28 07:04:37.812063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3d167-0ed8-4b54-82b4-a5c0797aaa55 req-a22baf99-f221-40a0-bd71-03f0c94d4575 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:37.813497 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-47c3d167-0ed8-4b54-82b4-a5c0797aaa55 req-a22baf99-f221-40a0-bd71-03f0c94d4575 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0817606 Jan 28 07:04:37.858847 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-47c3d167-0ed8-4b54-82b4-a5c0797aaa55 req-32a20e5d-0eb7-43f5-a85b-9d83bbbda332 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396817 Jan 28 07:04:39.036649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021edca-ff11-47e3-af69-bc1c56c1bf7d req-9bed8118-24ad-4766-84d4-aa0401a25906 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:39.038066 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1021edca-ff11-47e3-af69-bc1c56c1bf7d req-9bed8118-24ad-4766-84d4-aa0401a25906 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0777647 Jan 28 07:04:39.084176 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1021edca-ff11-47e3-af69-bc1c56c1bf7d req-3905224e-a200-41ea-8626-51660ab7dfc0 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405679 Jan 28 07:04:40.262891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762824b-4cf8-4ef8-8816-2f6f17641856 req-1b4bbce8-9d37-46bb-9b73-d57836ad09b0 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:40.264470 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f762824b-4cf8-4ef8-8816-2f6f17641856 req-1b4bbce8-9d37-46bb-9b73-d57836ad09b0 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0767016 Jan 28 07:04:40.307256 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f762824b-4cf8-4ef8-8816-2f6f17641856 req-6ba3250a-7342-4769-b958-495701a91a1c tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372305 Jan 28 07:04:40.992909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:41.490031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f7786-6512-4d42-adb4-765d7e7bf728 req-ee210a3f-a085-4c6b-a133-3e912ec5e1b1 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:41.491452 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-860f7786-6512-4d42-adb4-765d7e7bf728 req-ee210a3f-a085-4c6b-a133-3e912ec5e1b1 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0813539 Jan 28 07:04:41.533532 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-860f7786-6512-4d42-adb4-765d7e7bf728 req-b38fd1df-a7a5-4db1-bb0b-011719dbcc7f tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365837 Jan 28 07:04:42.714024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2afd58-cdd7-4cdd-85ac-785ab1a989dc req-43cf9608-06c0-4c85-bc06-a3c14eab4916 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:42.715531 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a2afd58-cdd7-4cdd-85ac-785ab1a989dc req-43cf9608-06c0-4c85-bc06-a3c14eab4916 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0796273 Jan 28 07:04:42.759378 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a2afd58-cdd7-4cdd-85ac-785ab1a989dc req-a93f2b36-fc96-4c73-9755-8294b4c6e464 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381756 Jan 28 07:04:43.947355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c4ba0-d8de-4588-b4c0-49c52e02eb1c req-f11fde28-f474-40c1-8e07-11f035fd5641 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:43.948763 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a48c4ba0-d8de-4588-b4c0-49c52e02eb1c req-f11fde28-f474-40c1-8e07-11f035fd5641 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0800700 Jan 28 07:04:43.992469 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a48c4ba0-d8de-4588-b4c0-49c52e02eb1c req-9324f7a2-ab9f-444b-987f-53843138caae tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376940 Jan 28 07:04:45.174742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b812a-87f8-4e92-a9ca-22ae963f2817 req-c20a9fb9-4125-41ba-8ce4-820b051302a3 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:45.176186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c6b812a-87f8-4e92-a9ca-22ae963f2817 req-c20a9fb9-4125-41ba-8ce4-820b051302a3 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0765166 Jan 28 07:04:45.222323 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c6b812a-87f8-4e92-a9ca-22ae963f2817 req-cf52da4b-a122-42fb-90e1-b7cee592f265 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406787 Jan 28 07:04:46.401771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefeb82-8663-49dd-b627-67e94fd5900b req-f4fde500-0ea4-482d-964f-f155f04aa519 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:46.403195 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9fefeb82-8663-49dd-b627-67e94fd5900b req-f4fde500-0ea4-482d-964f-f155f04aa519 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0787995 Jan 28 07:04:46.445799 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9fefeb82-8663-49dd-b627-67e94fd5900b req-6c3e64a6-c633-496b-841a-e9b7c0801541 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370524 Jan 28 07:04:47.630955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f78b45-5482-48c0-818f-3eea3e5cf1d4 req-d2727a06-da2d-4b00-9b29-226a6a57e596 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:47.632411 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d8f78b45-5482-48c0-818f-3eea3e5cf1d4 req-d2727a06-da2d-4b00-9b29-226a6a57e596 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0829215 Jan 28 07:04:47.676521 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d8f78b45-5482-48c0-818f-3eea3e5cf1d4 req-aaafbcff-99d8-4332-8a0a-087748f384e7 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383184 Jan 28 07:04:48.858623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7e6f3-ca65-4abd-8fd9-57bf7bf3de92 req-a99cd6c4-3013-4149-8d0d-7d6a74768adc tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:48.860075 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64c7e6f3-ca65-4abd-8fd9-57bf7bf3de92 req-a99cd6c4-3013-4149-8d0d-7d6a74768adc tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0818110 Jan 28 07:04:48.901457 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64c7e6f3-ca65-4abd-8fd9-57bf7bf3de92 req-24db43c9-a86c-4bdd-bf63-f5e7bd7bb006 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358973 Jan 28 07:04:49.784693 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-2b7c4f78-b0e9-40a0-be7f-41a364df1a42 service neutron] 10.222.0.37 "GET /v2.0/ports/5ce88bbe-8ef5-4074-81a6-a9d82b173b9d/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0753829 Jan 28 07:04:50.082551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc464d-9768-4cad-89b6-63b0ebde7084 req-b4fe53d0-fd89-4868-a39d-a45fffc56aeb tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:50.083970 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-23bc464d-9768-4cad-89b6-63b0ebde7084 req-b4fe53d0-fd89-4868-a39d-a45fffc56aeb tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0789926 Jan 28 07:04:50.128012 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-23bc464d-9768-4cad-89b6-63b0ebde7084 req-bbe75a50-3017-4cd4-bbdf-ce6df0964eea tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380180 Jan 28 07:04:50.555528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-b361b98f-56a8-44c3-82ba-b3d1663e56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:50.556953 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-b361b98f-56a8-44c3-82ba-b3d1663e56d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c&tenant_id=cd98ead906374b609e61872fa1b439a2 HTTP/1.1" status: 200 len: 1099 time: 0.1636992 Jan 28 07:04:50.674495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-6c015ee8-7fcf-4a8a-a7ba-dabfb70c9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:50.675939 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-6c015ee8-7fcf-4a8a-a7ba-dabfb70c9061 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd98ead906374b609e61872fa1b439a2&device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 1099 time: 0.0674057 Jan 28 07:04:50.809367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-b098ae16-8a4d-48bf-80e5-027fad48bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:50.810732 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-b098ae16-8a4d-48bf-80e5-027fad48bf15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=566565c8-77d7-4269-82b0-b569c2515963 HTTP/1.1" status: 200 len: 913 time: 0.1244292 Jan 28 07:04:50.885910 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-f8996bae-90e2-41b7-a9f3-d51ee6fc9335 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d HTTP/1.1" status: 200 len: 217 time: 0.0646925 Jan 28 07:04:50.949495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-0030771a-9925-4244-9977-1baa352f2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:50.950884 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-0030771a-9925-4244-9977-1baa352f2eb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af890286-e866-4549-96e8-34665c79275b HTTP/1.1" status: 200 len: 852 time: 0.0558090 Jan 28 07:04:51.004114 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-565ce0ae-e8ee-4207-a303-db37a5833652 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=566565c8-77d7-4269-82b0-b569c2515963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422349 Jan 28 07:04:51.140513 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-376241ea-b3b0-422b-9427-41aff6b8979a service neutron] 10.222.0.37 "GET /v2.0/networks/566565c8-77d7-4269-82b0-b569c2515963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264870 Jan 28 07:04:51.323520 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba605435-2365-42f4-8202-8f7bb03ff54d req-67f2c87b-f77c-4d28-958b-1c18042e08a5 service neutron] 10.222.0.37 "GET /v2.0/networks/566565c8-77d7-4269-82b0-b569c2515963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724715 Jan 28 07:04:51.345826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf7281-6873-473c-93f8-51ec0c10e15b req-24992a7e-515f-430d-a61b-2478ed0fd17e tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:51.347250 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22bf7281-6873-473c-93f8-51ec0c10e15b req-24992a7e-515f-430d-a61b-2478ed0fd17e tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.1124616 Jan 28 07:04:51.393100 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22bf7281-6873-473c-93f8-51ec0c10e15b req-e9ded471-c4c4-4277-ace5-d7269824e715 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389848 Jan 28 07:04:52.586823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae9e06-0539-4de5-b02f-21f52bb37dc6 req-d130bf32-f905-461a-97b4-952dc307f4d1 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:52.588508 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-62ae9e06-0539-4de5-b02f-21f52bb37dc6 req-d130bf32-f905-461a-97b4-952dc307f4d1 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0796731 Jan 28 07:04:52.631119 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-62ae9e06-0539-4de5-b02f-21f52bb37dc6 req-9cd3c53f-41f8-4086-850c-2de71aedeaee tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366807 Jan 28 07:04:53.809144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:04:53.817294 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47553a24-02a8-4f57-a9ad-c933057498c2 req-2013c35d-324d-43a8-ae56-ad13b0040945 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:53.821723 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:04:53.824830 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-47553a24-02a8-4f57-a9ad-c933057498c2 req-2013c35d-324d-43a8-ae56-ad13b0040945 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0900519 Jan 28 07:04:53.868655 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-47553a24-02a8-4f57-a9ad-c933057498c2 req-e341a435-af88-4957-b0d2-0ca5275fe21d tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429492 Jan 28 07:04:54.043958 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,segment=NetworkSegment(3aead890-8cd1-4eaa-9760-b0fa96a5f44a),segment_id=3aead890-8cd1-4eaa-9760-b0fa96a5f44a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:04:54.051217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:54.069630 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '5ce88bbe-8ef5-4074-81a6-a9d82b173b9d', 'network_id': '566565c8-77d7-4269-82b0-b569c2515963', 'port_id': '5ce88bbe-8ef5-4074-81a6-a9d82b173b9d', 'mac_address': 'fa:16:3e:63:8f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af890286-e866-4549-96e8-34665c79275b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:04:54.110104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57236ee-ad2a-4648-9510-f138acb8c91c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce88bbe-8ef5-4074-81a6-a9d82b173b9d'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:04:54.132396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,segment=NetworkSegment(3aead890-8cd1-4eaa-9760-b0fa96a5f44a),segment_id=3aead890-8cd1-4eaa-9760-b0fa96a5f44a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:04:54.142724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:54.160207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:04:54.171739 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57236ee-ad2a-4648-9510-f138acb8c91c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce88bbe-8ef5-4074-81a6-a9d82b173b9d', 'code': 200} Jan 28 07:04:54.194048 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:54.299862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:04:54.300127 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:04:54.304865 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:54.856653 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:54.873700 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:04:54.888327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,segment=NetworkSegment(3aead890-8cd1-4eaa-9760-b0fa96a5f44a),segment_id=3aead890-8cd1-4eaa-9760-b0fa96a5f44a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:04:54.994447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:55.046944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bf736-090a-491c-882e-eb45874b6f18 req-395efebf-4e46-4040-be27-ad43b4cc2545 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:55.048332 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-208bf736-090a-491c-882e-eb45874b6f18 req-395efebf-4e46-4040-be27-ad43b4cc2545 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 945 time: 0.0777955 Jan 28 07:04:55.060088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:55.094192 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-208bf736-090a-491c-882e-eb45874b6f18 req-2ce12ff6-f75f-43ab-9740-286857803ae3 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402782 Jan 28 07:04:55.141469 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['5ce88bbe-8ef5-4074-81a6-a9d82b173b9d'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:04:55.735324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-23bbc89b-a477-4bfa-a2ea-d9e071b8a1fb tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:55.736617 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-23bbc89b-a477-4bfa-a2ea-d9e071b8a1fb tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.37 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c&tenant_id=cd98ead906374b609e61872fa1b439a2&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 945 time: 0.0857096 Jan 28 07:04:55.792280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:04:55.858646 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:04:55.859220 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:55.893422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-e5aa9c73-5d9b-45c7-ad45-bc1d16338bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:55.894870 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-e5aa9c73-5d9b-45c7-ad45-bc1d16338bf5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd98ead906374b609e61872fa1b439a2&device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 1098 time: 0.0724859 Jan 28 07:04:55.974913 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:56.006105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,segment=NetworkSegment(3aead890-8cd1-4eaa-9760-b0fa96a5f44a),segment_id=3aead890-8cd1-4eaa-9760-b0fa96a5f44a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:04:56.024676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-d693bf64-d288-4882-9479-9f9ea4624ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:56.026093 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-d693bf64-d288-4882-9479-9f9ea4624ac0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=566565c8-77d7-4269-82b0-b569c2515963 HTTP/1.1" status: 200 len: 913 time: 0.1243839 Jan 28 07:04:56.072614 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:04:56.094811 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-52b03ac7-64c7-4913-a698-b15851c0d84d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d HTTP/1.1" status: 200 len: 217 time: 0.0628152 Jan 28 07:04:56.143603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,revision_number=8']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:04:56.162883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-f849af19-0e8e-4b81-b8da-3b90913eec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:56.164425 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-f849af19-0e8e-4b81-b8da-3b90913eec6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=af890286-e866-4549-96e8-34665c79275b HTTP/1.1" status: 200 len: 852 time: 0.0636477 Jan 28 07:04:56.173035 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57236ee-ad2a-4648-9510-f138acb8c91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce88bbe-8ef5-4074-81a6-a9d82b173b9d'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:04:56.210350 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-59d78d84-3eeb-4649-aaf8-03da95e0c4bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=566565c8-77d7-4269-82b0-b569c2515963&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401990 Jan 28 07:04:56.228306 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57236ee-ad2a-4648-9510-f138acb8c91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce88bbe-8ef5-4074-81a6-a9d82b173b9d', 'code': 200} Jan 28 07:04:56.436318 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-802f8aac-730e-481f-80f3-285632135e24 service neutron] 10.222.0.37 "GET /v2.0/networks/566565c8-77d7-4269-82b0-b569c2515963?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192249 Jan 28 07:04:56.563490 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-9fb75b27-ee05-4cc8-bbe5-002ee161b370 service neutron] 10.222.0.37 "GET /v2.0/networks/566565c8-77d7-4269-82b0-b569c2515963?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212921 Jan 28 07:04:58.326780 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595ad2f-6a5c-4d43-bc40-16cd55fa3b9f req-ee7446ac-5f94-4029-8ebb-d91946db8c56 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:58.328240 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4595ad2f-6a5c-4d43-bc40-16cd55fa3b9f req-ee7446ac-5f94-4029-8ebb-d91946db8c56 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0789893 Jan 28 07:04:58.372173 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4595ad2f-6a5c-4d43-bc40-16cd55fa3b9f req-a3026fc7-2a94-46b3-98af-ce100b8941c3 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 Jan 28 07:04:59.366753 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:04:59.573950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66acad-4678-4889-90ee-595df02f0efd req-5404b68f-b058-424c-9afb-a7f5c0779138 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:04:59.575399 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-db66acad-4678-4889-90ee-595df02f0efd req-5404b68f-b058-424c-9afb-a7f5c0779138 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0810244 Jan 28 07:04:59.617898 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-db66acad-4678-4889-90ee-595df02f0efd req-f0d0091b-c510-45da-a502-5fc40a439101 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369306 Jan 28 07:05:00.374476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-5073072e-7715-480b-833c-fb31c62d9710 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:00.375996 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-5073072e-7715-480b-833c-fb31c62d9710 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.37 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.0778391 Jan 28 07:05:00.449487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Deleting port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:05:00.449824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:00.686775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] For port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,segment=NetworkSegment(3aead890-8cd1-4eaa-9760-b0fa96a5f44a),segment_id=3aead890-8cd1-4eaa-9760-b0fa96a5f44a)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:05:00.687480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:00.841322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Calling delete_port for 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:05:00.872335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-abfd4aa1-3033-414b-952d-e287660c4249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:00.953552 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711de52-af54-46ec-ab7a-dc4efa595c4b req-ced1d28b-0d29-49d3-b9c1-f5783a7efddb tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:00.955464 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0711de52-af54-46ec-ab7a-dc4efa595c4b req-ced1d28b-0d29-49d3-b9c1-f5783a7efddb tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 946 time: 0.2055886 Jan 28 07:05:01.046268 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0711de52-af54-46ec-ab7a-dc4efa595c4b req-58a62a28-a165-441c-a31c-cdfa3e4ef267 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/security-groups?id=80d4fba4-360a-4417-b77e-9cb60c241d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604353 Jan 28 07:05:01.114043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:01.155430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['5ce88bbe-8ef5-4074-81a6-a9d82b173b9d'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:05:01.168210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Pushing event deleted for resources: {'Port': ['ID=5ce88bbe-8ef5-4074-81a6-a9d82b173b9d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:01.235812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.236069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.236403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.236735 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.237063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.237390 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.237714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.238033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.238357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.238676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.238993 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.239332 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:01.249301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] No DVR routers for this DVR port 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:05:01.251393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:01.253818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57236ee-ad2a-4648-9510-f138acb8c91c', 'name': 'network-vif-deleted', 'tag': '5ce88bbe-8ef5-4074-81a6-a9d82b173b9d'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:05:01.298478 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57236ee-ad2a-4648-9510-f138acb8c91c', 'name': 'network-vif-deleted', 'tag': '5ce88bbe-8ef5-4074-81a6-a9d82b173b9d', 'status': 'completed', 'code': 200} Jan 28 07:05:01.354432 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43762011-e92d-4f63-b9ea-a6b754e1a023 req-1b0ac9d8-c018-4801-a0c0-24f55096fe4a tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.37 "DELETE /v2.0/ports/5ce88bbe-8ef5-4074-81a6-a9d82b173b9d HTTP/1.1" status: 204 len: 173 time: 0.9699013 Jan 28 07:05:01.891509 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bd83dd1a-6a03-4ddb-8d1f-61b9fa9d00d9 req-cb393b19-ba41-4aa5-9cc0-1d3139bf1a1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0401196 Jan 28 07:05:02.027535 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bd83dd1a-6a03-4ddb-8d1f-61b9fa9d00d9 req-28d9cda8-2f7e-42cb-9269-e0cd0a666fbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd98ead906374b609e61872fa1b439a2&device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 210 time: 0.0401232 Jan 28 07:05:02.299665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-94ef0c13-cb28-4bb6-980f-d704f3fb3527 req-c42be3a8-1c08-4a5f-b89d-00fc68ccaad4 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Synchronizing usage tracker for tenant:cd98ead906374b609e61872fa1b439a2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:05:02.338198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83dd1a-6a03-4ddb-8d1f-61b9fa9d00d9 req-596b55be-2da5-4072-b3c1-b36b245ad0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:02.339715 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bd83dd1a-6a03-4ddb-8d1f-61b9fa9d00d9 req-596b55be-2da5-4072-b3c1-b36b245ad0a3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cd98ead906374b609e61872fa1b439a2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2821269 Jan 28 07:05:02.445534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-94ef0c13-cb28-4bb6-980f-d704f3fb3527 req-c42be3a8-1c08-4a5f-b89d-00fc68ccaad4 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] Unset dirty status for tenant:cd98ead906374b609e61872fa1b439a2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:05:02.446576 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-94ef0c13-cb28-4bb6-980f-d704f3fb3527 req-c42be3a8-1c08-4a5f-b89d-00fc68ccaad4 tempest-DeleteServersTestJSON-287767777 tempest-DeleteServersTestJSON-287767777-project] 10.222.0.25 "GET /v2.0/ports?device_id=f57236ee-ad2a-4648-9510-f138acb8c91c HTTP/1.1" status: 200 len: 210 time: 0.1994834 Jan 28 07:05:02.480591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83dd1a-6a03-4ddb-8d1f-61b9fa9d00d9 req-be70a4db-cee3-41cb-99db-a6005c8f8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:02.482015 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bd83dd1a-6a03-4ddb-8d1f-61b9fa9d00d9 req-be70a4db-cee3-41cb-99db-a6005c8f8570 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357796 Jan 28 07:05:03.204658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-622bdda2-82e5-47d1-abb8-188300fdb38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:03.689376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51314) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:05:03.747497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-879757e4-103e-4e13-8753-20aeab46c548 admin admin] Deleting subnet af890286-e866-4549-96e8-34665c79275b {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:05:03.750187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-879757e4-103e-4e13-8753-20aeab46c548 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:03.801467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-879757e4-103e-4e13-8753-20aeab46c548 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:03.840488 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:05:03.862914 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-879757e4-103e-4e13-8753-20aeab46c548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:03.885038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:05:03.885375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5ce88bbe-8ef5-4074-81a6-a9d82b173b9d not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:05:04.011411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-879757e4-103e-4e13-8753-20aeab46c548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:04.052137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879757e4-103e-4e13-8753-20aeab46c548 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af890286-e866-4549-96e8-34665c79275b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:04.057397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-879757e4-103e-4e13-8753-20aeab46c548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:04.063023 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-879757e4-103e-4e13-8753-20aeab46c548 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/af890286-e866-4549-96e8-34665c79275b HTTP/1.1" status: 204 len: 168 time: 0.3726306 Jan 28 07:05:04.065548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51318) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:05:04.165988 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-087d79d7-e4a9-4549-91a2-dd6e0a5f1333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:04.305621 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-087d79d7-e4a9-4549-91a2-dd6e0a5f1333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:04.312483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:04.331464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-087d79d7-e4a9-4549-91a2-dd6e0a5f1333 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566565c8-77d7-4269-82b0-b569c2515963']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:04.343558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-087d79d7-e4a9-4549-91a2-dd6e0a5f1333 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aead890-8cd1-4eaa-9760-b0fa96a5f44a') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:04.343851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-087d79d7-e4a9-4549-91a2-dd6e0a5f1333 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aead890-8cd1-4eaa-9760-b0fa96a5f44a') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:05:04.354895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-087d79d7-e4a9-4549-91a2-dd6e0a5f1333 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:04.370421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-087d79d7-e4a9-4549-91a2-dd6e0a5f1333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:04.376733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087d79d7-e4a9-4549-91a2-dd6e0a5f1333 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:05:04.377106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-087d79d7-e4a9-4549-91a2-dd6e0a5f1333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:05:04.389856 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:05:04.502286 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:04.536554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-087d79d7-e4a9-4549-91a2-dd6e0a5f1333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:04.552884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-087d79d7-e4a9-4549-91a2-dd6e0a5f1333 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:04.561653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d79d7-e4a9-4549-91a2-dd6e0a5f1333 admin admin] Pushing event deleted for resources: {'Network': ['ID=566565c8-77d7-4269-82b0-b569c2515963,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:04.564418 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-087d79d7-e4a9-4549-91a2-dd6e0a5f1333 admin admin] 10.222.0.25 "DELETE /v2.0/networks/566565c8-77d7-4269-82b0-b569c2515963 HTTP/1.1" status: 204 len: 168 time: 0.4979620 Jan 28 07:05:04.926584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51324) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:05:04.973891 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a4506dea-c55e-4b93-a340-2d9460b09fd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd98ead906374b609e61872fa1b439a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461936 Jan 28 07:05:04.976380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51328) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:05:05.030898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6c33ac6c-0efd-4c90-975e-7e8992fa7d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:05.055977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6c33ac6c-0efd-4c90-975e-7e8992fa7d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:05.205722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6c33ac6c-0efd-4c90-975e-7e8992fa7d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:05.220648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33ac6c-0efd-4c90-975e-7e8992fa7d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d4fba4-360a-4417-b77e-9cb60c241d05,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:05.227923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6c33ac6c-0efd-4c90-975e-7e8992fa7d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:05.229326 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6c33ac6c-0efd-4c90-975e-7e8992fa7d80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80d4fba4-360a-4417-b77e-9cb60c241d05 HTTP/1.1" status: 204 len: 168 time: 0.2520883 Jan 28 07:05:05.765047 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:06.306394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51352) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:05:06.409695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-521325396-network', 'tenant_id': '4f08e6c20a944247ab59efb4be41588b'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:06.414361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:05:06.418134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Usage tracker for resource:network and tenant:4f08e6c20a944247ab59efb4be41588b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:05:06.421040 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:05:06.430107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:05:06.501696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Made reservation on behalf of 4f08e6c20a944247ab59efb4be41588b for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:06.504431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:06.516105 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:06.530494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:05:06.534225 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Usage tracker for resource:security_group_rule and tenant:4f08e6c20a944247ab59efb4be41588b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:05:06.536980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:05:06.542520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:05:06.624226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:06.713879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:06.740493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:05:06.753259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ca8586-6e01-46b4-b5e3-5da7270f8e75,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:06.757606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:06.757993 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Added segment 9df7425f-7486-442d-b9f6-f1f4ec7eb2b7 of type vlan for network 54d69788-eed6-4813-a18c-fe747e78e349 Jan 28 07:05:06.784097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:06.879780 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:06.880689 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:06.881262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:06.981026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] Pushing event updated for resources: {'Network': ['ID=54d69788-eed6-4813-a18c-fe747e78e349,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:06.995918 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 54d69788-eed6-4813-a18c-fe747e78e349 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:05:07.015775 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8c17709b-58c5-4e6d-b72b-d61138537c4a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7078385 Jan 28 07:05:07.018551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51358) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:05:07.024045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Request body: {'subnet': {'network_id': '54d69788-eed6-4813-a18c-fe747e78e349', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-521325396-subnet', 'tenant_id': '4f08e6c20a944247ab59efb4be41588b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:07.028703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:05:07.032478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Usage tracker for resource:subnet and tenant:4f08e6c20a944247ab59efb4be41588b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:05:07.035258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:05:07.040895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:05:07.146373 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Made reservation on behalf of 4f08e6c20a944247ab59efb4be41588b for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:07.148687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:07.416729 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:07.585619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=739d4a58-74f5-48b7-b9c6-e2ee0b78199c,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:07.597856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Checking segment: {'id': '9df7425f-7486-442d-b9f6-f1f4ec7eb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:05:07.597856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Network hostable DHCP agents. Network: 54d69788-eed6-4813-a18c-fe747e78e349, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:05:07.679408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Network 54d69788-eed6-4813-a18c-fe747e78e349 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:05:07.759238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 54d69788-eed6-4813-a18c-fe747e78e349) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:07.763486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:07.764573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:07.768286 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af15731-763a-469c-acb2-7e492c9a84dc None None] Network 54d69788-eed6-4813-a18c-fe747e78e349 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:05:07.850736 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ef8d1b01-43c8-44ac-94b9-8334d9e971d4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8309350 Jan 28 07:05:07.977996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96adb142-7257-4c32-b65d-e50536e780ed None None] Network 54d69788-eed6-4813-a18c-fe747e78e349 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:05:08.355209 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-642a4db2-6b67-4ddf-b460-5fb7a62108ad tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:08.355898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-642a4db2-6b67-4ddf-b460-5fb7a62108ad tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Synchronizing usage tracker for tenant:4f08e6c20a944247ab59efb4be41588b on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:05:08.455719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-642a4db2-6b67-4ddf-b460-5fb7a62108ad tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Unset dirty status for tenant:4f08e6c20a944247ab59efb4be41588b on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:05:08.456890 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-642a4db2-6b67-4ddf-b460-5fb7a62108ad tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/networks?id=54d69788-eed6-4813-a18c-fe747e78e349 HTTP/1.1" status: 200 len: 814 time: 0.2432332 Jan 28 07:05:08.472086 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-be37e75e-424a-412a-a892-80e52b210fa6 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/quotas/4f08e6c20a944247ab59efb4be41588b HTTP/1.1" status: 200 len: 375 time: 0.0098805 Jan 28 07:05:08.517273 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-40062986-c23b-476b-8065-b3b58182a98f tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f08e6c20a944247ab59efb4be41588b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402815 Jan 28 07:05:08.646195 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-60ebee02-4696-47d4-bc4e-1775c4cd28d7 service neutron] 10.222.0.25 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215966 Jan 28 07:05:08.776794 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-00120a60-f898-4cbc-a304-34138e669839 service neutron] 10.222.0.25 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239364 Jan 28 07:05:09.113849 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1b41fb2-aec5-4970-bf1c-f38174f8ad49 req-7eccb77c-83d2-400c-9e82-0bd936aa20e7 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 210 time: 0.0459492 Jan 28 07:05:10.263285 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74aad726-ed39-4aa0-ac1d-1bab66fa4589 req-169c78a9-76ea-41a6-bd68-cf71e8a6fbfb tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 210 time: 0.0418389 Jan 28 07:05:11.027764 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:11.415073 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2632189-3af5-4f8f-bddd-d7df531ffe60 req-47733cfd-3184-43ac-9e57-ddfad8c831a6 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 210 time: 0.0415666 Jan 28 07:05:11.663087 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-db808506-9c9f-4cd3-a13f-1fbe866da99c tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:11.664416 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-db808506-9c9f-4cd3-a13f-1fbe866da99c tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.37 "GET /v2.0/networks?id=54d69788-eed6-4813-a18c-fe747e78e349 HTTP/1.1" status: 200 len: 814 time: 0.1525443 Jan 28 07:05:11.704581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Request body: {'port': {'device_id': 'd5b366d5-e7f1-4472-8944-d82df182aef3', 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349', 'admin_state_up': True, 'tenant_id': '4f08e6c20a944247ab59efb4be41588b'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:11.840124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:05:11.844216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Usage tracker for resource:port and tenant:4f08e6c20a944247ab59efb4be41588b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:05:11.847761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:05:11.853679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:05:11.958000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Made reservation on behalf of 4f08e6c20a944247ab59efb4be41588b for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:11.961451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:12.123893 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Allocated IP 172.20.0.5 (54d69788-eed6-4813-a18c-fe747e78e349/739d4a58-74f5-48b7-b9c6-e2ee0b78199c/fe5da46c-de1f-4512-ac09-92477e514a91) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:12.315948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:12.439505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:12.507275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Network 54d69788-eed6-4813-a18c-fe747e78e349 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:12.510264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:12.514516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:05:12.594863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Pushing event updated for resources: {'Port': ['ID=fe5da46c-de1f-4512-ac09-92477e514a91,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:12.639167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:12.639792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:12.674424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577b711-5019-4c35-a893-5dcc7661023d req-170b7894-b428-4d43-b749-71abf9ad4efb tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:12.675136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b577b711-5019-4c35-a893-5dcc7661023d req-170b7894-b428-4d43-b749-71abf9ad4efb tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Synchronizing usage tracker for tenant:4f08e6c20a944247ab59efb4be41588b on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:05:12.754541 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b8332e20-8fa7-4fbb-be38-ad6bd1628177 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0538990 Jan 28 07:05:12.764800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b577b711-5019-4c35-a893-5dcc7661023d req-170b7894-b428-4d43-b749-71abf9ad4efb tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Unset dirty status for tenant:4f08e6c20a944247ab59efb4be41588b on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:05:12.765842 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b577b711-5019-4c35-a893-5dcc7661023d req-170b7894-b428-4d43-b749-71abf9ad4efb tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 931 time: 0.2232747 Jan 28 07:05:12.790997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Request body: {'port': {'device_id': 'd5b366d5-e7f1-4472-8944-d82df182aef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:12.965265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b577b711-5019-4c35-a893-5dcc7661023d req-106d77f8-84a6-44aa-8f39-1a56bd904972 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Synchronizing usage tracker for tenant:4f08e6c20a944247ab59efb4be41588b on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:05:13.031413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:13.076128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b577b711-5019-4c35-a893-5dcc7661023d req-106d77f8-84a6-44aa-8f39-1a56bd904972 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Unset dirty status for tenant:4f08e6c20a944247ab59efb4be41588b on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:05:13.077255 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b577b711-5019-4c35-a893-5dcc7661023d req-106d77f8-84a6-44aa-8f39-1a56bd904972 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049917 Jan 28 07:05:13.371975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5da46c-de1f-4512-ac09-92477e514a91 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:05:13.378985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:13.392637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Transition to ACTIVE for port object fe5da46c-de1f-4512-ac09-92477e514a91 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:05:13.450097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:13.612979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5da46c-de1f-4512-ac09-92477e514a91,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:13.685415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Attempting to bind port fe5da46c-de1f-4512-ac09-92477e514a91 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:05:13.685664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Attempting to bind port fe5da46c-de1f-4512-ac09-92477e514a91 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '9df7425f-7486-442d-b9f6-f1f4ec7eb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:05:13.685984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Attempting to bind port fe5da46c-de1f-4512-ac09-92477e514a91 on network 54d69788-eed6-4813-a18c-fe747e78e349 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:05:13.691028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Port fe5da46c-de1f-4512-ac09-92477e514a91 on network 54d69788-eed6-4813-a18c-fe747e78e349 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:05:13.691380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Attempting to bind port fe5da46c-de1f-4512-ac09-92477e514a91 on network 54d69788-eed6-4813-a18c-fe747e78e349 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:05:13.696382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:05:13.696707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Checking segment: {'id': '9df7425f-7486-442d-b9f6-f1f4ec7eb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:05:13.697082 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Bound using segment: {'id': '9df7425f-7486-442d-b9f6-f1f4ec7eb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:05:13.697493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Bound port: fe5da46c-de1f-4512-ac09-92477e514a91, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df7425f-7486-442d-b9f6-f1f4ec7eb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:05:13.697830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:13.783295 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] For port fe5da46c-de1f-4512-ac09-92477e514a91, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:05:13.786289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] For port fe5da46c-de1f-4512-ac09-92477e514a91, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fe5da46c-de1f-4512-ac09-92477e514a91,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:05:13.839870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:13.903061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:13.903693 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:13.905017 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] 10.222.0.37 "PUT /v2.0/ports/fe5da46c-de1f-4512-ac09-92477e514a91 HTTP/1.1" status: 200 len: 1093 time: 1.1193457 Jan 28 07:05:13.905444 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b366d5-e7f1-4472-8944-d82df182aef3', 'tag': 'fe5da46c-de1f-4512-ac09-92477e514a91'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:05:13.924928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d5449-259f-434a-8923-111ae28b6fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe5da46c-de1f-4512-ac09-92477e514a91,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:13.950268 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b366d5-e7f1-4472-8944-d82df182aef3', 'tag': 'fe5da46c-de1f-4512-ac09-92477e514a91', 'status': 'completed', 'code': 200} Jan 28 07:05:14.062612 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197c13d-7ae1-4de9-a4d0-44180e386e26 req-58b25773-8cac-4ab8-acac-b6c7af6f18c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:14.064107 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c197c13d-7ae1-4de9-a4d0-44180e386e26 req-58b25773-8cac-4ab8-acac-b6c7af6f18c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f08e6c20a944247ab59efb4be41588b&device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 1096 time: 0.0694413 Jan 28 07:05:14.261629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197c13d-7ae1-4de9-a4d0-44180e386e26 req-903d7bfe-282d-49f8-941c-2f021624f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:14.263033 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c197c13d-7ae1-4de9-a4d0-44180e386e26 req-903d7bfe-282d-49f8-941c-2f021624f9ff service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4f08e6c20a944247ab59efb4be41588b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1809108 Jan 28 07:05:14.374962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f86a1c-29f1-4fd1-a003-b4c966352624 req-2d4f97d5-5bf0-4725-a317-3a848eddb6e7 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:14.376392 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b1f86a1c-29f1-4fd1-a003-b4c966352624 req-2d4f97d5-5bf0-4725-a317-3a848eddb6e7 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 943 time: 0.1800480 Jan 28 07:05:14.449835 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b1f86a1c-29f1-4fd1-a003-b4c966352624 req-a25326ee-96db-4adb-be2c-75a086302951 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678308 Jan 28 07:05:14.450964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197c13d-7ae1-4de9-a4d0-44180e386e26 req-89987df0-88e6-4e6a-92b6-b8f892265e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:14.452301 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c197c13d-7ae1-4de9-a4d0-44180e386e26 req-89987df0-88e6-4e6a-92b6-b8f892265e47 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1805501 Jan 28 07:05:14.601062 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-f5e74d5d-7619-4cae-a9b8-e3b074713e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:14.602560 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-f5e74d5d-7619-4cae-a9b8-e3b074713e0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f08e6c20a944247ab59efb4be41588b&device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 1096 time: 0.0697536 Jan 28 07:05:14.684913 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-4f69bb18-5780-4015-92b0-4446076bd195 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5da46c-de1f-4512-ac09-92477e514a91 HTTP/1.1" status: 200 len: 217 time: 0.0616937 Jan 28 07:05:14.746083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b691c0db-d874-4e4f-847b-9e43f5523398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:14.747574 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-b691c0db-d874-4e4f-847b-9e43f5523398 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=739d4a58-74f5-48b7-b9c6-e2ee0b78199c HTTP/1.1" status: 200 len: 854 time: 0.0565531 Jan 28 07:05:14.799717 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-e1a58749-18af-4eba-83a8-65b055441cbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54d69788-eed6-4813-a18c-fe747e78e349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429821 Jan 28 07:05:15.042895 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-d8627b4b-99ce-49e2-9d78-c8a90edd4df0 service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338939 Jan 28 07:05:15.173454 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ab55c491-8199-49d3-a45e-9a0a72669fa0 req-e308ee86-04c9-403f-b889-d9c1888c2c5a service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205580 Jan 28 07:05:15.645050 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e321948-eee0-48fa-962b-f3ce1aeaed89 req-53b3a31a-5d0b-4dbc-8e48-1cae6672d626 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:15.646482 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2e321948-eee0-48fa-962b-f3ce1aeaed89 req-53b3a31a-5d0b-4dbc-8e48-1cae6672d626 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 943 time: 0.0873837 Jan 28 07:05:15.689473 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2e321948-eee0-48fa-962b-f3ce1aeaed89 req-5270906d-d91a-48eb-ae49-6b16cbbc76d2 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373507 Jan 28 07:05:16.868974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117403f-6e04-4e52-afa6-e1a0c411a34b req-56c2f298-d7cf-4921-80e6-cf06dbf1c509 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:16.870415 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1117403f-6e04-4e52-afa6-e1a0c411a34b req-56c2f298-d7cf-4921-80e6-cf06dbf1c509 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 943 time: 0.0789943 Jan 28 07:05:16.915960 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1117403f-6e04-4e52-afa6-e1a0c411a34b req-3a2bb6fb-7413-41b1-8ed9-e2830847d5d1 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400481 Jan 28 07:05:17.886091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device fe5da46c-de1f-4512-ac09-92477e514a91 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:05:18.015807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port fe5da46c-de1f-4512-ac09-92477e514a91, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fe5da46c-de1f-4512-ac09-92477e514a91,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:05:18.029353 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'fe5da46c-de1f-4512-ac09-92477e514a91', 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349', 'port_id': 'fe5da46c-de1f-4512-ac09-92477e514a91', 'mac_address': 'fa:16:3e:2b:b9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739d4a58-74f5-48b7-b9c6-e2ee0b78199c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:05:18.082637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:18.095611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f25883-dafa-401f-82a1-8a276fdcc6d3 req-946f9195-12bd-4aad-aec6-1052cab379fd tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:18.097014 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f7f25883-dafa-401f-82a1-8a276fdcc6d3 req-946f9195-12bd-4aad-aec6-1052cab379fd tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 943 time: 0.0787532 Jan 28 07:05:18.098970 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5da46c-de1f-4512-ac09-92477e514a91 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:05:18.114400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port fe5da46c-de1f-4512-ac09-92477e514a91, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fe5da46c-de1f-4512-ac09-92477e514a91,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:05:18.140885 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f7f25883-dafa-401f-82a1-8a276fdcc6d3 req-49c2e9c6-35d5-4166-8c57-44029c26a383 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379193 Jan 28 07:05:18.192897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:18.261323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=fe5da46c-de1f-4512-ac09-92477e514a91,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:18.268246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:18.268600 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:18.268943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:18.269280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:18.269612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:18.269943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:18.270269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:18.270595 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:18.270919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:18.271258 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:18.271584 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:18.271907 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:05:18.546879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['fe5da46c-de1f-4512-ac09-92477e514a91'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:05:19.332048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596f844-8313-4612-b5e3-14ff2b29d3e5 req-6088fc84-e3b3-405a-a6ce-4c715a49ef66 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:19.333508 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4596f844-8313-4612-b5e3-14ff2b29d3e5 req-6088fc84-e3b3-405a-a6ce-4c715a49ef66 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 944 time: 0.0826604 Jan 28 07:05:19.375821 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4596f844-8313-4612-b5e3-14ff2b29d3e5 req-49725438-7ffb-42f9-9337-12f2f09cc10b tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364375 Jan 28 07:05:19.889770 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device fe5da46c-de1f-4512-ac09-92477e514a91 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:05:20.054247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port fe5da46c-de1f-4512-ac09-92477e514a91 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:05:20.059055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port fe5da46c-de1f-4512-ac09-92477e514a91 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:20.059452 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:20.198594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:20.224465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b366d5-e7f1-4472-8944-d82df182aef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5da46c-de1f-4512-ac09-92477e514a91'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:05:20.234279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port fe5da46c-de1f-4512-ac09-92477e514a91, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fe5da46c-de1f-4512-ac09-92477e514a91,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:05:20.266610 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b366d5-e7f1-4472-8944-d82df182aef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5da46c-de1f-4512-ac09-92477e514a91', 'code': 200} Jan 28 07:05:20.294622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:20.363548 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=fe5da46c-de1f-4512-ac09-92477e514a91,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:20.558615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd468ef-ce00-44ea-b6c5-135958a99828 req-7d109637-e17e-4688-88f8-4e4cb64e2594 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:20.560092 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fcd468ef-ce00-44ea-b6c5-135958a99828 req-7d109637-e17e-4688-88f8-4e4cb64e2594 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0784607 Jan 28 07:05:20.604329 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fcd468ef-ce00-44ea-b6c5-135958a99828 req-04501197-b867-4008-92ed-01c33293395d tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385456 Jan 28 07:05:20.719807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d093e-bae5-4109-bf68-f5611c10a820 req-b3083535-56c1-4a15-9377-2c7586cf5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:20.721244 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d7d093e-bae5-4109-bf68-f5611c10a820 req-b3083535-56c1-4a15-9377-2c7586cf5d1a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 1098 time: 0.0715055 Jan 28 07:05:20.761032 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d7d093e-bae5-4109-bf68-f5611c10a820 req-5f43fef2-c9c0-4e51-8f3a-1f3da748743c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335414 Jan 28 07:05:21.790326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f907b-2d4f-4680-806c-fe3a29e00e84 req-5d34556e-6a97-4a50-aec9-28fd5d53fd5d tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:21.791803 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a7f907b-2d4f-4680-806c-fe3a29e00e84 req-5d34556e-6a97-4a50-aec9-28fd5d53fd5d tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0803692 Jan 28 07:05:21.838730 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a7f907b-2d4f-4680-806c-fe3a29e00e84 req-34d54072-0576-4d48-b39d-fd5b386c632f tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 Jan 28 07:05:23.018720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b79ff5-8ff5-4a90-ac5a-a8bc10d5b800 req-68c09e62-1453-415a-9c33-264a0b9fe3f8 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:23.020182 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-09b79ff5-8ff5-4a90-ac5a-a8bc10d5b800 req-68c09e62-1453-415a-9c33-264a0b9fe3f8 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0778148 Jan 28 07:05:23.064271 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-09b79ff5-8ff5-4a90-ac5a-a8bc10d5b800 req-d864dd44-b4e6-48ac-abf2-8846362eabe7 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383389 Jan 28 07:05:23.250707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7cb09-1b3c-43fc-a9f9-677a9ff54a05 req-9b9a7c3f-d225-49a6-b33e-4876a96f35e1 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:23.252186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dbf7cb09-1b3c-43fc-a9f9-677a9ff54a05 req-9b9a7c3f-d225-49a6-b33e-4876a96f35e1 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0848484 Jan 28 07:05:23.294965 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dbf7cb09-1b3c-43fc-a9f9-677a9ff54a05 req-8d77883c-e967-4ff1-8c01-356685e4fc07 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371258 Jan 28 07:05:23.694779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27572329-8e45-4012-a6db-2d84f99dde85 req-8755fd6c-6a65-45c5-8532-4726b11dbb09 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:23.696221 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27572329-8e45-4012-a6db-2d84f99dde85 req-8755fd6c-6a65-45c5-8532-4726b11dbb09 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0773187 Jan 28 07:05:23.739092 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27572329-8e45-4012-a6db-2d84f99dde85 req-27c1da04-cad1-4854-8419-9b5eec821382 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373421 Jan 28 07:05:23.919985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b2a50-409d-4e4f-b73f-ef941bb93e99 req-39634091-4af2-480c-a73d-9ee134390efb tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:23.921425 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d56b2a50-409d-4e4f-b73f-ef941bb93e99 req-39634091-4af2-480c-a73d-9ee134390efb tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0806665 Jan 28 07:05:23.964431 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d56b2a50-409d-4e4f-b73f-ef941bb93e99 req-afb740e2-d90b-43ca-8980-6668d6ff46bd tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374856 Jan 28 07:05:24.521820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f080d0f-0b4e-49ed-b7eb-1b899a3e258a req-593e477c-92a1-407f-a582-2e9bf3ea3e26 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:24.523252 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f080d0f-0b4e-49ed-b7eb-1b899a3e258a req-593e477c-92a1-407f-a582-2e9bf3ea3e26 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0773549 Jan 28 07:05:24.566969 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f080d0f-0b4e-49ed-b7eb-1b899a3e258a req-78609e7b-1293-44b8-918e-7edac41e862e tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381112 Jan 28 07:05:24.615729 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-a7dd138d-62cc-4e82-9f32-eba2c8683135 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710747 Jan 28 07:05:25.750163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234c82e-286d-4a13-966f-e33aa8f61bc5 req-2a300c76-9733-42d1-b8a3-49e15c687115 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:25.751598 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7234c82e-286d-4a13-966f-e33aa8f61bc5 req-2a300c76-9733-42d1-b8a3-49e15c687115 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0812149 Jan 28 07:05:25.795338 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7234c82e-286d-4a13-966f-e33aa8f61bc5 req-6d8c36ba-5f33-4e29-9225-7bc5e9200760 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373371 Jan 28 07:05:26.956316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-ccb9de1e-27ad-4079-b437-e665e93e2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:26.957723 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-ccb9de1e-27ad-4079-b437-e665e93e2c9a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f08e6c20a944247ab59efb4be41588b&device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 1098 time: 0.1176276 Jan 28 07:05:27.100786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de75f09-c5aa-4999-ada7-87fd2caace0a req-a5d34b06-7509-4b9c-b998-853c60fa796d tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:27.102106 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7de75f09-c5aa-4999-ada7-87fd2caace0a req-a5d34b06-7509-4b9c-b998-853c60fa796d tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.1971562 Jan 28 07:05:27.106229 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-5ab0cce0-d356-4ad0-8ccf-354a5dd7e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:27.107615 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-5ab0cce0-d356-4ad0-8ccf-354a5dd7e1a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54d69788-eed6-4813-a18c-fe747e78e349 HTTP/1.1" status: 200 len: 915 time: 0.1440892 Jan 28 07:05:27.284613 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-4b757d7f-f5e9-4804-91d3-9a6c7321171c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5da46c-de1f-4512-ac09-92477e514a91 HTTP/1.1" status: 200 len: 217 time: 0.1633449 Jan 28 07:05:27.341103 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7de75f09-c5aa-4999-ada7-87fd2caace0a req-49b1eb21-d01d-4fe4-816d-850638780a5c tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325716 Jan 28 07:05:27.357361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-a62411c9-a0f8-41fa-9412-e5bb7974ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:27.358862 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-a62411c9-a0f8-41fa-9412-e5bb7974ff8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=739d4a58-74f5-48b7-b9c6-e2ee0b78199c HTTP/1.1" status: 200 len: 854 time: 0.0671225 Jan 28 07:05:27.404468 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-cb3b2a14-a9e7-4b85-8894-d7ff0b12233d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54d69788-eed6-4813-a18c-fe747e78e349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393670 Jan 28 07:05:27.532704 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-b08e4fb9-371f-49cd-ad6e-6709cdd6b311 service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218052 Jan 28 07:05:27.661911 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-023822eb-621b-4b24-95a4-76c7ef73c770 service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234486 Jan 28 07:05:28.523200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e5455-4730-4977-99be-6faff8b8a230 req-5bf362c6-d4ff-4528-80ed-ae1cf706d3a3 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:28.524643 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c43e5455-4730-4977-99be-6faff8b8a230 req-5bf362c6-d4ff-4528-80ed-ae1cf706d3a3 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0780661 Jan 28 07:05:28.577457 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c43e5455-4730-4977-99be-6faff8b8a230 req-4536c5df-3a2a-44ac-a158-a1e82294fdc8 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471678 Jan 28 07:05:29.905340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc1163-1aa5-4a3b-9f75-bbc8fbc628c1 req-947377de-03cc-446d-b9eb-9592c59c33c6 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:29.906665 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3cbc1163-1aa5-4a3b-9f75-bbc8fbc628c1 req-947377de-03cc-446d-b9eb-9592c59c33c6 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0773206 Jan 28 07:05:29.949830 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3cbc1163-1aa5-4a3b-9f75-bbc8fbc628c1 req-a21833cd-78a0-4a5c-8031-e9aed1586039 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370896 Jan 28 07:05:30.855280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a61ee594-b542-40d7-99f0-4f68511a7770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:31.132788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d854b87-d95d-4555-a325-7b71c43a13b7 req-d6f22c5b-f2b4-4df5-b0cb-419f94c99345 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:31.134120 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7d854b87-d95d-4555-a325-7b71c43a13b7 req-d6f22c5b-f2b4-4df5-b0cb-419f94c99345 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0812838 Jan 28 07:05:31.176960 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7d854b87-d95d-4555-a325-7b71c43a13b7 req-517127c6-cf5b-4d17-a3bc-e9f69f49c9df tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369747 Jan 28 07:05:32.356394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e973f91-1219-486e-b44d-cc3c9101184c req-75983232-4292-4e79-b06a-933dd0b7a143 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:32.357897 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8e973f91-1219-486e-b44d-cc3c9101184c req-75983232-4292-4e79-b06a-933dd0b7a143 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0790100 Jan 28 07:05:32.400680 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8e973f91-1219-486e-b44d-cc3c9101184c req-aa8356d0-9982-4605-ab01-13bb41f35a69 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373018 Jan 28 07:05:33.186522 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-352bbbce-88de-4f22-9011-77efcd3c0519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:33.582402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82150e4-f8d3-44b7-b073-33b81a171b57 req-e99473d4-bd80-4cc4-9e13-7f3257bfd436 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:33.583857 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d82150e4-f8d3-44b7-b073-33b81a171b57 req-e99473d4-bd80-4cc4-9e13-7f3257bfd436 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0808656 Jan 28 07:05:33.627279 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d82150e4-f8d3-44b7-b073-33b81a171b57 req-a97b3fdd-2116-47ba-b36d-68447d0fd1a3 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375683 Jan 28 07:05:34.295446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:34.459615 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:34.806887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e068ad-d723-451e-81ed-a7f7a313a704 req-854efcfd-1555-4752-b50d-f7e39634fb6f tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:34.808352 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-34e068ad-d723-451e-81ed-a7f7a313a704 req-854efcfd-1555-4752-b50d-f7e39634fb6f tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0776572 Jan 28 07:05:34.855114 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-34e068ad-d723-451e-81ed-a7f7a313a704 req-07a1d497-b565-48c6-b4d4-639f12aea824 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411494 Jan 28 07:05:35.746487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:36.039033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d96646-c241-4c30-91dc-5be608c0924a req-2c70ce19-8ee9-4b80-836f-e4a14d424bd0 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:36.040481 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82d96646-c241-4c30-91dc-5be608c0924a req-2c70ce19-8ee9-4b80-836f-e4a14d424bd0 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0790093 Jan 28 07:05:36.083095 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82d96646-c241-4c30-91dc-5be608c0924a req-6284f775-215a-4d5e-9f50-73937c19a8e8 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370572 Jan 28 07:05:36.365824 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:05:37.265134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d90dd-5fe3-4b66-b99a-4f7c6a48e1ca req-f6bb0cc8-238e-4c76-9990-e53580afe2b1 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:37.266573 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f91d90dd-5fe3-4b66-b99a-4f7c6a48e1ca req-f6bb0cc8-238e-4c76-9990-e53580afe2b1 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0822732 Jan 28 07:05:37.314540 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f91d90dd-5fe3-4b66-b99a-4f7c6a48e1ca req-7068253f-eeb0-4db4-a8f8-fbad1b7be263 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423322 Jan 28 07:05:38.492318 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391418c4-c81e-4030-a92e-5dbf02085710 req-d08fc934-f4b7-445b-9887-be0872a25fde tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:38.493715 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-391418c4-c81e-4030-a92e-5dbf02085710 req-d08fc934-f4b7-445b-9887-be0872a25fde tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0775845 Jan 28 07:05:38.538884 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-391418c4-c81e-4030-a92e-5dbf02085710 req-5619bf20-5efc-4ea7-b477-aba73a8de666 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395789 Jan 28 07:05:39.723100 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bccbf6-ae33-4485-b125-40d1733838f3 req-f412fd5b-16b7-481d-a428-e06b5248b4c8 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:39.724557 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-33bccbf6-ae33-4485-b125-40d1733838f3 req-f412fd5b-16b7-481d-a428-e06b5248b4c8 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0845368 Jan 28 07:05:39.767511 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-33bccbf6-ae33-4485-b125-40d1733838f3 req-c0d02829-a28b-4b24-90cf-e7a6157af3d5 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373926 Jan 28 07:05:40.956632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367dc41-8102-4f54-ac58-d5889bc281ed req-20832ee0-921b-431e-bc18-12ed37e9b192 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:40.958047 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2367dc41-8102-4f54-ac58-d5889bc281ed req-20832ee0-921b-431e-bc18-12ed37e9b192 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0792623 Jan 28 07:05:41.004021 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:41.005069 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2367dc41-8102-4f54-ac58-d5889bc281ed req-e33d7d09-ba69-4c51-909d-5a15ec5053a5 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410843 Jan 28 07:05:42.184753 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f0968-891c-43e8-863c-5dc40ec09019 req-ee440d04-8300-4830-b7f4-1601cd5d5ec4 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:42.186074 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e84f0968-891c-43e8-863c-5dc40ec09019 req-ee440d04-8300-4830-b7f4-1601cd5d5ec4 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0768371 Jan 28 07:05:42.232986 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e84f0968-891c-43e8-863c-5dc40ec09019 req-c144ad97-acd9-4737-befe-0ed8d25dcd09 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409067 Jan 28 07:05:43.424984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d174ba1-726c-41a6-b1e6-9faef1438fcc req-48a59e17-5a7d-471a-9b4b-7f8c357fa118 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:43.426398 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d174ba1-726c-41a6-b1e6-9faef1438fcc req-48a59e17-5a7d-471a-9b4b-7f8c357fa118 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0809886 Jan 28 07:05:43.469630 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d174ba1-726c-41a6-b1e6-9faef1438fcc req-81f5e474-5442-46fe-8657-72ff47ab8d84 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376523 Jan 28 07:05:44.647289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f06d-6c15-4884-845a-890cc62ec750 req-5c78b112-d425-4854-b6e3-31e2d4d975ca tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:44.648701 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-92a2f06d-6c15-4884-845a-890cc62ec750 req-5c78b112-d425-4854-b6e3-31e2d4d975ca tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0776646 Jan 28 07:05:44.691055 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-92a2f06d-6c15-4884-845a-890cc62ec750 req-3901a2cc-e0b4-42f0-84ef-d17077615348 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368690 Jan 28 07:05:45.584607 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-2423cbbe-62e9-4ba2-95d8-b1e0096bc10c service neutron] 10.222.0.37 "GET /v2.0/ports/fe5da46c-de1f-4512-ac09-92477e514a91/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0751729 Jan 28 07:05:45.875680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759e2da-a87f-4e3a-a9d9-8022733e2da1 req-31910940-b2d5-40c8-8ca7-2adde4912b1b tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:45.877153 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0759e2da-a87f-4e3a-a9d9-8022733e2da1 req-31910940-b2d5-40c8-8ca7-2adde4912b1b tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0812414 Jan 28 07:05:45.921182 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0759e2da-a87f-4e3a-a9d9-8022733e2da1 req-5c5a95be-5779-417d-9b97-86fbf09ebecc tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384340 Jan 28 07:05:46.306882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-d1d035a4-90b8-4eff-a9a8-01defde6fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:46.308366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-d1d035a4-90b8-4eff-a9a8-01defde6fac8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3&tenant_id=4f08e6c20a944247ab59efb4be41588b HTTP/1.1" status: 200 len: 1098 time: 0.1638048 Jan 28 07:05:46.418919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-757e8976-ba1a-42e2-a141-166ca688ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:46.420381 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-757e8976-ba1a-42e2-a141-166ca688ff29 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f08e6c20a944247ab59efb4be41588b&device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 1098 time: 0.0684390 Jan 28 07:05:46.551636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-09882ab5-1173-480e-a8bb-dff8739b9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:46.553033 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-09882ab5-1173-480e-a8bb-dff8739b9846 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54d69788-eed6-4813-a18c-fe747e78e349 HTTP/1.1" status: 200 len: 915 time: 0.1223674 Jan 28 07:05:46.626210 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-723e3dc0-5ee0-4dee-a616-290a1c44a343 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5da46c-de1f-4512-ac09-92477e514a91 HTTP/1.1" status: 200 len: 217 time: 0.0631850 Jan 28 07:05:46.690065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-bbc46b15-ca33-4dfe-9af6-ca18273c41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:46.691482 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-bbc46b15-ca33-4dfe-9af6-ca18273c41bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=739d4a58-74f5-48b7-b9c6-e2ee0b78199c HTTP/1.1" status: 200 len: 854 time: 0.0555747 Jan 28 07:05:46.741004 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-4952c183-dc5e-4438-80db-7fbc28437e79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54d69788-eed6-4813-a18c-fe747e78e349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421948 Jan 28 07:05:46.875058 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-f5f36ed1-825a-4a81-8092-6fb19aa183e9 service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238058 Jan 28 07:05:47.008125 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e29c0cbf-e71d-4a44-bd40-fdbd46a0c67c req-900906f9-d59e-421a-9a94-9ab16c023914 service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236105 Jan 28 07:05:47.100490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf049afc-2066-4540-b34a-2b92715457bb req-8d2e82f2-d700-4942-948f-70a3c24dfa0d tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:47.101921 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf049afc-2066-4540-b34a-2b92715457bb req-8d2e82f2-d700-4942-948f-70a3c24dfa0d tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0777464 Jan 28 07:05:47.144947 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf049afc-2066-4540-b34a-2b92715457bb req-6d040572-430d-499e-b4cd-343bfb3dcfce tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373638 Jan 28 07:05:48.327963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadf93a-ea0c-4e3d-b738-f36d9f64e206 req-cdd08488-dfb4-4914-8295-f9e6551a29dd tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:48.329400 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2eadf93a-ea0c-4e3d-b738-f36d9f64e206 req-cdd08488-dfb4-4914-8295-f9e6551a29dd tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0808496 Jan 28 07:05:48.372307 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2eadf93a-ea0c-4e3d-b738-f36d9f64e206 req-78c9fbb3-6fc7-434a-824b-6352548ff8eb tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373271 Jan 28 07:05:49.556251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7e767-8157-4322-8ad8-34f25058049c req-81953513-909e-4e8c-a89c-03974cfeb688 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:49.557671 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-91a7e767-8157-4322-8ad8-34f25058049c req-81953513-909e-4e8c-a89c-03974cfeb688 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0781765 Jan 28 07:05:49.601176 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-91a7e767-8157-4322-8ad8-34f25058049c req-b75c7c7b-de9f-4775-841c-73731bbb6ce1 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379496 Jan 28 07:05:50.059497 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device fe5da46c-de1f-4512-ac09-92477e514a91 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:05:50.065929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device fe5da46c-de1f-4512-ac09-92477e514a91 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:05:50.073416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52328d-2245-4a2d-a89d-a5a15fb0f1c7 req-e2702d3b-5937-4ab5-aba9-1b405532a3e2 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:50.074877 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2e52328d-2245-4a2d-a89d-a5a15fb0f1c7 req-e2702d3b-5937-4ab5-aba9-1b405532a3e2 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.1231976 Jan 28 07:05:50.137312 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2e52328d-2245-4a2d-a89d-a5a15fb0f1c7 req-00396cfb-a55a-4130-862a-0dac6b9617d3 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558059 Jan 28 07:05:50.162538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78935ca5-0099-49f0-90f5-b436ff81ccd0 req-ecaaac27-76c8-48b6-b8e7-d343deb1a7bb tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:50.164004 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78935ca5-0099-49f0-90f5-b436ff81ccd0 req-ecaaac27-76c8-48b6-b8e7-d343deb1a7bb tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3&tenant_id=4f08e6c20a944247ab59efb4be41588b&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 945 time: 0.1369112 Jan 28 07:05:50.271751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:50.316552 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b366d5-e7f1-4472-8944-d82df182aef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5da46c-de1f-4512-ac09-92477e514a91'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:05:50.327787 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port fe5da46c-de1f-4512-ac09-92477e514a91, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fe5da46c-de1f-4512-ac09-92477e514a91,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:05:50.342412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port fe5da46c-de1f-4512-ac09-92477e514a91, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fe5da46c-de1f-4512-ac09-92477e514a91,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:05:50.347301 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'fe5da46c-de1f-4512-ac09-92477e514a91', 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349', 'port_id': 'fe5da46c-de1f-4512-ac09-92477e514a91', 'mac_address': 'fa:16:3e:2b:b9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739d4a58-74f5-48b7-b9c6-e2ee0b78199c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:05:50.356662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78935ca5-0099-49f0-90f5-b436ff81ccd0 req-8cd1c675-5861-43a0-8fa4-278b1b1acf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:50.358210 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78935ca5-0099-49f0-90f5-b436ff81ccd0 req-8cd1c675-5861-43a0-8fa4-278b1b1acf3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f08e6c20a944247ab59efb4be41588b&device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 1098 time: 0.0743613 Jan 28 07:05:50.404004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:50.421459 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe5da46c-de1f-4512-ac09-92477e514a91 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:05:50.427124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:50.462179 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b366d5-e7f1-4472-8944-d82df182aef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe5da46c-de1f-4512-ac09-92477e514a91', 'code': 200} Jan 28 07:05:50.493161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78935ca5-0099-49f0-90f5-b436ff81ccd0 req-4ad26adf-b80d-402e-a6ab-dad8639663c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:50.494635 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78935ca5-0099-49f0-90f5-b436ff81ccd0 req-4ad26adf-b80d-402e-a6ab-dad8639663c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54d69788-eed6-4813-a18c-fe747e78e349 HTTP/1.1" status: 200 len: 915 time: 0.1303158 Jan 28 07:05:50.539082 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:05:50.539488 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:05:50.543217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=fe5da46c-de1f-4512-ac09-92477e514a91,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:50.565585 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78935ca5-0099-49f0-90f5-b436ff81ccd0 req-62779e69-e7e2-4702-86d2-18db2ad7ea7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe5da46c-de1f-4512-ac09-92477e514a91 HTTP/1.1" status: 200 len: 217 time: 0.0645304 Jan 28 07:05:50.625910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78935ca5-0099-49f0-90f5-b436ff81ccd0 req-dc52ba31-ae55-46af-b94d-215f4159195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:50.627322 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78935ca5-0099-49f0-90f5-b436ff81ccd0 req-dc52ba31-ae55-46af-b94d-215f4159195d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=739d4a58-74f5-48b7-b9c6-e2ee0b78199c HTTP/1.1" status: 200 len: 854 time: 0.0560389 Jan 28 07:05:50.672118 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78935ca5-0099-49f0-90f5-b436ff81ccd0 req-64f9d384-d2f0-40b8-8244-59923e08ad0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54d69788-eed6-4813-a18c-fe747e78e349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387971 Jan 28 07:05:50.900421 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78935ca5-0099-49f0-90f5-b436ff81ccd0 req-23ca2551-90b5-4ffa-b489-c9ca3a4d84cc service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223840 Jan 28 07:05:51.027402 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-78935ca5-0099-49f0-90f5-b436ff81ccd0 req-10268936-c10e-4a28-80e4-a3c71f27ddd6 service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204655 Jan 28 07:05:51.100482 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:51.116990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5da46c-de1f-4512-ac09-92477e514a91 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:05:51.132095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port fe5da46c-de1f-4512-ac09-92477e514a91, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fe5da46c-de1f-4512-ac09-92477e514a91,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:05:51.192393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:51.262506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=fe5da46c-de1f-4512-ac09-92477e514a91,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:51.328096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14503a5a-e644-4676-bddd-03770e204de8 req-e4e6807e-8227-4060-ac9d-a40961991f40 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:51.329470 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14503a5a-e644-4676-bddd-03770e204de8 req-e4e6807e-8227-4060-ac9d-a40961991f40 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 944 time: 0.0858555 Jan 28 07:05:51.333095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['fe5da46c-de1f-4512-ac09-92477e514a91'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:05:51.379460 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14503a5a-e644-4676-bddd-03770e204de8 req-64f8bdae-fc59-4e61-840e-a991c7df6637 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438428 Jan 28 07:05:52.067576 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device fe5da46c-de1f-4512-ac09-92477e514a91 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:05:52.135848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port fe5da46c-de1f-4512-ac09-92477e514a91 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:05:52.136523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:52.250888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:52.283377 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port fe5da46c-de1f-4512-ac09-92477e514a91, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fe5da46c-de1f-4512-ac09-92477e514a91,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:05:52.357498 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:52.426771 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=fe5da46c-de1f-4512-ac09-92477e514a91,revision_number=8']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:52.463038 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b366d5-e7f1-4472-8944-d82df182aef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5da46c-de1f-4512-ac09-92477e514a91'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:05:52.505903 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b366d5-e7f1-4472-8944-d82df182aef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5da46c-de1f-4512-ac09-92477e514a91', 'code': 200} Jan 28 07:05:52.562242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342b41-19a9-4b46-9569-f02c931350d6 req-d3ef4cfb-68d9-4d88-bf1b-70100197c5d5 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:52.564243 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-28342b41-19a9-4b46-9569-f02c931350d6 req-d3ef4cfb-68d9-4d88-bf1b-70100197c5d5 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0772805 Jan 28 07:05:52.617173 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-28342b41-19a9-4b46-9569-f02c931350d6 req-1de24edf-9c05-4ad9-ad6f-44b0e0734314 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462205 Jan 28 07:05:52.800041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0763203-97c9-4a9e-b4d6-34f2d2a3220c req-5b4da7a4-09b3-4910-bcf6-e1e982ffd7c5 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:52.801479 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a0763203-97c9-4a9e-b4d6-34f2d2a3220c req-5b4da7a4-09b3-4910-bcf6-e1e982ffd7c5 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0789628 Jan 28 07:05:52.846653 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a0763203-97c9-4a9e-b4d6-34f2d2a3220c req-3628e9c0-0711-4ac2-be1c-bf21c7b49405 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390799 Jan 28 07:05:53.033060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c2363-095d-4bf4-9e74-d2081cd0b5ed req-a266378a-b80e-45a8-b550-3833b83ee4f3 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:53.034481 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e06c2363-095d-4bf4-9e74-d2081cd0b5ed req-a266378a-b80e-45a8-b550-3833b83ee4f3 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0819538 Jan 28 07:05:53.077302 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e06c2363-095d-4bf4-9e74-d2081cd0b5ed req-6bc9e145-b453-4f88-9d44-265df408649a tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370204 Jan 28 07:05:53.726371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-e40a09db-46a2-41ee-afdc-8996071d89b1 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:53.727763 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-e40a09db-46a2-41ee-afdc-8996071d89b1 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/networks?id=54d69788-eed6-4813-a18c-fe747e78e349 HTTP/1.1" status: 200 len: 814 time: 0.1410501 Jan 28 07:05:53.741984 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-e8a18bed-a068-4034-b01a-f7c921ebcfda tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/quotas/4f08e6c20a944247ab59efb4be41588b HTTP/1.1" status: 200 len: 375 time: 0.0087943 Jan 28 07:05:53.818961 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-b7744c65-7667-4733-8387-07b608113336 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4f08e6c20a944247ab59efb4be41588b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721216 Jan 28 07:05:53.870880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-4daa066b-cff2-46a6-b92e-729610a37279 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 07:05:53.871886 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-4daa066b-cff2-46a6-b92e-729610a37279 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463617 Jan 28 07:05:54.004596 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-c2a04cee-d548-49c0-9ca3-8603fd653a7d service neutron] 10.222.0.25 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223066 Jan 28 07:05:54.132689 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-3056be9c-cfa6-4c46-87af-5ec20f4b6f99 service neutron] 10.222.0.25 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223655 Jan 28 07:05:54.390271 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fbbf0fd1-adf4-4c57-9009-dc35035842d6 req-a427221b-cc99-40ef-9b31-fc5e1c0f602d tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 210 time: 0.0458133 Jan 28 07:05:55.535478 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d8b865a-db94-424f-9987-a933137846b0 req-f5dc6298-191f-4cf1-aced-09e46d2e409d tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 210 time: 0.0418456 Jan 28 07:05:55.662324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365ab96-a812-4dfe-8f29-8e7a2f2858da req-f9b51378-6340-4520-bc03-b9d7f2316e87 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:55.663788 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2365ab96-a812-4dfe-8f29-8e7a2f2858da req-f9b51378-6340-4520-bc03-b9d7f2316e87 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5b366d5-e7f1-4472-8944-d82df182aef3 HTTP/1.1" status: 200 len: 945 time: 0.0779970 Jan 28 07:05:55.737633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-2365ab96-a812-4dfe-8f29-8e7a2f2858da req-df98d8c4-e338-4779-8401-e59a228af043 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Deleting port fe5da46c-de1f-4512-ac09-92477e514a91 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:05:55.737896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2365ab96-a812-4dfe-8f29-8e7a2f2858da req-df98d8c4-e338-4779-8401-e59a228af043 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:55.986478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-2365ab96-a812-4dfe-8f29-8e7a2f2858da req-df98d8c4-e338-4779-8401-e59a228af043 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] For port fe5da46c-de1f-4512-ac09-92477e514a91, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=fe5da46c-de1f-4512-ac09-92477e514a91,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:05:55.986828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2365ab96-a812-4dfe-8f29-8e7a2f2858da req-df98d8c4-e338-4779-8401-e59a228af043 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:56.105122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-2365ab96-a812-4dfe-8f29-8e7a2f2858da req-df98d8c4-e338-4779-8401-e59a228af043 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Calling delete_port for fe5da46c-de1f-4512-ac09-92477e514a91 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:05:56.467292 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2365ab96-a812-4dfe-8f29-8e7a2f2858da req-df98d8c4-e338-4779-8401-e59a228af043 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:56.510346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['fe5da46c-de1f-4512-ac09-92477e514a91'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:05:56.527371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-1f75a30d-62ce-4227-ad32-0ce741c15fd5 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:56.528794 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-1f75a30d-62ce-4227-ad32-0ce741c15fd5 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.37 "GET /v2.0/networks?id=54d69788-eed6-4813-a18c-fe747e78e349 HTTP/1.1" status: 200 len: 814 time: 0.1990438 Jan 28 07:05:56.530648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98d8c4-e338-4779-8401-e59a228af043 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Pushing event deleted for resources: {'Port': ['ID=fe5da46c-de1f-4512-ac09-92477e514a91,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:56.566879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Request body: {'port': {'device_id': '5200a5c1-e887-4c7e-be7b-e634db5c001f', 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349', 'admin_state_up': True, 'tenant_id': '4f08e6c20a944247ab59efb4be41588b'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:56.640115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2365ab96-a812-4dfe-8f29-8e7a2f2858da req-df98d8c4-e338-4779-8401-e59a228af043 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] No DVR routers for this DVR port fe5da46c-de1f-4512-ac09-92477e514a91 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:05:56.646167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2365ab96-a812-4dfe-8f29-8e7a2f2858da req-df98d8c4-e338-4779-8401-e59a228af043 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:56.648606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b366d5-e7f1-4472-8944-d82df182aef3', 'name': 'network-vif-deleted', 'tag': 'fe5da46c-de1f-4512-ac09-92477e514a91'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:05:56.696332 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b366d5-e7f1-4472-8944-d82df182aef3', 'name': 'network-vif-deleted', 'tag': 'fe5da46c-de1f-4512-ac09-92477e514a91', 'status': 'completed', 'code': 200} Jan 28 07:05:56.756747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a765e132-ce7b-458c-9e11-953002dd8d60 req-7deb589e-7201-4a6f-ad82-56d77ba1001f tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Synchronizing usage tracker for tenant:4f08e6c20a944247ab59efb4be41588b on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:05:56.803625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:05:56.827382 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2365ab96-a812-4dfe-8f29-8e7a2f2858da req-df98d8c4-e338-4779-8401-e59a228af043 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.37 "DELETE /v2.0/ports/fe5da46c-de1f-4512-ac09-92477e514a91 HTTP/1.1" status: 204 len: 173 time: 1.1556177 Jan 28 07:05:56.913216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a765e132-ce7b-458c-9e11-953002dd8d60 req-7deb589e-7201-4a6f-ad82-56d77ba1001f tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Unset dirty status for tenant:4f08e6c20a944247ab59efb4be41588b on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:05:56.914330 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a765e132-ce7b-458c-9e11-953002dd8d60 req-7deb589e-7201-4a6f-ad82-56d77ba1001f tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 210 time: 0.2694330 Jan 28 07:05:56.922735 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:05:57.003507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Made reservation on behalf of 4f08e6c20a944247ab59efb4be41588b for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:05:57.007075 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:57.165918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Allocated IP 172.20.0.6 (54d69788-eed6-4813-a18c-fe747e78e349/739d4a58-74f5-48b7-b9c6-e2ee0b78199c/b0b6fc5e-8071-460c-884c-a592db7125e3) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:05:57.364043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:57.466197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:57.501857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['fe5da46c-de1f-4512-ac09-92477e514a91'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:05:57.538879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Network 54d69788-eed6-4813-a18c-fe747e78e349 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:05:57.542067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:05:57.545854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:05:57.579739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Pushing event updated for resources: {'Port': ['ID=b0b6fc5e-8071-460c-884c-a592db7125e3,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:57.611184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:57.611835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:57.683744 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f8f03602-82df-40be-b212-d453ae2a7500 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1263478 Jan 28 07:05:57.710466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Request body: {'port': {'device_id': '5200a5c1-e887-4c7e-be7b-e634db5c001f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:05:57.830665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:58.177897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e115180-c7cd-4f93-9651-8cbbfda71132 req-a53db313-fd78-469c-b413-bb0c289c5df2 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:58.178568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3e115180-c7cd-4f93-9651-8cbbfda71132 req-a53db313-fd78-469c-b413-bb0c289c5df2 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Synchronizing usage tracker for tenant:4f08e6c20a944247ab59efb4be41588b on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:05:58.239308 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b6fc5e-8071-460c-884c-a592db7125e3 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:05:58.246209 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:58.259671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Transition to ACTIVE for port object b0b6fc5e-8071-460c-884c-a592db7125e3 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:05:58.300529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3e115180-c7cd-4f93-9651-8cbbfda71132 req-a53db313-fd78-469c-b413-bb0c289c5df2 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Unset dirty status for tenant:4f08e6c20a944247ab59efb4be41588b on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:05:58.301651 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3e115180-c7cd-4f93-9651-8cbbfda71132 req-a53db313-fd78-469c-b413-bb0c289c5df2 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 931 time: 0.2459145 Jan 28 07:05:58.335364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:58.389306 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3e115180-c7cd-4f93-9651-8cbbfda71132 req-b4541fc5-c58f-470f-8bdf-7109c8f84335 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816212 Jan 28 07:05:58.566936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b6fc5e-8071-460c-884c-a592db7125e3,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:58.689922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Attempting to bind port b0b6fc5e-8071-460c-884c-a592db7125e3 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:05:58.690608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Attempting to bind port b0b6fc5e-8071-460c-884c-a592db7125e3 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '9df7425f-7486-442d-b9f6-f1f4ec7eb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:05:58.690608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Attempting to bind port b0b6fc5e-8071-460c-884c-a592db7125e3 on network 54d69788-eed6-4813-a18c-fe747e78e349 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:05:58.694973 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Port b0b6fc5e-8071-460c-884c-a592db7125e3 on network 54d69788-eed6-4813-a18c-fe747e78e349 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:05:58.695308 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Attempting to bind port b0b6fc5e-8071-460c-884c-a592db7125e3 on network 54d69788-eed6-4813-a18c-fe747e78e349 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:05:58.700217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:05:58.700540 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Checking segment: {'id': '9df7425f-7486-442d-b9f6-f1f4ec7eb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:05:58.700920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Bound using segment: {'id': '9df7425f-7486-442d-b9f6-f1f4ec7eb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:05:58.701379 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Bound port: b0b6fc5e-8071-460c-884c-a592db7125e3, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df7425f-7486-442d-b9f6-f1f4ec7eb2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:05:58.701711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:58.786183 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] For port b0b6fc5e-8071-460c-884c-a592db7125e3, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:05:58.789044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] For port b0b6fc5e-8071-460c-884c-a592db7125e3, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=b0b6fc5e-8071-460c-884c-a592db7125e3,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:05:58.906476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:58.970815 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:58.971628 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:05:58.973014 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] 10.222.0.37 "PUT /v2.0/ports/b0b6fc5e-8071-460c-884c-a592db7125e3 HTTP/1.1" status: 200 len: 1093 time: 1.2665513 Jan 28 07:05:58.973460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5200a5c1-e887-4c7e-be7b-e634db5c001f', 'tag': 'b0b6fc5e-8071-460c-884c-a592db7125e3'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:05:58.997176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e1098-11a2-4b0f-81a0-66b3f09e4298 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b6fc5e-8071-460c-884c-a592db7125e3,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:05:59.020308 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5200a5c1-e887-4c7e-be7b-e634db5c001f', 'tag': 'b0b6fc5e-8071-460c-884c-a592db7125e3', 'status': 'completed', 'code': 200} Jan 28 07:05:59.134785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f4509-33c1-410f-9167-051f91622128 req-a26cb25c-6e4b-442c-89a3-330c1d96c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:59.136152 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5e3f4509-33c1-410f-9167-051f91622128 req-a26cb25c-6e4b-442c-89a3-330c1d96c726 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f08e6c20a944247ab59efb4be41588b&device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 1096 time: 0.0698993 Jan 28 07:05:59.287119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f4509-33c1-410f-9167-051f91622128 req-c3dfbd7d-45a4-458f-a588-11b783dbf86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:59.288552 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5e3f4509-33c1-410f-9167-051f91622128 req-c3dfbd7d-45a4-458f-a588-11b783dbf86a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4f08e6c20a944247ab59efb4be41588b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1323993 Jan 28 07:05:59.428176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f4509-33c1-410f-9167-051f91622128 req-4f565996-c837-4f01-8e76-e0f4578d3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:59.429611 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5e3f4509-33c1-410f-9167-051f91622128 req-4f565996-c837-4f01-8e76-e0f4578d3887 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310682 Jan 28 07:05:59.641041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-123d7b98-b1d2-4bbb-9536-6a8740609c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:59.642474 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-123d7b98-b1d2-4bbb-9536-6a8740609c96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f08e6c20a944247ab59efb4be41588b&device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 1096 time: 0.1382790 Jan 28 07:05:59.650467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb4cf8-f4aa-4647-aef0-c5d10278b570 req-1cbbb61a-2ff1-4809-b5fd-e18de7fc6334 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:59.651790 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eefb4cf8-f4aa-4647-aef0-c5d10278b570 req-1cbbb61a-2ff1-4809-b5fd-e18de7fc6334 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 943 time: 0.1500196 Jan 28 07:05:59.735527 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-aa3e28ab-5188-42a4-8241-43b569d2e19d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0b6fc5e-8071-460c-884c-a592db7125e3 HTTP/1.1" status: 200 len: 217 time: 0.0651755 Jan 28 07:05:59.789249 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eefb4cf8-f4aa-4647-aef0-c5d10278b570 req-11f11da4-71e9-4be3-ac9e-044519cfda27 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318061 Jan 28 07:05:59.807777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-1cc6470e-d0e1-42ff-9007-9c1bb2a578ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:05:59.809433 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-1cc6470e-d0e1-42ff-9007-9c1bb2a578ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=739d4a58-74f5-48b7-b9c6-e2ee0b78199c HTTP/1.1" status: 200 len: 854 time: 0.0637658 Jan 28 07:05:59.862898 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-9811c607-cb3c-4ad1-a67d-70f98c99b7ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54d69788-eed6-4813-a18c-fe747e78e349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440142 Jan 28 07:06:00.011188 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-f5918be2-66ec-4672-b7d9-6c7a6d1a667a service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387355 Jan 28 07:06:00.142634 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-02541da6-0cea-4fa3-8025-d5981cb6cb30 req-27e9c6af-05ae-4129-90dc-270a28589c5f service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212800 Jan 28 07:06:00.150743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device fe5da46c-de1f-4512-ac09-92477e514a91 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:06:00.186658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: fe5da46c-de1f-4512-ac09-92477e514a91 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:06:00.187041 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device fe5da46c-de1f-4512-ac09-92477e514a91 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:06:00.860641 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-80e10bfb-88fa-4027-b9ef-839e4a2a71f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:00.977528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064e179-9400-43eb-ba10-a1ed9a79ddcc req-2cedb1cc-b51b-4285-a36a-c25e61942f85 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:00.978881 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6064e179-9400-43eb-ba10-a1ed9a79ddcc req-2cedb1cc-b51b-4285-a36a-c25e61942f85 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 943 time: 0.0780566 Jan 28 07:06:01.023155 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6064e179-9400-43eb-ba10-a1ed9a79ddcc req-96d877c9-b5ad-41c0-a6c8-d307bb717447 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383804 Jan 28 07:06:02.203462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774c908-85ab-4827-947e-95698c97a8d8 req-b40c374c-300e-49fb-be79-b9c590d9b143 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:02.204800 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7774c908-85ab-4827-947e-95698c97a8d8 req-b40c374c-300e-49fb-be79-b9c590d9b143 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 943 time: 0.0803807 Jan 28 07:06:02.247942 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7774c908-85ab-4827-947e-95698c97a8d8 req-68283fbb-278c-4e6e-9403-e4af8ef6a1a6 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376656 Jan 28 07:06:03.208376 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2ed5a899-77b5-41f6-b763-82fdf1b0b3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:03.426176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bdfe5-da3f-4084-b8c4-62e8ab46cc0f req-0a60f9c6-3835-4714-8d2b-c7f04d40aafc tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:03.427628 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c07bdfe5-da3f-4084-b8c4-62e8ab46cc0f req-0a60f9c6-3835-4714-8d2b-c7f04d40aafc tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 943 time: 0.0792327 Jan 28 07:06:03.474267 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c07bdfe5-da3f-4084-b8c4-62e8ab46cc0f req-ae071d93-9bbe-4174-8df5-2235e42e535f tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409386 Jan 28 07:06:04.162749 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device b0b6fc5e-8071-460c-884c-a592db7125e3 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:06:04.301847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port b0b6fc5e-8071-460c-884c-a592db7125e3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=b0b6fc5e-8071-460c-884c-a592db7125e3,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:06:04.314414 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'b0b6fc5e-8071-460c-884c-a592db7125e3', 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349', 'port_id': 'b0b6fc5e-8071-460c-884c-a592db7125e3', 'mac_address': 'fa:16:3e:95:5a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739d4a58-74f5-48b7-b9c6-e2ee0b78199c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:06:04.367746 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:04.384169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b6fc5e-8071-460c-884c-a592db7125e3 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:06:04.389306 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:04.401150 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port b0b6fc5e-8071-460c-884c-a592db7125e3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=b0b6fc5e-8071-460c-884c-a592db7125e3,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:06:04.521717 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:04.596028 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:04.635869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=b0b6fc5e-8071-460c-884c-a592db7125e3,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:04.659078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d220d-b1f5-4b2f-97fe-dbfa3e93aabc req-54da850d-ce90-4330-94e6-b8762bbd0f54 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:04.660580 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-751d220d-b1f5-4b2f-97fe-dbfa3e93aabc req-54da850d-ce90-4330-94e6-b8762bbd0f54 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 944 time: 0.0794499 Jan 28 07:06:04.704239 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-751d220d-b1f5-4b2f-97fe-dbfa3e93aabc req-997a978e-5525-4368-b2ef-c571bffc325b tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380948 Jan 28 07:06:04.859164 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['b0b6fc5e-8071-460c-884c-a592db7125e3'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:06:05.746168 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:05.901491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0e617-9689-44ff-929a-1f27de9eae1c req-2c5a5110-279b-4fb1-bd7c-b5c362d9c11c tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:05.902844 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4cf0e617-9689-44ff-929a-1f27de9eae1c req-2c5a5110-279b-4fb1-bd7c-b5c362d9c11c tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 944 time: 0.0910017 Jan 28 07:06:06.042912 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4cf0e617-9689-44ff-929a-1f27de9eae1c req-5a6c5ba1-aa57-448e-a2b5-536ac552b40b tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341479 Jan 28 07:06:06.165061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device b0b6fc5e-8071-460c-884c-a592db7125e3 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:06:06.282874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port b0b6fc5e-8071-460c-884c-a592db7125e3 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:06.287556 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port b0b6fc5e-8071-460c-884c-a592db7125e3 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:06.287954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:06.400170 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:06.426385 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5200a5c1-e887-4c7e-be7b-e634db5c001f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6fc5e-8071-460c-884c-a592db7125e3'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:06:06.436152 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port b0b6fc5e-8071-460c-884c-a592db7125e3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=b0b6fc5e-8071-460c-884c-a592db7125e3,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:06:06.471193 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5200a5c1-e887-4c7e-be7b-e634db5c001f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6fc5e-8071-460c-884c-a592db7125e3', 'code': 200} Jan 28 07:06:06.505051 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:06.570634 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=b0b6fc5e-8071-460c-884c-a592db7125e3,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:06.876200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7e2c5-4371-4bb5-a8a4-0e636af1e403 req-72691bac-8097-4069-8738-121d6f4e84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:06.877638 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-77e7e2c5-4371-4bb5-a8a4-0e636af1e403 req-72691bac-8097-4069-8738-121d6f4e84c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 1098 time: 0.0685985 Jan 28 07:06:06.917790 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-77e7e2c5-4371-4bb5-a8a4-0e636af1e403 req-a2b75ef5-b871-4e9c-80e6-928c6a46af83 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337105 Jan 28 07:06:07.223152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4bbd6-b564-4eef-a2ac-56b3909bce9e req-4aa467f7-12c5-4c55-8e85-72ae9d2180fc tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:07.224593 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-63b4bbd6-b564-4eef-a2ac-56b3909bce9e req-4aa467f7-12c5-4c55-8e85-72ae9d2180fc tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0793192 Jan 28 07:06:07.267099 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-63b4bbd6-b564-4eef-a2ac-56b3909bce9e req-6b05c688-4fa5-41f0-831a-fcc4024d85b7 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369201 Jan 28 07:06:08.449052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdacd8-75b6-48f6-a3cc-a45fccdcc7c7 req-aaa2522c-5012-4ba5-8698-4942e73e4afa tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:08.450449 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-35fdacd8-75b6-48f6-a3cc-a45fccdcc7c7 req-aaa2522c-5012-4ba5-8698-4942e73e4afa tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0783696 Jan 28 07:06:08.500574 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-35fdacd8-75b6-48f6-a3cc-a45fccdcc7c7 req-897fd48c-0c3f-4d2d-adb3-42c47a8e723e tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444779 Jan 28 07:06:08.678305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9dcfa-b297-4165-a025-d2b30510815f req-a0f3e41b-a356-44d1-a54e-c1b1da15bec6 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:08.679755 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76a9dcfa-b297-4165-a025-d2b30510815f req-a0f3e41b-a356-44d1-a54e-c1b1da15bec6 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0771189 Jan 28 07:06:08.724037 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76a9dcfa-b297-4165-a025-d2b30510815f req-6f13bafd-4e93-4184-97ee-2bf493fa9705 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387244 Jan 28 07:06:09.270211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355a24f-ed2a-431a-bc6d-8c13ddfc5a2f req-57b0f47b-7517-49e5-99ef-e661e2d26d9e tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:09.271645 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3355a24f-ed2a-431a-bc6d-8c13ddfc5a2f req-57b0f47b-7517-49e5-99ef-e661e2d26d9e tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0829117 Jan 28 07:06:09.314919 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3355a24f-ed2a-431a-bc6d-8c13ddfc5a2f req-f21b897e-d6dc-4e86-b4f6-9b4182b18c05 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377131 Jan 28 07:06:09.396777 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-329b2182-b1bd-4638-b589-fe7be10e948a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703189 Jan 28 07:06:10.506663 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5961f-ff92-4d02-abb1-d67892372f71 req-e45dd34d-555c-493f-b6b4-ea3a3244d511 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:10.508144 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bbc5961f-ff92-4d02-abb1-d67892372f71 req-e45dd34d-555c-493f-b6b4-ea3a3244d511 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0848103 Jan 28 07:06:10.553640 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bbc5961f-ff92-4d02-abb1-d67892372f71 req-bee0dac8-f1a7-468f-b3b2-97f2104358a3 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Jan 28 07:06:11.031566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:11.633133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-fb62f786-4e31-41d3-bfa2-1156e53ac7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:11.634590 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-fb62f786-4e31-41d3-bfa2-1156e53ac7c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f08e6c20a944247ab59efb4be41588b&device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 1098 time: 0.0731947 Jan 28 07:06:11.821442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-1783b90d-583e-4901-9340-af1f657abaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:11.822857 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-1783b90d-583e-4901-9340-af1f657abaa6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54d69788-eed6-4813-a18c-fe747e78e349 HTTP/1.1" status: 200 len: 915 time: 0.1815763 Jan 28 07:06:11.833695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474b61b-5eec-449b-a1e0-43edecc893b9 req-085fb45e-eef6-4e55-a181-a2b0f352d8a3 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:11.834937 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3474b61b-5eec-449b-a1e0-43edecc893b9 req-085fb45e-eef6-4e55-a181-a2b0f352d8a3 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.1701717 Jan 28 07:06:11.908193 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-bc1bf5af-bd8f-4dcb-9a37-6b7d70c5c979 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0b6fc5e-8071-460c-884c-a592db7125e3 HTTP/1.1" status: 200 len: 217 time: 0.0723035 Jan 28 07:06:11.978181 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3474b61b-5eec-449b-a1e0-43edecc893b9 req-60d032e3-a8f2-4b7b-8f16-9e4aa04802fb tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951400 Jan 28 07:06:11.987491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-597bac04-90d8-4e2f-ab8a-a666e4e0db9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:11.989346 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-597bac04-90d8-4e2f-ab8a-a666e4e0db9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=739d4a58-74f5-48b7-b9c6-e2ee0b78199c HTTP/1.1" status: 200 len: 854 time: 0.0755653 Jan 28 07:06:12.035662 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-55d5acb8-b588-4eef-9974-7c665cea6d44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54d69788-eed6-4813-a18c-fe747e78e349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401075 Jan 28 07:06:12.161739 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-2e869b30-6eef-4705-ad4c-6e992acad994 service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202297 Jan 28 07:06:12.289670 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-99993f2f-2611-4c76-b7a0-0cfb056dd7b1 service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215508 Jan 28 07:06:13.157543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30579b-b6b3-4852-b8f7-291c475dd5a6 req-10baea88-03b9-4dfe-be64-eef7ce721da7 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:13.158901 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2e30579b-b6b3-4852-b8f7-291c475dd5a6 req-10baea88-03b9-4dfe-be64-eef7ce721da7 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0777745 Jan 28 07:06:13.205924 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2e30579b-b6b3-4852-b8f7-291c475dd5a6 req-4c591fa8-b6ff-45aa-adaa-1861ca73e8c4 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409911 Jan 28 07:06:13.364773 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:06:14.390505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8dd1-7ee1-4cdf-9113-e2e2e4b37bb1 req-bc81531b-68be-4481-af8d-b1f27ef3a881 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:14.391971 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d56a8dd1-7ee1-4cdf-9113-e2e2e4b37bb1 req-bc81531b-68be-4481-af8d-b1f27ef3a881 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0824747 Jan 28 07:06:14.448311 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d56a8dd1-7ee1-4cdf-9113-e2e2e4b37bb1 req-b921619b-e73e-477b-86c8-70899f312ca1 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501103 Jan 28 07:06:15.742146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47309075-4286-40ac-8ab5-5184b76e1af5 req-ab2bd372-e4f1-4ee0-af5f-3894dd8596b3 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:15.743686 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-47309075-4286-40ac-8ab5-5184b76e1af5 req-ab2bd372-e4f1-4ee0-af5f-3894dd8596b3 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.1831081 Jan 28 07:06:15.786737 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-47309075-4286-40ac-8ab5-5184b76e1af5 req-526679fb-b9ae-4950-a0b1-57cfeed4dbd3 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376813 Jan 28 07:06:16.971261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8993e-7b35-4845-a645-f6276d58dbf7 req-96d90272-4e65-4d77-ad77-7fb60451ad6d tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:16.972688 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e4e8993e-7b35-4845-a645-f6276d58dbf7 req-96d90272-4e65-4d77-ad77-7fb60451ad6d tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0796952 Jan 28 07:06:17.015601 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e4e8993e-7b35-4845-a645-f6276d58dbf7 req-06f63d88-fc5d-4a4d-bcf8-5d4a61471e0b tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373564 Jan 28 07:06:18.199884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77b527-17d0-4c36-860e-fb3c7ede1364 req-7afce211-0212-4ae2-8beb-373de0a72545 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:18.201224 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd77b527-17d0-4c36-860e-fb3c7ede1364 req-7afce211-0212-4ae2-8beb-373de0a72545 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0807302 Jan 28 07:06:18.245170 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd77b527-17d0-4c36-860e-fb3c7ede1364 req-1ea57fd3-7ee3-49e6-9363-953c16600171 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382221 Jan 28 07:06:19.424170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8190a-23f6-4dea-876c-454223a241e9 req-d97c8c2c-0b51-4ed6-9aa7-5bd05e7157b8 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:19.425586 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c0a8190a-23f6-4dea-876c-454223a241e9 req-d97c8c2c-0b51-4ed6-9aa7-5bd05e7157b8 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0781522 Jan 28 07:06:19.472208 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c0a8190a-23f6-4dea-876c-454223a241e9 req-c45a3693-3fd2-422c-8b2c-9b393fbab375 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Jan 28 07:06:20.650870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dbe9c-cb18-4de4-835f-2bd432d931a2 req-fec7b5e0-c5ea-4c3d-a293-042fd4262a0c tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:20.652314 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-890dbe9c-cb18-4de4-835f-2bd432d931a2 req-fec7b5e0-c5ea-4c3d-a293-042fd4262a0c tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0772698 Jan 28 07:06:20.695047 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-890dbe9c-cb18-4de4-835f-2bd432d931a2 req-37a59c32-a04a-4eeb-b057-60c8f99a3517 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372000 Jan 28 07:06:21.878886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52c8ec-6ee8-4854-9448-e994fbdc06e6 req-2cff9a96-da6b-4c86-b294-b8a305288cc7 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:21.880927 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d52c8ec-6ee8-4854-9448-e994fbdc06e6 req-2cff9a96-da6b-4c86-b294-b8a305288cc7 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0838945 Jan 28 07:06:21.928820 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d52c8ec-6ee8-4854-9448-e994fbdc06e6 req-30f54f3d-8143-4c15-8c63-ee4baa18ab1d tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420842 Jan 28 07:06:23.112854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f6d43-abdd-4ebd-9f31-20f5d67ead40 req-e8bb9b8e-a787-4aa8-aa28-23d10d2692c1 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:23.114467 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b0f6d43-abdd-4ebd-9f31-20f5d67ead40 req-e8bb9b8e-a787-4aa8-aa28-23d10d2692c1 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0787687 Jan 28 07:06:23.160890 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b0f6d43-abdd-4ebd-9f31-20f5d67ead40 req-1b2b1744-8976-4b0b-bae0-69fa0392f5f4 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 Jan 28 07:06:24.346627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd730160-3e92-471d-9a81-9fd9b7366134 req-ff72fae1-6826-4da3-a9b3-cf3c817b957e tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:24.348086 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fd730160-3e92-471d-9a81-9fd9b7366134 req-ff72fae1-6826-4da3-a9b3-cf3c817b957e tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0819552 Jan 28 07:06:24.390972 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fd730160-3e92-471d-9a81-9fd9b7366134 req-8155cc2a-d9e5-4a78-b28c-d382d46bdc7a tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373211 Jan 28 07:06:25.572142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6444f-378b-4640-af7f-5009af664a32 req-c637fa46-94bd-4e77-8292-0caff1cc7048 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:25.573559 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c0e6444f-378b-4640-af7f-5009af664a32 req-c637fa46-94bd-4e77-8292-0caff1cc7048 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0789721 Jan 28 07:06:25.620706 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c0e6444f-378b-4640-af7f-5009af664a32 req-49bfbd43-485e-41df-982d-13817c5ddd63 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415025 Jan 28 07:06:26.803567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d770393-f072-43d0-a5db-589dde6b942b req-aa821f8f-56be-4591-9f86-197385e91ae7 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:26.805010 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d770393-f072-43d0-a5db-589dde6b942b req-aa821f8f-56be-4591-9f86-197385e91ae7 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0800383 Jan 28 07:06:26.850065 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d770393-f072-43d0-a5db-589dde6b942b req-38cc568f-50cc-435b-898c-183aa49986d5 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388148 Jan 28 07:06:28.034623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf3145-2d87-4724-93e9-b623814a1100 req-930027b1-ee68-47df-85f4-0c4ddc402e4c tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:28.036079 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37cf3145-2d87-4724-93e9-b623814a1100 req-930027b1-ee68-47df-85f4-0c4ddc402e4c tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0814819 Jan 28 07:06:28.079494 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37cf3145-2d87-4724-93e9-b623814a1100 req-fb8f0b47-f7fc-42f7-abff-f5c34bf604ea tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372903 Jan 28 07:06:29.260022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e9d99-2b52-46c8-ba25-a7911cd330ac req-b083fd98-f6e9-4323-9a79-58861beb8645 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:29.262016 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ea3e9d99-2b52-46c8-ba25-a7911cd330ac req-b083fd98-f6e9-4323-9a79-58861beb8645 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0769386 Jan 28 07:06:29.303688 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ea3e9d99-2b52-46c8-ba25-a7911cd330ac req-29275c38-856c-4235-9653-b544039c170f tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362284 Jan 28 07:06:30.504566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f10a42-6c2a-4381-a346-e27ae4f32735 req-77b550a4-7903-4639-ab69-cf0decde7635 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:30.506093 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e3f10a42-6c2a-4381-a346-e27ae4f32735 req-77b550a4-7903-4639-ab69-cf0decde7635 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0939810 Jan 28 07:06:30.549152 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e3f10a42-6c2a-4381-a346-e27ae4f32735 req-32427f84-9d2f-4ec7-adba-fc6f186ae688 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373919 Jan 28 07:06:30.870797 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bede3d2-604b-4d44-9a3a-ee71e9729975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:31.737726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71a1c4-eebb-4a65-90e1-76c286ebe799 req-1174c955-270c-4042-bef8-e3b43cbec053 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:31.739187 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c71a1c4-eebb-4a65-90e1-76c286ebe799 req-1174c955-270c-4042-bef8-e3b43cbec053 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0839894 Jan 28 07:06:31.782478 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c71a1c4-eebb-4a65-90e1-76c286ebe799 req-07649bac-5017-4508-a749-a3764d1fb06d tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376434 Jan 28 07:06:32.966829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8c7ab-0816-42c4-a467-fdeef47d339a req-b1b7cc58-1204-4381-885f-99d9f64d2593 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:32.968277 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c3e8c7ab-0816-42c4-a467-fdeef47d339a req-b1b7cc58-1204-4381-885f-99d9f64d2593 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0804076 Jan 28 07:06:33.011647 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c3e8c7ab-0816-42c4-a467-fdeef47d339a req-ce3d82e5-1e96-413b-9c6a-ec745185a7a8 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378058 Jan 28 07:06:33.196301 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a726f206-a0fe-433a-8ef8-fed39e45ce0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:34.188946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60401853-3ae4-49e3-82ea-7622e7cb6174 req-12b9dd6f-4756-4bd4-8183-18ab7be06e6b tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:34.190310 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-60401853-3ae4-49e3-82ea-7622e7cb6174 req-12b9dd6f-4756-4bd4-8183-18ab7be06e6b tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0770121 Jan 28 07:06:34.236842 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-60401853-3ae4-49e3-82ea-7622e7cb6174 req-d0fdc93c-4126-4cf3-93c7-35c098a18491 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 Jan 28 07:06:34.321669 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:34.504454 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:35.417133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63fa23-6d8f-4795-860d-ed421ec4cd79 req-9f604ebf-6b39-4d38-bc25-4be75e0ceb94 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:35.418570 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ea63fa23-6d8f-4795-860d-ed421ec4cd79 req-9f604ebf-6b39-4d38-bc25-4be75e0ceb94 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0783193 Jan 28 07:06:35.462393 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ea63fa23-6d8f-4795-860d-ed421ec4cd79 req-f5a91753-0546-49e8-94c6-cfe3829e91fb tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381780 Jan 28 07:06:35.767349 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:36.650770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8197797-d8bd-4595-8a9e-a863d30dc48a req-f86efe80-2412-4d90-823b-89f630b310bd tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:36.652199 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8197797-d8bd-4595-8a9e-a863d30dc48a req-f86efe80-2412-4d90-823b-89f630b310bd tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0817139 Jan 28 07:06:36.698324 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8197797-d8bd-4595-8a9e-a863d30dc48a req-0d1ad3b0-5a3d-484a-b608-3841e99fbaa3 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398309 Jan 28 07:06:37.888598 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d5420-93e6-418b-ab19-c3bb63d1c44d req-27db9d19-53d1-4156-a811-7f9fd097db74 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:37.890041 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af5d5420-93e6-418b-ab19-c3bb63d1c44d req-27db9d19-53d1-4156-a811-7f9fd097db74 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0829647 Jan 28 07:06:37.933308 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af5d5420-93e6-418b-ab19-c3bb63d1c44d req-6f311409-7c27-4b74-b2e8-38b8674f56f1 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375886 Jan 28 07:06:39.123089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0c1a1-d74e-4c6c-bfee-1ccfdcbef7b2 req-45931054-65ef-4f4d-b736-c1e864061d27 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:39.124443 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-79d0c1a1-d74e-4c6c-bfee-1ccfdcbef7b2 req-45931054-65ef-4f4d-b736-c1e864061d27 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0819526 Jan 28 07:06:39.166698 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-79d0c1a1-d74e-4c6c-bfee-1ccfdcbef7b2 req-79cc7981-9224-4818-9a17-7987d66d475a tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366831 Jan 28 07:06:39.899439 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-c32015ae-046e-4a5c-81fd-fadce48c0064 service neutron] 10.222.0.37 "GET /v2.0/ports/b0b6fc5e-8071-460c-884c-a592db7125e3/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0723836 Jan 28 07:06:40.351605 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c11e89-6a0b-41c8-9a82-5dbe2e2b1555 req-c4ead0ac-4a01-41b9-b15d-216c5a38d265 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:40.353044 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d1c11e89-6a0b-41c8-9a82-5dbe2e2b1555 req-c4ead0ac-4a01-41b9-b15d-216c5a38d265 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0811756 Jan 28 07:06:40.405533 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d1c11e89-6a0b-41c8-9a82-5dbe2e2b1555 req-4369895a-e538-4cff-9ee1-21ceb7394f10 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468564 Jan 28 07:06:40.668807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-b147f102-865b-4d63-a4d3-0ca8a36b0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:40.670272 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-b147f102-865b-4d63-a4d3-0ca8a36b0e35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f&tenant_id=4f08e6c20a944247ab59efb4be41588b HTTP/1.1" status: 200 len: 1098 time: 0.0689631 Jan 28 07:06:40.788778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-137faacd-5e77-4e1b-aa2c-514120f7990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:40.790219 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-137faacd-5e77-4e1b-aa2c-514120f7990b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f08e6c20a944247ab59efb4be41588b&device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 1098 time: 0.0720637 Jan 28 07:06:40.922749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-63ca47e4-ff03-44e0-a87b-d487753c588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:40.924766 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-63ca47e4-ff03-44e0-a87b-d487753c588c service neutron] 10.222.0.37 "GET /v2.0/networks?id=54d69788-eed6-4813-a18c-fe747e78e349 HTTP/1.1" status: 200 len: 915 time: 0.1238706 Jan 28 07:06:41.024757 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:41.088116 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-8fa4b2f6-8d5c-4757-918b-13c12667902f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0b6fc5e-8071-460c-884c-a592db7125e3 HTTP/1.1" status: 200 len: 217 time: 0.1579704 Jan 28 07:06:41.151403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-7f63a2da-e1f6-44a7-95a6-61eefe2528a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:41.152753 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-7f63a2da-e1f6-44a7-95a6-61eefe2528a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=739d4a58-74f5-48b7-b9c6-e2ee0b78199c HTTP/1.1" status: 200 len: 854 time: 0.0554144 Jan 28 07:06:41.197472 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-7f046227-6e48-4d33-9c52-bd6999bd3115 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54d69788-eed6-4813-a18c-fe747e78e349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376658 Jan 28 07:06:41.325569 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-e0bb4440-fcaa-4677-9657-85d8ed8a45d3 service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212981 Jan 28 07:06:41.460565 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a46f2e3-0c38-44fd-a623-28cfeac9db48 req-24d2194e-3a77-4fbf-83b3-3182f79df3bb service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258075 Jan 28 07:06:41.595108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccde40d-e4f1-4d8d-b0c2-40deb24ccff5 req-0377f063-1668-4dd7-8fb0-ce860dbeddac tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:41.596584 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3ccde40d-e4f1-4d8d-b0c2-40deb24ccff5 req-0377f063-1668-4dd7-8fb0-ce860dbeddac tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0873833 Jan 28 07:06:41.639652 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3ccde40d-e4f1-4d8d-b0c2-40deb24ccff5 req-4ce178c2-2239-42ae-af58-92b28d324b6c tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373106 Jan 28 07:06:42.822956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca22d6d-f2a7-4469-88e2-f5541d5a0a03 req-2d9ba3ea-f858-4c9f-add0-3d6fec68db67 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:42.824458 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eca22d6d-f2a7-4469-88e2-f5541d5a0a03 req-2d9ba3ea-f858-4c9f-add0-3d6fec68db67 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0788770 Jan 28 07:06:42.872530 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eca22d6d-f2a7-4469-88e2-f5541d5a0a03 req-0b1ef15a-71f3-4282-a889-0eb45606ded5 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Jan 28 07:06:44.062514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758038e-ae41-4f68-bc0b-3c4c35c7bf9e req-8383135d-d26e-454c-a28d-8b4443e5f039 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:44.063961 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f758038e-ae41-4f68-bc0b-3c4c35c7bf9e req-8383135d-d26e-454c-a28d-8b4443e5f039 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0827811 Jan 28 07:06:44.108240 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f758038e-ae41-4f68-bc0b-3c4c35c7bf9e req-1d9f7b1f-56cc-4661-bb57-c10c4ebff998 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380478 Jan 28 07:06:44.353119 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device b0b6fc5e-8071-460c-884c-a592db7125e3 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:06:44.360615 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device b0b6fc5e-8071-460c-884c-a592db7125e3 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:06:44.544050 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4b7c4-377a-4574-ba86-05cdd714dc99 req-a00d0154-67b5-46f5-b2f9-f01a0e032740 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:44.545664 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-32f4b7c4-377a-4574-ba86-05cdd714dc99 req-a00d0154-67b5-46f5-b2f9-f01a0e032740 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0843015 Jan 28 07:06:44.576535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:44.594545 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port b0b6fc5e-8071-460c-884c-a592db7125e3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=b0b6fc5e-8071-460c-884c-a592db7125e3,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:06:44.614380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'b0b6fc5e-8071-460c-884c-a592db7125e3', 'network_id': '54d69788-eed6-4813-a18c-fe747e78e349', 'port_id': 'b0b6fc5e-8071-460c-884c-a592db7125e3', 'mac_address': 'fa:16:3e:95:5a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739d4a58-74f5-48b7-b9c6-e2ee0b78199c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:06:44.620860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5200a5c1-e887-4c7e-be7b-e634db5c001f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b6fc5e-8071-460c-884c-a592db7125e3'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:06:44.639855 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-32f4b7c4-377a-4574-ba86-05cdd714dc99 req-49d9ee65-0aae-4282-904c-45928e050ef9 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559092 Jan 28 07:06:44.664637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port b0b6fc5e-8071-460c-884c-a592db7125e3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=b0b6fc5e-8071-460c-884c-a592db7125e3,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:06:44.665961 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe07b1-ab85-4225-b1c2-ec7971c9e714 req-10681e8c-917b-41c9-bdec-e4649f8c8226 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:44.667612 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1fe07b1-ab85-4225-b1c2-ec7971c9e714 req-10681e8c-917b-41c9-bdec-e4649f8c8226 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.37 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f&tenant_id=4f08e6c20a944247ab59efb4be41588b&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 945 time: 0.1195562 Jan 28 07:06:44.687918 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:44.706865 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0b6fc5e-8071-460c-884c-a592db7125e3 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:06:44.759815 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:44.830593 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5200a5c1-e887-4c7e-be7b-e634db5c001f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0b6fc5e-8071-460c-884c-a592db7125e3', 'code': 200} Jan 28 07:06:44.839007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe07b1-ab85-4225-b1c2-ec7971c9e714 req-b4626fa1-065c-4fc5-a24b-42968e61bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:44.841327 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1fe07b1-ab85-4225-b1c2-ec7971c9e714 req-b4626fa1-065c-4fc5-a24b-42968e61bb80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f08e6c20a944247ab59efb4be41588b&device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 1096 time: 0.0832009 Jan 28 07:06:44.852307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:06:44.852655 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:06:44.857761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=b0b6fc5e-8071-460c-884c-a592db7125e3,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:44.866322 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:44.866616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:44.867141 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:44.867499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:44.867828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:44.868152 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:44.868472 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:44.868792 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:44.869112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:44.869429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:44.869750 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:44.870064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:45.010827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe07b1-ab85-4225-b1c2-ec7971c9e714 req-aa4dfcf6-8e72-4e19-8f42-4ba8a9e9d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:45.012389 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1fe07b1-ab85-4225-b1c2-ec7971c9e714 req-aa4dfcf6-8e72-4e19-8f42-4ba8a9e9d7f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=54d69788-eed6-4813-a18c-fe747e78e349 HTTP/1.1" status: 200 len: 915 time: 0.1483498 Jan 28 07:06:45.077075 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1fe07b1-ab85-4225-b1c2-ec7971c9e714 req-b3eba174-3c8b-4090-b32a-726c1fd5e35f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0b6fc5e-8071-460c-884c-a592db7125e3 HTTP/1.1" status: 200 len: 217 time: 0.0585876 Jan 28 07:06:45.139850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe07b1-ab85-4225-b1c2-ec7971c9e714 req-5c45b093-8dde-472d-a87a-a6b5bd90462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:45.141115 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1fe07b1-ab85-4225-b1c2-ec7971c9e714 req-5c45b093-8dde-472d-a87a-a6b5bd90462a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=739d4a58-74f5-48b7-b9c6-e2ee0b78199c HTTP/1.1" status: 200 len: 854 time: 0.0577905 Jan 28 07:06:45.185771 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1fe07b1-ab85-4225-b1c2-ec7971c9e714 req-d2b714a2-b062-4f40-8b22-1c1fd1da1f6a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=54d69788-eed6-4813-a18c-fe747e78e349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385823 Jan 28 07:06:45.316165 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1fe07b1-ab85-4225-b1c2-ec7971c9e714 req-70799b8e-5387-40b6-8677-eba35c323eee service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241682 Jan 28 07:06:45.406724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:45.424134 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b6fc5e-8071-460c-884c-a592db7125e3 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:06:45.439834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port b0b6fc5e-8071-460c-884c-a592db7125e3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=b0b6fc5e-8071-460c-884c-a592db7125e3,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:06:45.445317 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1fe07b1-ab85-4225-b1c2-ec7971c9e714 req-1ae27623-8fbc-45f1-a401-60c70ae66509 service neutron] 10.222.0.37 "GET /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238747 Jan 28 07:06:45.491981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:45.567967 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=b0b6fc5e-8071-460c-884c-a592db7125e3,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:45.640275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['b0b6fc5e-8071-460c-884c-a592db7125e3'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:06:45.837674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f54101-8701-47b1-993b-1a7e1675668c req-658e10e3-98a2-44f3-8b2e-12db0955b6b8 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:45.839171 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b6f54101-8701-47b1-993b-1a7e1675668c req-658e10e3-98a2-44f3-8b2e-12db0955b6b8 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 944 time: 0.0848844 Jan 28 07:06:45.885344 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b6f54101-8701-47b1-993b-1a7e1675668c req-481d718e-7940-467e-b401-635b9f1b02b7 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396612 Jan 28 07:06:46.351959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device b0b6fc5e-8071-460c-884c-a592db7125e3 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:06:46.417586 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port b0b6fc5e-8071-460c-884c-a592db7125e3 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:46.418266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:46.567261 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:46.598581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port b0b6fc5e-8071-460c-884c-a592db7125e3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=b0b6fc5e-8071-460c-884c-a592db7125e3,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:06:46.681196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:46.746364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=b0b6fc5e-8071-460c-884c-a592db7125e3,revision_number=8']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:46.832073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5200a5c1-e887-4c7e-be7b-e634db5c001f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6fc5e-8071-460c-884c-a592db7125e3'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:06:46.878011 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5200a5c1-e887-4c7e-be7b-e634db5c001f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b6fc5e-8071-460c-884c-a592db7125e3', 'code': 200} Jan 28 07:06:47.063981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669dd0a-e567-4a60-a34b-04ad42904367 req-d00efaaa-ff67-450e-b2c2-2988e1e80932 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:47.065385 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3669dd0a-e567-4a60-a34b-04ad42904367 req-d00efaaa-ff67-450e-b2c2-2988e1e80932 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0770874 Jan 28 07:06:47.120928 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3669dd0a-e567-4a60-a34b-04ad42904367 req-c40a85ff-ea5a-4265-b396-6268750ef8c9 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498753 Jan 28 07:06:47.302865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec122a-8db1-44b7-a2cc-3cce2c3eec0d req-6c8d7fc5-e56f-4c58-a6e4-cbe873da7130 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:47.304301 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7dec122a-8db1-44b7-a2cc-3cce2c3eec0d req-6c8d7fc5-e56f-4c58-a6e4-cbe873da7130 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0797400 Jan 28 07:06:47.347594 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7dec122a-8db1-44b7-a2cc-3cce2c3eec0d req-71a37439-2c5c-4f22-aa0a-ea83e2d404d4 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376558 Jan 28 07:06:47.526830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e170892-3188-4b0c-83dd-9a40fa7a11a9 req-87a7ea62-fb48-4656-88b9-547ba49f0da8 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:47.528266 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0e170892-3188-4b0c-83dd-9a40fa7a11a9 req-87a7ea62-fb48-4656-88b9-547ba49f0da8 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0778747 Jan 28 07:06:47.667125 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0e170892-3188-4b0c-83dd-9a40fa7a11a9 req-a6303d90-ad90-425b-be76-375eb8d104fe tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332047 Jan 28 07:06:48.382603 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca246f0d-04fa-441f-b5d3-77d79e2ccb14 req-253d4222-c5ee-45e5-9c99-3dbf424cadf0 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:48.383974 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca246f0d-04fa-441f-b5d3-77d79e2ccb14 req-253d4222-c5ee-45e5-9c99-3dbf424cadf0 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0786440 Jan 28 07:06:48.426907 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca246f0d-04fa-441f-b5d3-77d79e2ccb14 req-6e56fee8-3798-4047-b546-2853777eb40f tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372412 Jan 28 07:06:49.609609 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3672526-b15b-4c14-aed8-6bc0cae6a01f req-030d2b17-dc40-4265-ac00-acc0a60be273 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:49.611095 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e3672526-b15b-4c14-aed8-6bc0cae6a01f req-030d2b17-dc40-4265-ac00-acc0a60be273 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0806563 Jan 28 07:06:49.654129 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e3672526-b15b-4c14-aed8-6bc0cae6a01f req-d66077d6-74ee-4a11-918d-520c366325ae tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364213 Jan 28 07:06:50.193955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed862f3-ad1b-4feb-bcfb-cc1f6b1404c8 req-8243d7b4-0102-40ec-90a2-9456df2acc1a tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:50.195293 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ed862f3-ad1b-4feb-bcfb-cc1f6b1404c8 req-8243d7b4-0102-40ec-90a2-9456df2acc1a tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.37 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0761957 Jan 28 07:06:50.275613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-7ed862f3-ad1b-4feb-bcfb-cc1f6b1404c8 req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Deleting port b0b6fc5e-8071-460c-884c-a592db7125e3 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:06:50.275946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7ed862f3-ad1b-4feb-bcfb-cc1f6b1404c8 req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:50.364039 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:06:50.516144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-7ed862f3-ad1b-4feb-bcfb-cc1f6b1404c8 req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] For port b0b6fc5e-8071-460c-884c-a592db7125e3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=b0b6fc5e-8071-460c-884c-a592db7125e3,segment=NetworkSegment(9df7425f-7486-442d-b9f6-f1f4ec7eb2b7),segment_id=9df7425f-7486-442d-b9f6-f1f4ec7eb2b7)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:06:50.516491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7ed862f3-ad1b-4feb-bcfb-cc1f6b1404c8 req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:50.635098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-7ed862f3-ad1b-4feb-bcfb-cc1f6b1404c8 req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Calling delete_port for b0b6fc5e-8071-460c-884c-a592db7125e3 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:06:50.850850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f57c-e5bb-4996-b3aa-5fab2c13278e req-f3cf2a7b-cfb0-41e0-b3f3-7b5b74a1b447 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:50.852360 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3bf5f57c-e5bb-4996-b3aa-5fab2c13278e req-f3cf2a7b-cfb0-41e0-b3f3-7b5b74a1b447 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 945 time: 0.0895314 Jan 28 07:06:50.889336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7ed862f3-ad1b-4feb-bcfb-cc1f6b1404c8 req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:50.933713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['b0b6fc5e-8071-460c-884c-a592db7125e3'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:06:50.949732 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3bf5f57c-e5bb-4996-b3aa-5fab2c13278e req-688ab829-91bf-4219-855d-03c7b3efbbe4 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8ca8586-6e01-46b4-b5e3-5da7270f8e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916362 Jan 28 07:06:50.950719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Pushing event deleted for resources: {'Port': ['ID=b0b6fc5e-8071-460c-884c-a592db7125e3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:50.959735 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:50.960086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:50.960423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:50.960790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:50.961125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:50.961722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:50.962056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:50.962433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:50.962686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:50.963007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:50.963355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:50.963675 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:06:51.033944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed862f3-ad1b-4feb-bcfb-cc1f6b1404c8 req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] No DVR routers for this DVR port b0b6fc5e-8071-460c-884c-a592db7125e3 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:06:51.036806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7ed862f3-ad1b-4feb-bcfb-cc1f6b1404c8 req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:51.039214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5200a5c1-e887-4c7e-be7b-e634db5c001f', 'name': 'network-vif-deleted', 'tag': 'b0b6fc5e-8071-460c-884c-a592db7125e3'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:06:51.082431 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5200a5c1-e887-4c7e-be7b-e634db5c001f', 'name': 'network-vif-deleted', 'tag': 'b0b6fc5e-8071-460c-884c-a592db7125e3', 'status': 'completed', 'code': 200} Jan 28 07:06:51.102628 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ed862f3-ad1b-4feb-bcfb-cc1f6b1404c8 req-78225b41-434d-4082-8a7c-2bb1230a2e51 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.37 "DELETE /v2.0/ports/b0b6fc5e-8071-460c-884c-a592db7125e3 HTTP/1.1" status: 204 len: 173 time: 0.8945518 Jan 28 07:06:52.115012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7bdbf9b5-c809-410f-a628-4bf1f1d23bd7 req-24142c03-48d1-46b8-bf5b-969f3147b7fa tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Synchronizing usage tracker for tenant:4f08e6c20a944247ab59efb4be41588b on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:06:52.172390 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7bdbf9b5-c809-410f-a628-4bf1f1d23bd7 req-24142c03-48d1-46b8-bf5b-969f3147b7fa tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] Unset dirty status for tenant:4f08e6c20a944247ab59efb4be41588b on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:06:52.173545 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7bdbf9b5-c809-410f-a628-4bf1f1d23bd7 req-24142c03-48d1-46b8-bf5b-969f3147b7fa tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] 10.222.0.25 "GET /v2.0/ports?device_id=5200a5c1-e887-4c7e-be7b-e634db5c001f HTTP/1.1" status: 200 len: 210 time: 0.1033216 Jan 28 07:06:53.402966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51704) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:06:53.460464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc060d57-8b2c-47b1-bbb9-107774810312 admin admin] Deleting subnet 739d4a58-74f5-48b7-b9c6-e2ee0b78199c {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:06:53.463458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc060d57-8b2c-47b1-bbb9-107774810312 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:53.513682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc060d57-8b2c-47b1-bbb9-107774810312 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:53.565422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc060d57-8b2c-47b1-bbb9-107774810312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:53.721651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc060d57-8b2c-47b1-bbb9-107774810312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:53.764621 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc060d57-8b2c-47b1-bbb9-107774810312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739d4a58-74f5-48b7-b9c6-e2ee0b78199c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:53.766960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bc060d57-8b2c-47b1-bbb9-107774810312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:53.772935 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bc060d57-8b2c-47b1-bbb9-107774810312 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/739d4a58-74f5-48b7-b9c6-e2ee0b78199c HTTP/1.1" status: 204 len: 168 time: 0.3689175 Jan 28 07:06:53.775456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51708) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:06:53.875107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a799be1f-33d0-4fdb-83bf-da15d3643c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:53.994931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a799be1f-33d0-4fdb-83bf-da15d3643c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:54.022376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a799be1f-33d0-4fdb-83bf-da15d3643c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d69788-eed6-4813-a18c-fe747e78e349']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:54.122618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a799be1f-33d0-4fdb-83bf-da15d3643c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df7425f-7486-442d-b9f6-f1f4ec7eb2b7') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:54.122901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a799be1f-33d0-4fdb-83bf-da15d3643c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df7425f-7486-442d-b9f6-f1f4ec7eb2b7') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:06:54.135251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a799be1f-33d0-4fdb-83bf-da15d3643c82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:54.150413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a799be1f-33d0-4fdb-83bf-da15d3643c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:54.156623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a799be1f-33d0-4fdb-83bf-da15d3643c82 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:06:54.157030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a799be1f-33d0-4fdb-83bf-da15d3643c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:06:54.170280 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:06:54.292378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a799be1f-33d0-4fdb-83bf-da15d3643c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:54.308198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a799be1f-33d0-4fdb-83bf-da15d3643c82 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:54.318007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799be1f-33d0-4fdb-83bf-da15d3643c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=54d69788-eed6-4813-a18c-fe747e78e349,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:54.406424 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device b0b6fc5e-8071-460c-884c-a592db7125e3 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:06:54.413558 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a799be1f-33d0-4fdb-83bf-da15d3643c82 admin admin] 10.222.0.25 "DELETE /v2.0/networks/54d69788-eed6-4813-a18c-fe747e78e349 HTTP/1.1" status: 204 len: 168 time: 0.6368968 Jan 28 07:06:54.439954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: b0b6fc5e-8071-460c-884c-a592db7125e3 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:06:54.440304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device b0b6fc5e-8071-460c-884c-a592db7125e3 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:06:54.692888 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51714) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:06:54.740584 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c61bd8f8-2d65-49c1-932d-ffe71f03a544 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f08e6c20a944247ab59efb4be41588b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464227 Jan 28 07:06:54.742856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51718) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:06:54.797824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23ab0de2-ebf6-4027-9fac-81d996aabc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:54.823204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23ab0de2-ebf6-4027-9fac-81d996aabc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:54.961149 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23ab0de2-ebf6-4027-9fac-81d996aabc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:54.983687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ab0de2-ebf6-4027-9fac-81d996aabc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ca8586-6e01-46b4-b5e3-5da7270f8e75,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:55.045087 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-23ab0de2-ebf6-4027-9fac-81d996aabc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:55.046196 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-23ab0de2-ebf6-4027-9fac-81d996aabc1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8ca8586-6e01-46b4-b5e3-5da7270f8e75 HTTP/1.1" status: 204 len: 168 time: 0.3024476 Jan 28 07:06:56.065463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51742) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:06:56.167507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1497683425-network', 'tenant_id': '05ed2498b76140799c3d337fc2afa716'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:56.172082 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:06:56.175797 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Usage tracker for resource:network and tenant:05ed2498b76140799c3d337fc2afa716 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:06:56.178606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:06:56.184126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:06:56.263854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Made reservation on behalf of 05ed2498b76140799c3d337fc2afa716 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:56.266120 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:56.278479 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:56.292166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:06:56.295921 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Usage tracker for resource:security_group_rule and tenant:05ed2498b76140799c3d337fc2afa716 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:06:56.298640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:06:56.304257 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:06:56.381748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:56.469479 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:56.499973 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:06:56.505977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa16c10-8436-49f8-89b3-3cf78a1c77c0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:56.512629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:56.513134 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Added segment 74896166-6746-45e0-8785-5ebc860aaf39 of type vlan for network eebb9f9c-ca92-4d82-b860-c5c681ea49ad Jan 28 07:06:56.539423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:56.652721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:56.653603 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:56.654179 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:56.757291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] Pushing event updated for resources: {'Network': ['ID=eebb9f9c-ca92-4d82-b860-c5c681ea49ad,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:56.766684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network eebb9f9c-ca92-4d82-b860-c5c681ea49ad details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:06:56.813734 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5f062031-7102-43a5-8f20-2922af44380d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7470329 Jan 28 07:06:56.816569 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51748) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:06:56.822764 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Request body: {'subnet': {'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1497683425-subnet', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:56.827709 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:06:56.831595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Usage tracker for resource:subnet and tenant:05ed2498b76140799c3d337fc2afa716 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:06:56.834678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:06:56.841399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:06:56.938195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Made reservation on behalf of 05ed2498b76140799c3d337fc2afa716 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:06:56.940507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:57.200888 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:57.272305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77e8d0a3-7759-4e0e-ae9d-137af70c4080,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:57.279529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Checking segment: {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:06:57.279881 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Network hostable DHCP agents. Network: eebb9f9c-ca92-4d82-b860-c5c681ea49ad, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:06:57.389180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Network eebb9f9c-ca92-4d82-b860-c5c681ea49ad is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:06:57.498141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, eebb9f9c-ca92-4d82-b860-c5c681ea49ad) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:57.502197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:06:57.509187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:57.509877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1984fba-1e32-4ddd-b535-344a5aa1bb12 None None] Network eebb9f9c-ca92-4d82-b860-c5c681ea49ad requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:06:57.590537 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-085bb9f3-3eab-41e7-83dc-4dbd1055afe8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7727797 Jan 28 07:06:57.593131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51752) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:06:57.598043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:06:57.604341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:06:57.609689 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Usage tracker for resource:router and tenant:05ed2498b76140799c3d337fc2afa716 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:06:57.612622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:06:57.618463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:06:57.704434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:57.705470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:57.718078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:06:57.718910 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:57.721559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:57.868594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Allocated IP 172.20.0.2 (eebb9f9c-ca92-4d82-b860-c5c681ea49ad/77e8d0a3-7759-4e0e-ae9d-137af70c4080/c678d914-30e5-467d-a012-7a5c28e22ae5) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:58.045268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:58.072906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:58.082394 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Transition to ACTIVE for port object c678d914-30e5-467d-a012-7a5c28e22ae5 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:58.100532 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Transition to ACTIVE for port object c678d914-30e5-467d-a012-7a5c28e22ae5 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:06:58.184393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:58.245817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Network eebb9f9c-ca92-4d82-b860-c5c681ea49ad is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:58.248631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:58.252944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:06:58.293176 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Pushing event updated for resources: {'Port': ['ID=c678d914-30e5-467d-a012-7a5c28e22ae5,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:58.348612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Attempting to bind port c678d914-30e5-467d-a012-7a5c28e22ae5 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:06:58.349004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Attempting to bind port c678d914-30e5-467d-a012-7a5c28e22ae5 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:06:58.349372 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Attempting to bind port c678d914-30e5-467d-a012-7a5c28e22ae5 on network eebb9f9c-ca92-4d82-b860-c5c681ea49ad {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:06:58.354966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:06:58.355302 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Checking segment: {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:06:58.355708 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:58.356132 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Bound using segment: {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:06:58.356601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Bound port: c678d914-30e5-467d-a012-7a5c28e22ae5, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:06:58.356999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:58.452656 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] For port c678d914-30e5-467d-a012-7a5c28e22ae5, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:06:58.455834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] For port c678d914-30e5-467d-a012-7a5c28e22ae5, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c678d914-30e5-467d-a012-7a5c28e22ae5,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:06:58.514390 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:58.543151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:58.549178 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:58.632555 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88f6aa-2924-4cb6-89ab-dcd9b11ae029 None None] Pushing event updated for resources: {'Port': ['ID=c678d914-30e5-467d-a012-7a5c28e22ae5,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:58.683820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Allocated IP 172.26.4.108 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/23c6e93f-c8b8-4b00-9596-7dbf987d73ac) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:06:58.863263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:58.953241 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c678d914-30e5-467d-a012-7a5c28e22ae5 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:06:58.995638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:59.065021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:06:59.067964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:06:59.072527 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:06:59.075355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port c678d914-30e5-467d-a012-7a5c28e22ae5 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:59.106398 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Pushing event updated for resources: {'Port': ['ID=23c6e93f-c8b8-4b00-9596-7dbf987d73ac,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:06:59.581589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:59.605407 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb2fe3-1efd-49fd-be26-07d57ed0b585 None None] Network eebb9f9c-ca92-4d82-b860-c5c681ea49ad requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:06:59.815518 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e1b330c4-ba52-4e42-b717-8161021e7f31 None None] Provisioning for port c678d914-30e5-467d-a012-7a5c28e22ae5 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:06:59.822296 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e1b330c4-ba52-4e42-b717-8161021e7f31 None None] Provisioning complete for port c678d914-30e5-467d-a012-7a5c28e22ae5 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:06:59.822724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1b330c4-ba52-4e42-b717-8161021e7f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:59.919637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:06:59.991929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1b330c4-ba52-4e42-b717-8161021e7f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:00.028986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-e1b330c4-ba52-4e42-b717-8161021e7f31 None None] For port c678d914-30e5-467d-a012-7a5c28e22ae5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c678d914-30e5-467d-a012-7a5c28e22ae5,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:07:00.132366 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e1b330c4-ba52-4e42-b717-8161021e7f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:00.202736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b330c4-ba52-4e42-b717-8161021e7f31 None None] Pushing event updated for resources: {'Port': ['ID=c678d914-30e5-467d-a012-7a5c28e22ae5,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:00.251151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fbaa4ebf-e49b-4cce-b3d6-bc37adf5ee59 None None] Provisioning complete for port c678d914-30e5-467d-a012-7a5c28e22ae5 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:00.255774 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fbaa4ebf-e49b-4cce-b3d6-bc37adf5ee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:00.303772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Router e9b09457-e28d-4303-a378-91a56e08d379 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:07:00.478811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:07:00.487657 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Sync routers for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:07:00.496845 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:07:00.497461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:06:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:00.566583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:00.568502 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a037026e-804b-451a-a0d4-8ce46c6287ac admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9738786 Jan 28 07:07:00.571156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51756) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:07:00.679575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:07:00.888352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-507c5aac-737f-40a4-a03d-6da47ce24912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:00.907510 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c678d914-30e5-467d-a012-7a5c28e22ae5 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:07:01.030888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c678d914-30e5-467d-a012-7a5c28e22ae5 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:01.031627 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:01.105573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:06:59Z', 'revision_number': 3, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:01.111476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Checking router: e9b09457-e28d-4303-a378-91a56e08d379 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:07:01.111833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Updating router e9b09457-e28d-4303-a378-91a56e08d379 port 23c6e93f-c8b8-4b00-9596-7dbf987d73ac binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:07:01.212010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:01.250526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:01.451294 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Allocated IP 172.20.0.1 (eebb9f9c-ca92-4d82-b860-c5c681ea49ad/77e8d0a3-7759-4e0e-ae9d-137af70c4080/a66827c7-406f-4529-9a86-5d1ba3bf122d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:01.554798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:01.568104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Transition to ACTIVE for port object 23c6e93f-c8b8-4b00-9596-7dbf987d73ac will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:07:01.599569 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:01.613966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Transition to ACTIVE for port object a66827c7-406f-4529-9a86-5d1ba3bf122d will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:07:01.641054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:01.681488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:01.723553 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Attempting to bind port 23c6e93f-c8b8-4b00-9596-7dbf987d73ac on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:07:01.723960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Attempting to bind port 23c6e93f-c8b8-4b00-9596-7dbf987d73ac by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:07:01.724327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Attempting to bind port 23c6e93f-c8b8-4b00-9596-7dbf987d73ac on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:07:01.730041 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f7733-975c-4f13-a46c-35076d83d161 None None] Pushing event updated for resources: {'Port': ['ID=23c6e93f-c8b8-4b00-9596-7dbf987d73ac,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:01.735029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:07:01.735441 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:07:01.735850 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:01.736240 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:07:01.736706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Bound port: 23c6e93f-c8b8-4b00-9596-7dbf987d73ac, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:07:01.737074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:01.750310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Network eebb9f9c-ca92-4d82-b860-c5c681ea49ad is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:01.753191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:01.757246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:07:01.792436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Pushing event updated for resources: {'Port': ['ID=a66827c7-406f-4529-9a86-5d1ba3bf122d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:01.822852 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:01.830297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] For port 23c6e93f-c8b8-4b00-9596-7dbf987d73ac, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:07:01.834743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] For port 23c6e93f-c8b8-4b00-9596-7dbf987d73ac, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=23c6e93f-c8b8-4b00-9596-7dbf987d73ac,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:07:02.012128 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:02.107358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e3a2eb13-f5b2-4203-a13d-a421248b55b6 None None] Provisioning for port a66827c7-406f-4529-9a86-5d1ba3bf122d completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:07:02.119256 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e3a2eb13-f5b2-4203-a13d-a421248b55b6 None None] Provisioning complete for port a66827c7-406f-4529-9a86-5d1ba3bf122d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:02.119645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e3a2eb13-f5b2-4203-a13d-a421248b55b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:02.180257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:07:02.180896 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:06:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:02.251692 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f7733-975c-4f13-a46c-35076d83d161 None None] Pushing event updated for resources: {'Port': ['ID=23c6e93f-c8b8-4b00-9596-7dbf987d73ac,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:02.255939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:02.274668 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e3a2eb13-f5b2-4203-a13d-a421248b55b6 None None] Port a66827c7-406f-4529-9a86-5d1ba3bf122d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:07:02.372022 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:07:02.477314 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:02.526567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:02.632866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Pushing event updated for resources: {'Port': ['ID=a66827c7-406f-4529-9a86-5d1ba3bf122d,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:02.635451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:02.682606 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:01Z', 'revision_number': 1, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:02.686457 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e80c50e-ffd6-4185-b7d4-a6132a83ea77 None None] The sync data for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv is: [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:01Z', 'revision_number': 1, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:07:02.778537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Network eebb9f9c-ca92-4d82-b860-c5c681ea49ad is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:02.778537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:02.986262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Router e9b09457-e28d-4303-a378-91a56e08d379 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:07:03.002510 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-96e57fc1-77f0-4602-b708-ccab5466c9e4 None None] Provisioning complete for port a66827c7-406f-4529-9a86-5d1ba3bf122d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:03.002890 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96e57fc1-77f0-4602-b708-ccab5466c9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:03.058098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-96e57fc1-77f0-4602-b708-ccab5466c9e4 None None] Port a66827c7-406f-4529-9a86-5d1ba3bf122d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:07:03.175702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:07:03.185118 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4426cd1e-24b9-481f-bd16-eb3ec086009b admin admin] 10.222.0.25 "PUT /v2.0/routers/e9b09457-e28d-4303-a378-91a56e08d379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6129119 Jan 28 07:07:03.201103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-381b4380-bf41-48b2-984c-0e81c5dceedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:03.822396 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51766) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:07:03.828685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1517892742', 'description': 'tempest-description--31517701'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:03.836058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:07:03.840710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Usage tracker for resource:security_group and tenant:05ed2498b76140799c3d337fc2afa716 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:07:03.843876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:07:03.850908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:07:03.909864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:03.930658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:07:03.934792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Usage tracker for resource:security_group_rule and tenant:05ed2498b76140799c3d337fc2afa716 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:07:03.937763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:07:03.944231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:07:04.017044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:04.069481 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:04.113730 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26dd2cff-7a3d-4ff6-b946-6956746ad501,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:04.166464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:04.167701 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5278ed50-6b66-4709-9843-71de7a049bde tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3440037 Jan 28 07:07:04.170402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51770) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:07:04.175209 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b14bb03f-3c45-4ddd-bc08-a091de9e6af2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Request body: {'security_group_rule': {'security_group_id': '26dd2cff-7a3d-4ff6-b946-6956746ad501', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:04.181556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b14bb03f-3c45-4ddd-bc08-a091de9e6af2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:07:04.185317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b14bb03f-3c45-4ddd-bc08-a091de9e6af2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Usage tracker for resource:security_group_rule and tenant:05ed2498b76140799c3d337fc2afa716 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:07:04.188167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b14bb03f-3c45-4ddd-bc08-a091de9e6af2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:07:04.194536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b14bb03f-3c45-4ddd-bc08-a091de9e6af2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:07:04.270603 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b14bb03f-3c45-4ddd-bc08-a091de9e6af2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:04.315546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:04.329814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b14bb03f-3c45-4ddd-bc08-a091de9e6af2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:04.400613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b14bb03f-3c45-4ddd-bc08-a091de9e6af2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:04.423020 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bb03f-3c45-4ddd-bc08-a091de9e6af2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7168c3a8-2768-4321-92b5-72b7b5434a3b,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:04.503930 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:04.515452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b14bb03f-3c45-4ddd-bc08-a091de9e6af2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:04.516666 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b14bb03f-3c45-4ddd-bc08-a091de9e6af2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453543 Jan 28 07:07:04.519359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51774) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:07:04.524312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-1e55f905-e5d8-422a-b53b-5431dd0862a9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Request body: {'security_group_rule': {'security_group_id': '26dd2cff-7a3d-4ff6-b946-6956746ad501', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:04.530343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1e55f905-e5d8-422a-b53b-5431dd0862a9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:07:04.534054 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1e55f905-e5d8-422a-b53b-5431dd0862a9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Usage tracker for resource:security_group_rule and tenant:05ed2498b76140799c3d337fc2afa716 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:07:04.537363 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-1e55f905-e5d8-422a-b53b-5431dd0862a9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:07:04.542946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-1e55f905-e5d8-422a-b53b-5431dd0862a9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:07:04.630823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1e55f905-e5d8-422a-b53b-5431dd0862a9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:04.645009 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Sync routers for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:07:04.654333 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:07:04.654934 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:07:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:04.692209 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1e55f905-e5d8-422a-b53b-5431dd0862a9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:04.749511 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1e55f905-e5d8-422a-b53b-5431dd0862a9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:04.773304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55f905-e5d8-422a-b53b-5431dd0862a9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac50a0f-6dfe-42a1-b4b0-172a67370116,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:04.846824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1e55f905-e5d8-422a-b53b-5431dd0862a9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:04.848292 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1e55f905-e5d8-422a-b53b-5431dd0862a9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3280237 Jan 28 07:07:04.851864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51778) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:07:04.859635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:04.865863 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:07:04.868523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:07:04.873006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Usage tracker for resource:floatingip and tenant:05ed2498b76140799c3d337fc2afa716 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:07:04.876423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:07:04.882764 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:07:04.938487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:04.938698 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 23c6e93f-c8b8-4b00-9596-7dbf987d73ac up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:07:05.046862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 23c6e93f-c8b8-4b00-9596-7dbf987d73ac completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:07:05.052968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 23c6e93f-c8b8-4b00-9596-7dbf987d73ac triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:05.053343 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:05.076408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:05.171833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:05.188183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 23c6e93f-c8b8-4b00-9596-7dbf987d73ac, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=23c6e93f-c8b8-4b00-9596-7dbf987d73ac,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:07:05.192182 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 2, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:05.196292 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Checking router: e9b09457-e28d-4303-a378-91a56e08d379 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:07:05.196643 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Updating router e9b09457-e28d-4303-a378-91a56e08d379 port a66827c7-406f-4529-9a86-5d1ba3bf122d binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:07:05.241073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:05.252419 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:05.315484 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=23c6e93f-c8b8-4b00-9596-7dbf987d73ac,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:05.327590 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Allocated IP 172.26.4.57 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/c04002cb-ae89-4b20-8452-9db7506f4338) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:05.473096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:05.573250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:05.594941 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:05.606510 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Transition to ACTIVE for port object a66827c7-406f-4529-9a86-5d1ba3bf122d will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:07:05.640908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:05.643661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:05.648589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:07:05.675516 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:05.684378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event updated for resources: {'Port': ['ID=c04002cb-ae89-4b20-8452-9db7506f4338,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:05.737830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:05.780697 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:05.833694 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ba7a8-1ffb-436f-9a16-00a0e1c72829 None None] Pushing event updated for resources: {'Port': ['ID=a66827c7-406f-4529-9a86-5d1ba3bf122d,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:05.879840 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:05.882389 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ba7a8-1ffb-436f-9a16-00a0e1c72829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:05.882740 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ba7a8-1ffb-436f-9a16-00a0e1c72829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:05.883077 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ba7a8-1ffb-436f-9a16-00a0e1c72829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:05.883444 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ba7a8-1ffb-436f-9a16-00a0e1c72829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:05.883770 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ba7a8-1ffb-436f-9a16-00a0e1c72829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:05.884095 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ba7a8-1ffb-436f-9a16-00a0e1c72829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:05.884417 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ba7a8-1ffb-436f-9a16-00a0e1c72829 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:05.884738 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ba7a8-1ffb-436f-9a16-00a0e1c72829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:05.885056 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ba7a8-1ffb-436f-9a16-00a0e1c72829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:05.885372 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ba7a8-1ffb-436f-9a16-00a0e1c72829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:05.885687 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ba7a8-1ffb-436f-9a16-00a0e1c72829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:05.886002 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2ba7a8-1ffb-436f-9a16-00a0e1c72829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:07:05.904873 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Attempting to bind port a66827c7-406f-4529-9a86-5d1ba3bf122d on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:07:05.905236 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Attempting to bind port a66827c7-406f-4529-9a86-5d1ba3bf122d by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:07:05.905592 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Attempting to bind port a66827c7-406f-4529-9a86-5d1ba3bf122d on network eebb9f9c-ca92-4d82-b860-c5c681ea49ad {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:07:05.911485 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:07:05.911855 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Checking segment: {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:07:05.912245 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:05.912628 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Bound using segment: {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:07:05.913080 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Bound port: a66827c7-406f-4529-9a86-5d1ba3bf122d, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:07:05.913727 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:06.008347 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] For port a66827c7-406f-4529-9a86-5d1ba3bf122d, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:07:06.011303 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] For port a66827c7-406f-4529-9a86-5d1ba3bf122d, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a66827c7-406f-4529-9a86-5d1ba3bf122d,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:07:06.081312 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:06.089935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:06.149510 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:06.158980 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:07:06.159621 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:07:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:06.214255 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ba7a8-1ffb-436f-9a16-00a0e1c72829 None None] Pushing event updated for resources: {'Port': ['ID=a66827c7-406f-4529-9a86-5d1ba3bf122d,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:06.261697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event updated for resources: {'Port': ['ID=c04002cb-ae89-4b20-8452-9db7506f4338,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:06.272635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:06.343190 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:07:06.343942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:06.345083 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2f871e10-b063-44f6-8f6b-757e6301967d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4922774 Jan 28 07:07:06.642784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-778628f0-7405-428f-8cd2-4d57f1d0f4d4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Synchronizing usage tracker for tenant:05ed2498b76140799c3d337fc2afa716 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:07:06.685280 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:06Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:06.689112 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002bfcd-2d15-4780-9a30-d75fcb2b51d5 None None] The sync data for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv is: [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:06Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:07:06.756271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-778628f0-7405-428f-8cd2-4d57f1d0f4d4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Unset dirty status for tenant:05ed2498b76140799c3d337fc2afa716 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:07:06.757458 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-778628f0-7405-428f-8cd2-4d57f1d0f4d4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1517892742&fields=id&tenant_id=05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 267 time: 0.1534264 Jan 28 07:07:06.925101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-55ca301c-c209-4c51-8406-4e36f023b87e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:06.925837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-55ca301c-c209-4c51-8406-4e36f023b87e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Synchronizing usage tracker for tenant:05ed2498b76140799c3d337fc2afa716 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:07:06.962504 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a66827c7-406f-4529-9a86-5d1ba3bf122d up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:07:07.018409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-55ca301c-c209-4c51-8406-4e36f023b87e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Unset dirty status for tenant:05ed2498b76140799c3d337fc2afa716 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:07:07.019627 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-55ca301c-c209-4c51-8406-4e36f023b87e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 812 time: 0.2553184 Jan 28 07:07:07.035471 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-d40abd29-04d5-4983-a7ab-1d0c992b7b73 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/quotas/05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 375 time: 0.0095298 Jan 28 07:07:07.084632 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port a66827c7-406f-4529-9a86-5d1ba3bf122d completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:07:07.090880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port a66827c7-406f-4529-9a86-5d1ba3bf122d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:07.091376 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:07.127654 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-bcfd5066-9793-482e-9255-6fc104044154 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Synchronizing usage tracker for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:07:07.195972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-bcfd5066-9793-482e-9255-6fc104044154 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Unset dirty status for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:07:07.197551 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-bcfd5066-9793-482e-9255-6fc104044154 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1567008 Jan 28 07:07:07.213695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:07.250495 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port a66827c7-406f-4529-9a86-5d1ba3bf122d, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a66827c7-406f-4529-9a86-5d1ba3bf122d,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:07:07.367052 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:07.367874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 23c6e93f-c8b8-4b00-9596-7dbf987d73ac up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:07:07.400217 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-a228370e-8ed7-4303-95eb-f2f2f93ef0b2 service neutron] 10.222.0.25 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908343 Jan 28 07:07:07.483629 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=a66827c7-406f-4529-9a86-5d1ba3bf122d,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:07.495506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 23c6e93f-c8b8-4b00-9596-7dbf987d73ac triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:07.495880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:07.531110 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-d3126a7c-b6f3-4e89-b82d-cbc09d2470fd service neutron] 10.222.0.25 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250787 Jan 28 07:07:07.792520 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cebe3c8e-9b89-494e-b175-46ca155664a6 req-c7a7e011-0ebb-42a5-9920-f704334d7af4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 210 time: 0.0415394 Jan 28 07:07:08.900432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a66827c7-406f-4529-9a86-5d1ba3bf122d up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:07:08.942260 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cbb4dd95-5dbc-44d9-9a79-a22dd0fefc9e req-b84408ce-a75d-4c69-8ea8-b3df33b3be6f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 210 time: 0.0416017 Jan 28 07:07:08.970085 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port a66827c7-406f-4529-9a86-5d1ba3bf122d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:08.970458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:10.220766 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b2485b4-aee4-4d2f-a556-11b138819f70 req-5cb5a5eb-cbbe-429f-b7d0-9aafe3b0b7e7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 210 time: 0.1621475 Jan 28 07:07:10.228919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-54f08d1f-42af-4d31-8563-09881a51dd71 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:10.230237 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-54f08d1f-42af-4d31-8563-09881a51dd71 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 812 time: 0.3124371 Jan 28 07:07:10.297428 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-2fe77577-1192-4dec-95e9-8dffe2abb8c7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 380 time: 0.0438902 Jan 28 07:07:10.322506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Request body: {'port': {'device_id': 'c3b2605e-82be-4674-a248-df6ccc954007', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'admin_state_up': True, 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'security_groups': ['26dd2cff-7a3d-4ff6-b946-6956746ad501']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:10.461624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:07:10.470924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:07:10.549810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Made reservation on behalf of 05ed2498b76140799c3d337fc2afa716 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:07:10.553537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:10.716144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Allocated IP 172.20.0.10 (eebb9f9c-ca92-4d82-b860-c5c681ea49ad/77e8d0a3-7759-4e0e-ae9d-137af70c4080/2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:07:10.902930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:10.918601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Transition to ACTIVE for port object 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:07:11.012987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:11.042049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:11.087890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Network eebb9f9c-ca92-4d82-b860-c5c681ea49ad is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:07:11.090986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:07:11.094762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:07:11.125332 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event updated for resources: {'Port': ['ID=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:11.162216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:11.162813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:11.231048 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f483f3db-dad1-4ec2-9f22-f8de0a16041c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9123261 Jan 28 07:07:11.257188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Request body: {'port': {'device_id': 'c3b2605e-82be-4674-a248-df6ccc954007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:11.327436 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9933de09-e6dd-4807-ae32-893dca9bcf13 None None] Provisioning for port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:07:11.332979 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9933de09-e6dd-4807-ae32-893dca9bcf13 None None] Provisioning complete for port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:11.333967 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9933de09-e6dd-4807-ae32-893dca9bcf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:11.385662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9933de09-e6dd-4807-ae32-893dca9bcf13 None None] Port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:07:11.416193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:11.508382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a73150-9a01-4b91-a750-a3751255fd2b req-7a1e84db-17ca-41d2-a374-3118ae74c6f0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:11.509064 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-f9a73150-9a01-4b91-a750-a3751255fd2b req-7a1e84db-17ca-41d2-a374-3118ae74c6f0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Synchronizing usage tracker for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:07:11.669952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-f9a73150-9a01-4b91-a750-a3751255fd2b req-7a1e84db-17ca-41d2-a374-3118ae74c6f0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Unset dirty status for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:07:11.671372 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f9a73150-9a01-4b91-a750-a3751255fd2b req-7a1e84db-17ca-41d2-a374-3118ae74c6f0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 932 time: 0.3247743 Jan 28 07:07:11.745023 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f9a73150-9a01-4b91-a750-a3751255fd2b req-46648fa8-ee36-4b60-9622-883d43d52382 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629039 Jan 28 07:07:11.819563 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:07:11.826690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:11.840732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Transition to ACTIVE for port object 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:07:11.909469 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:12.059656 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:12.141391 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Attempting to bind port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:07:12.141720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Attempting to bind port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:07:12.142036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Attempting to bind port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 on network eebb9f9c-ca92-4d82-b860-c5c681ea49ad {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:07:12.146419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 on network eebb9f9c-ca92-4d82-b860-c5c681ea49ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:07:12.146728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Attempting to bind port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 on network eebb9f9c-ca92-4d82-b860-c5c681ea49ad {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:07:12.151652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:07:12.151976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Checking segment: {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:07:12.152349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Bound using segment: {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:07:12.152759 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Bound port: 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:07:12.153098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:12.238986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] For port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:07:12.241898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] For port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:07:12.298451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:12.449840 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:12.450430 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:12.451796 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 HTTP/1.1" status: 200 len: 1094 time: 1.1995170 Jan 28 07:07:12.452207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b2605e-82be-4674-a248-df6ccc954007', 'tag': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:07:12.479156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe574d2-657e-47e2-803d-c2047cf547c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:12.498268 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b2605e-82be-4674-a248-df6ccc954007', 'tag': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0', 'status': 'completed', 'code': 200} Jan 28 07:07:12.621643 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a26a0-7ab6-46fe-be65-a8a16616f218 req-9f440612-357e-42d1-ab48-7b2200fe542d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:12.623142 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-835a26a0-7ab6-46fe-be65-a8a16616f218 req-9f440612-357e-42d1-ab48-7b2200fe542d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 1097 time: 0.0741787 Jan 28 07:07:12.775485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a26a0-7ab6-46fe-be65-a8a16616f218 req-b73a3895-1030-4b83-bfca-fea193159a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:12.777220 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-835a26a0-7ab6-46fe-be65-a8a16616f218 req-b73a3895-1030-4b83-bfca-fea193159a7e service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=05ed2498b76140799c3d337fc2afa716&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1347268 Jan 28 07:07:12.967606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a26a0-7ab6-46fe-be65-a8a16616f218 req-b5a99d5c-b16d-48f0-b398-ce60d1786676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:12.969013 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-835a26a0-7ab6-46fe-be65-a8a16616f218 req-b5a99d5c-b16d-48f0-b398-ce60d1786676 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1816096 Jan 28 07:07:12.989441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0c9ec-9e08-4aaa-954d-140b23c04278 req-6552aa38-8ec4-47b5-8401-0ed823e99310 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:12.990755 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40e0c9ec-9e08-4aaa-954d-140b23c04278 req-6552aa38-8ec4-47b5-8401-0ed823e99310 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 944 time: 0.1135364 Jan 28 07:07:13.034580 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40e0c9ec-9e08-4aaa-954d-140b23c04278 req-f82dae48-06f5-4ef5-bd01-10d99468e9d1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378942 Jan 28 07:07:13.107212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-62ad44e1-4731-4330-8425-6bb298886f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:13.108642 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-62ad44e1-4731-4330-8425-6bb298886f37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 1097 time: 0.0708752 Jan 28 07:07:13.187152 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-a5aedefa-cc94-40f4-bb53-4e1fdb75fe87 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 HTTP/1.1" status: 200 len: 217 time: 0.0583768 Jan 28 07:07:13.253338 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f9da3cec-3bd3-492d-8204-f89eae905f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:13.254694 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-f9da3cec-3bd3-492d-8204-f89eae905f9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0581028 Jan 28 07:07:13.331256 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-0f19ca95-ad6c-4ebf-a43a-b182c3965682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:13.332736 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-0f19ca95-ad6c-4ebf-a43a-b182c3965682 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681267 Jan 28 07:07:13.464666 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-0c84dc07-a058-460e-abf0-5ce42213d12c service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202798 Jan 28 07:07:13.596399 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f53b5e-4a42-41bb-88a8-bf8e6c199ad4 req-fb1e3dc6-8030-4002-ad4b-bf17b8220260 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210082 Jan 28 07:07:14.267925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0fa1c9-86dd-465d-a67c-3bc7a4aa5901 req-c5b90916-9b18-40c0-ad6b-0ffc68ea1f32 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:14.269380 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a0fa1c9-86dd-465d-a67c-3bc7a4aa5901 req-c5b90916-9b18-40c0-ad6b-0ffc68ea1f32 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 944 time: 0.1241443 Jan 28 07:07:14.315808 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a0fa1c9-86dd-465d-a67c-3bc7a4aa5901 req-6cb84af4-f275-41f8-bf3d-cc9f127829fb tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400760 Jan 28 07:07:15.501764 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64317776-13d3-4614-9ca1-651fc8115b57 req-351e7506-93da-4825-aae2-41389765d137 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:15.503194 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64317776-13d3-4614-9ca1-651fc8115b57 req-351e7506-93da-4825-aae2-41389765d137 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 944 time: 0.0785325 Jan 28 07:07:15.546633 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-64317776-13d3-4614-9ca1-651fc8115b57 req-806419fd-4ad7-48cd-b0fb-5d28d034c932 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377827 Jan 28 07:07:16.508839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:07:16.639393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:07:16.652606 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'port_id': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0', 'mac_address': 'fa:16:3e:cd:75:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:07:16.706892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:16.724666 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:07:16.735648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf575390-04cc-4b56-85db-6d9ea2501608 req-323f430f-5cbd-40f6-b749-d237f4daf962 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:16.737092 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf575390-04cc-4b56-85db-6d9ea2501608 req-323f430f-5cbd-40f6-b749-d237f4daf962 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 944 time: 0.0822356 Jan 28 07:07:16.740169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:07:16.781242 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf575390-04cc-4b56-85db-6d9ea2501608 req-e876073d-6826-4986-be10-923401f5b0a6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383418 Jan 28 07:07:16.813415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:16.884513 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:17.209289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:07:17.966076 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb07ff-1525-4fda-8125-9ad6dda2032e req-c763e436-d23b-4a08-9941-009e6cb19e94 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:17.967527 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-42fb07ff-1525-4fda-8125-9ad6dda2032e req-c763e436-d23b-4a08-9941-009e6cb19e94 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 945 time: 0.0773067 Jan 28 07:07:18.010380 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-42fb07ff-1525-4fda-8125-9ad6dda2032e req-f905c49e-f1b7-4cff-847f-2eace4f0c476 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374022 Jan 28 07:07:18.504526 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:07:18.630158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:07:18.634832 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:07:18.635204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:18.748308 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:18.774714 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b2605e-82be-4674-a248-df6ccc954007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:07:18.784131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:07:18.819774 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b2605e-82be-4674-a248-df6ccc954007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0', 'code': 200} Jan 28 07:07:18.858432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:18.923651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:07:19.199360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354de24-c07b-4522-b283-f5df04a8bee5 req-2130b0b5-5d3f-4966-b98b-d82f110bad58 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:19.200919 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f354de24-c07b-4522-b283-f5df04a8bee5 req-2130b0b5-5d3f-4966-b98b-d82f110bad58 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0872104 Jan 28 07:07:19.284333 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f354de24-c07b-4522-b283-f5df04a8bee5 req-6eb40e0e-0c4c-4c61-9d70-a96e33ab8c30 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540404 Jan 28 07:07:19.299348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47e4ed-dcbd-4bac-87ba-2fe277d50eea req-90d0230c-58b8-44e0-9b74-e953c4af1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:19.300759 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bd47e4ed-dcbd-4bac-87ba-2fe277d50eea req-90d0230c-58b8-44e0-9b74-e953c4af1466 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 1099 time: 0.1429820 Jan 28 07:07:19.347277 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bd47e4ed-dcbd-4bac-87ba-2fe277d50eea req-4232353d-8720-42e1-ba49-3cd3c1bc165f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364738 Jan 28 07:07:20.563690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a287c-7037-4471-8f78-9632d7cd2dc7 req-733be2f1-6c9c-483f-b6e2-45e4aaae8d6c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:20.565033 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-600a287c-7037-4471-8f78-9632d7cd2dc7 req-733be2f1-6c9c-483f-b6e2-45e4aaae8d6c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.1739185 Jan 28 07:07:20.609722 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-600a287c-7037-4471-8f78-9632d7cd2dc7 req-92fec35c-b853-4a8b-b6d1-c75dd4c11448 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383787 Jan 28 07:07:21.796032 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8140980-0129-4f1d-8d6f-88a1163e3196 req-a21cd662-f42e-49ba-901c-67cc8283a142 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:21.797449 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8140980-0129-4f1d-8d6f-88a1163e3196 req-a21cd662-f42e-49ba-901c-67cc8283a142 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0803246 Jan 28 07:07:21.842045 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8140980-0129-4f1d-8d6f-88a1163e3196 req-ce1fef5f-ae45-4a30-89d4-814a74ff138d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381479 Jan 28 07:07:22.016982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03436c0d-1fec-4afc-ad95-d8248b7801bc req-51f0231a-4630-478c-9fb2-54e4185a0695 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:22.018411 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-03436c0d-1fec-4afc-ad95-d8248b7801bc req-51f0231a-4630-478c-9fb2-54e4185a0695 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0792656 Jan 28 07:07:22.028165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 51844) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:07:22.033052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5f0954d3-7787-417d-a8a5-d1962894ccc7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Request body: {'floatingip': {'port_id': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:07:22.110051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f0954d3-7787-417d-a8a5-d1962894ccc7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:22.712509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f0954d3-7787-417d-a8a5-d1962894ccc7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:22.761941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f0954d3-7787-417d-a8a5-d1962894ccc7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:22.935323 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-5f0954d3-7787-417d-a8a5-d1962894ccc7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2 associated. External IP: 172.26.4.57, port: 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0. Jan 28 07:07:23.373926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0954d3-7787-417d-a8a5-d1962894ccc7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Router e9b09457-e28d-4303-a378-91a56e08d379 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:07:23.547466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0954d3-7787-417d-a8a5-d1962894ccc7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:07:23.552311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f0954d3-7787-417d-a8a5-d1962894ccc7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:23.558079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa91c666-8eb9-4392-abca-7ecefc25aa98 None None] Sync routers for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:07:23.566870 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa91c666-8eb9-4392-abca-7ecefc25aa98 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:07:23.567510 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-aa91c666-8eb9-4392-abca-7ecefc25aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:07:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:23.605296 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5f0954d3-7787-417d-a8a5-d1962894ccc7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "PUT /v2.0/floatingips/e0dc191a-48e8-4f5c-8705-a6601207a8d2 HTTP/1.1" status: 200 len: 991 time: 1.5761030 Jan 28 07:07:23.605867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3b2605e-82be-4674-a248-df6ccc954007', 'tag': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:07:23.704148 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3b2605e-82be-4674-a248-df6ccc954007', 'tag': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0', 'status': 'completed', 'code': 200} Jan 28 07:07:23.747098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-aa91c666-8eb9-4392-abca-7ecefc25aa98 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:07:23.844542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677db46-5af8-4292-9255-a9801ae95209 req-9372e98d-3792-48a7-b95a-f285c3f94c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:23.846094 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8677db46-5af8-4292-9255-a9801ae95209 req-9372e98d-3792-48a7-b95a-f285c3f94c3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 1099 time: 0.0773156 Jan 28 07:07:23.976091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677db46-5af8-4292-9255-a9801ae95209 req-340a0a13-e1c8-4f31-8617-05749e6cf054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:23.979963 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8677db46-5af8-4292-9255-a9801ae95209 req-340a0a13-e1c8-4f31-8617-05749e6cf054 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1275668 Jan 28 07:07:24.081647 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8677db46-5af8-4292-9255-a9801ae95209 req-59b7f9e1-1b2a-454a-a7dd-b88539eb4114 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 HTTP/1.1" status: 200 len: 999 time: 0.0953307 Jan 28 07:07:24.095426 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-aa91c666-8eb9-4392-abca-7ecefc25aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'e0dc191a-48e8-4f5c-8705-a6601207a8d2', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'port_id': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'mac_address': 'fa:16:3e:cd:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b2605e-82be-4674-a248-df6ccc954007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:05Z', 'updated_at': '2022-01-28T07:07:22Z', 'revision_number': 1, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:24.099192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa91c666-8eb9-4392-abca-7ecefc25aa98 None None] Checking router: e9b09457-e28d-4303-a378-91a56e08d379 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:07:24.107784 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa91c666-8eb9-4392-abca-7ecefc25aa98 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:07:24.108541 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-aa91c666-8eb9-4392-abca-7ecefc25aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:07:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:24.144287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677db46-5af8-4292-9255-a9801ae95209 req-a9aaeef4-e4c0-485d-be2c-67dc9be97e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:24.145704 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8677db46-5af8-4292-9255-a9801ae95209 req-a9aaeef4-e4c0-485d-be2c-67dc9be97e28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0583415 Jan 28 07:07:24.218711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677db46-5af8-4292-9255-a9801ae95209 req-1dd47917-04bf-408d-a7bf-1ca3afebb92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:07:24.220247 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8677db46-5af8-4292-9255-a9801ae95209 req-1dd47917-04bf-408d-a7bf-1ca3afebb92b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687923 Jan 28 07:07:24.322447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-aa91c666-8eb9-4392-abca-7ecefc25aa98 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:07:24.352279 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8677db46-5af8-4292-9255-a9801ae95209 req-deaa8489-cb6a-4bea-a166-500ebe7be626 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255519 Jan 28 07:07:24.483724 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8677db46-5af8-4292-9255-a9801ae95209 req-d9b38068-7842-4936-bf3e-1da827804871 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235888 Jan 28 07:07:24.665815 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-aa91c666-8eb9-4392-abca-7ecefc25aa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'e0dc191a-48e8-4f5c-8705-a6601207a8d2', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'port_id': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'mac_address': 'fa:16:3e:cd:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b2605e-82be-4674-a248-df6ccc954007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:05Z', 'updated_at': '2022-01-28T07:07:22Z', 'revision_number': 1, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:07:24.669681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa91c666-8eb9-4392-abca-7ecefc25aa98 None None] The sync data for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv is: [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'e0dc191a-48e8-4f5c-8705-a6601207a8d2', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'port_id': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'mac_address': 'fa:16:3e:cd:75:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b2605e-82be-4674-a248-df6ccc954007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:05Z', 'updated_at': '2022-01-28T07:07:22Z', 'revision_number': 1, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:07:24.875620 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e10208f-7037-4079-b3e0-c8d992be47e8 None None] New status for floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:07:27.362550 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:07:30.875865 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f6e356ac-4ecd-436b-b91e-17051e3c2d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:33.202494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f553c3cb-2e09-4ef0-b12e-5f467255249a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:34.305026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:34.493303 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:35.761940 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:07:41.065164 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:00.855107 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2d664026-6ba6-464f-8a40-d1b161c25058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:03.226444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-112248a8-bc10-4814-95ba-fd30ac313c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:04.300800 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:04.339560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4bf9b-e946-4042-b483-a7b6b255d2e7 req-bdc0e42a-166e-4494-be74-7970fd3fd789 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:04.341245 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9db4bf9b-e946-4042-b483-a7b6b255d2e7 req-bdc0e42a-166e-4494-be74-7970fd3fd789 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0838959 Jan 28 07:08:04.361585 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:08:04.384465 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9db4bf9b-e946-4042-b483-a7b6b255d2e7 req-6173d45a-8885-446e-9295-d678fa9ab157 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376420 Jan 28 07:08:04.483570 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:04.905440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d1d4d-2f6b-4510-a1f0-5e7324d1ea0b req-251deee2-48b9-49e2-86f7-2a32be0f7d94 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:04.906860 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b21d1d4d-2f6b-4510-a1f0-5e7324d1ea0b req-251deee2-48b9-49e2-86f7-2a32be0f7d94 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0792329 Jan 28 07:08:04.952158 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b21d1d4d-2f6b-4510-a1f0-5e7324d1ea0b req-ae5e0264-b7bb-4c91-a9f9-2905f518586f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396590 Jan 28 07:08:05.116917 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-e54c03c9-d778-4d15-b25d-7cb28424cc39 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695901 Jan 28 07:08:05.787174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:05.994648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54086d-0496-45b9-a6b9-e305e11c6c01 req-e32cc699-d9c7-4bdd-93d7-d882f2094c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:05.996133 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a54086d-0496-45b9-a6b9-e305e11c6c01 req-e32cc699-d9c7-4bdd-93d7-d882f2094c32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 1099 time: 0.0708652 Jan 28 07:08:06.291331 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54086d-0496-45b9-a6b9-e305e11c6c01 req-9c56d0c3-ead0-4001-b959-127901f70192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:06.292767 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a54086d-0496-45b9-a6b9-e305e11c6c01 req-9c56d0c3-ead0-4001-b959-127901f70192 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.2751248 Jan 28 07:08:06.382579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792fb07-a347-40aa-9c75-83d234ae55e7 req-7d8b9e01-acbb-4786-8773-b90df87d3fad tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:06.384600 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2792fb07-a347-40aa-9c75-83d234ae55e7 req-7d8b9e01-acbb-4786-8773-b90df87d3fad tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.1830535 Jan 28 07:08:06.426549 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a54086d-0496-45b9-a6b9-e305e11c6c01 req-70f9ca9f-8989-4cc3-b7da-654a2206171a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 HTTP/1.1" status: 200 len: 1001 time: 0.1241856 Jan 28 07:08:06.480265 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2792fb07-a347-40aa-9c75-83d234ae55e7 req-260cbd29-d188-4ae4-8537-fba90c836c6a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851452 Jan 28 07:08:06.500047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54086d-0496-45b9-a6b9-e305e11c6c01 req-de5f948c-1c5c-4b4e-a0b2-eb9d93c0893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:06.501453 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a54086d-0496-45b9-a6b9-e305e11c6c01 req-de5f948c-1c5c-4b4e-a0b2-eb9d93c0893d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0657370 Jan 28 07:08:06.602688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54086d-0496-45b9-a6b9-e305e11c6c01 req-0ecc28d5-1ee7-46c6-bf1b-597d807607e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:06.604081 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a54086d-0496-45b9-a6b9-e305e11c6c01 req-0ecc28d5-1ee7-46c6-bf1b-597d807607e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726094 Jan 28 07:08:06.736240 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a54086d-0496-45b9-a6b9-e305e11c6c01 req-82cdd872-5c02-49e2-85b6-4ebae730d8c5 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240566 Jan 28 07:08:06.874457 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a54086d-0496-45b9-a6b9-e305e11c6c01 req-c8d29efc-c811-46c4-aba2-74ff75962a39 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253967 Jan 28 07:08:07.641919 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-39730f84-6597-482e-aed5-27b1f2840800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:07.643400 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-39730f84-6597-482e-aed5-27b1f2840800 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 1099 time: 0.1103299 Jan 28 07:08:07.776041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24810a73-6359-4313-9734-4e45d421c987 req-44b5fce3-f2d3-42d8-99a4-1ec60659fe89 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:07.777387 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-24810a73-6359-4313-9734-4e45d421c987 req-44b5fce3-f2d3-42d8-99a4-1ec60659fe89 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.1833544 Jan 28 07:08:07.812601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-4c6efe88-2376-4785-9f8a-6df065cbf83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:07.813997 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-4c6efe88-2376-4785-9f8a-6df065cbf83d service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1608477 Jan 28 07:08:07.902979 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-24810a73-6359-4313-9734-4e45d421c987 req-4fbdfe2c-cbe8-4c30-b7ee-c349fbd943c4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122191 Jan 28 07:08:07.934978 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-02c712d9-36cc-4666-8da7-5c19dc023648 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 HTTP/1.1" status: 200 len: 1001 time: 0.1091657 Jan 28 07:08:07.999354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-38df4354-c3ab-49b4-9b50-5c1dd6067838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:08.000723 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-38df4354-c3ab-49b4-9b50-5c1dd6067838 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0556283 Jan 28 07:08:08.080364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-c6ae1894-64e5-4fea-b658-008e7196409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:08.081788 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-c6ae1894-64e5-4fea-b658-008e7196409b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719676 Jan 28 07:08:08.213207 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-08ffe4d4-fd5d-4e7e-b198-010bde4bb449 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201744 Jan 28 07:08:08.465019 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-598f731a-af93-49ab-b989-4739b3faa810 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422493 Jan 28 07:08:09.082413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62071a87-bae4-4c4f-8716-62e709dda10f req-d179ef99-561b-4d67-8539-94e500181166 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:09.084536 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-62071a87-bae4-4c4f-8716-62e709dda10f req-d179ef99-561b-4d67-8539-94e500181166 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0766711 Jan 28 07:08:09.128747 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-62071a87-bae4-4c4f-8716-62e709dda10f req-b6eedeed-e819-4c1b-944e-ccd2e043ab4b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391524 Jan 28 07:08:10.316236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11f59c-2915-4465-81e5-fd3e0468b2d6 req-acce4bb8-03b5-475c-9d63-dd74099d3af5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:10.317736 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b11f59c-2915-4465-81e5-fd3e0468b2d6 req-acce4bb8-03b5-475c-9d63-dd74099d3af5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0833681 Jan 28 07:08:10.362484 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b11f59c-2915-4465-81e5-fd3e0468b2d6 req-d0c57812-6cd1-40db-996e-4fdf93a94eb0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383716 Jan 28 07:08:11.054900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:11.552879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21d70-7853-4717-8944-4b523ba30e91 req-22a9c3c7-84f7-4237-9fc5-a69d1938427a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:11.554319 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2dd21d70-7853-4717-8944-4b523ba30e91 req-22a9c3c7-84f7-4237-9fc5-a69d1938427a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0817769 Jan 28 07:08:11.604311 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2dd21d70-7853-4717-8944-4b523ba30e91 req-277e6ef4-35f5-4fc5-8713-4ebc60014025 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435078 Jan 28 07:08:12.787977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efb585-641a-4e1a-b7c8-e4b29b2dd794 req-fbcdb17c-d40e-4fe3-a062-2c6cb4b9aa8c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:12.789924 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e9efb585-641a-4e1a-b7c8-e4b29b2dd794 req-fbcdb17c-d40e-4fe3-a062-2c6cb4b9aa8c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0829194 Jan 28 07:08:12.834056 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e9efb585-641a-4e1a-b7c8-e4b29b2dd794 req-10e39864-d30e-4470-af79-520acc006457 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384436 Jan 28 07:08:14.014289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabde195-464f-4c4f-a992-0d4fcbe69c3f req-709d65c2-d89b-492e-b0c4-9072d75fc79b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:14.015760 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fabde195-464f-4c4f-a992-0d4fcbe69c3f req-709d65c2-d89b-492e-b0c4-9072d75fc79b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0787020 Jan 28 07:08:14.062045 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fabde195-464f-4c4f-a992-0d4fcbe69c3f req-71f18746-7925-4390-8b22-bec74c6ebd27 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407567 Jan 28 07:08:15.243691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bc029-a275-4496-b8f3-92bac80c110b req-b6501c04-e643-4969-bc01-1d95507b2968 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:15.245110 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f80bc029-a275-4496-b8f3-92bac80c110b req-b6501c04-e643-4969-bc01-1d95507b2968 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0771515 Jan 28 07:08:15.287968 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f80bc029-a275-4496-b8f3-92bac80c110b req-3fb01c40-b018-470e-970a-69108a816ff8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373795 Jan 28 07:08:16.475307 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c4679-7af0-4cac-b48a-6ce2184bc134 req-05c7cc72-8668-4296-8d20-03d37a772597 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:16.476715 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-543c4679-7af0-4cac-b48a-6ce2184bc134 req-05c7cc72-8668-4296-8d20-03d37a772597 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0824854 Jan 28 07:08:16.519076 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-543c4679-7af0-4cac-b48a-6ce2184bc134 req-fda5d910-f70f-4b21-9421-3d368d1dfa9f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367386 Jan 28 07:08:17.697220 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1906f-a400-4349-ad10-0af157112bea req-31c3b570-4244-4a65-9cb8-f08c9f9df084 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:17.698655 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d7d1906f-a400-4349-ad10-0af157112bea req-31c3b570-4244-4a65-9cb8-f08c9f9df084 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0764613 Jan 28 07:08:17.741996 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d7d1906f-a400-4349-ad10-0af157112bea req-72aeb7f0-b6f5-4c4e-9b51-9f621673ba19 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377471 Jan 28 07:08:18.930470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700d1bf-60d0-4614-9921-06cfc9e88026 req-6227e36a-b040-4147-9875-995ffaf9ca0b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:18.932509 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9700d1bf-60d0-4614-9921-06cfc9e88026 req-6227e36a-b040-4147-9875-995ffaf9ca0b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0837133 Jan 28 07:08:18.974436 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9700d1bf-60d0-4614-9921-06cfc9e88026 req-0d03317c-983c-4332-9544-e763e4fbd059 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364110 Jan 28 07:08:20.154190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdf0f3-ee6c-4589-879d-1fd4755d2bbc req-048f7d64-9f80-4c8a-ad90-f78c58cf3963 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:20.155621 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-71bdf0f3-ee6c-4589-879d-1fd4755d2bbc req-048f7d64-9f80-4c8a-ad90-f78c58cf3963 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0774877 Jan 28 07:08:20.198977 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-71bdf0f3-ee6c-4589-879d-1fd4755d2bbc req-0059f78a-87c5-4817-b22b-9c0a24d935d9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378745 Jan 28 07:08:21.003290 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-7375235f-5a92-4135-8fa4-a6b6479adaed service neutron] 10.222.0.37 "GET /v2.0/ports/2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0761461 Jan 28 07:08:21.380581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62732e-a0a7-4c26-9ec2-865303e047aa req-dd4e3132-31a5-44d4-a95c-4743c587f6f6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:21.382018 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5f62732e-a0a7-4c26-9ec2-865303e047aa req-dd4e3132-31a5-44d4-a95c-4743c587f6f6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0804627 Jan 28 07:08:21.425162 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5f62732e-a0a7-4c26-9ec2-865303e047aa req-dd862b91-c084-4203-b053-a6d15706f6d4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368237 Jan 28 07:08:21.565766 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-9c889a69-bd06-4f94-83bf-cb784cf632ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:21.567184 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-9c889a69-bd06-4f94-83bf-cb784cf632ab service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007&tenant_id=05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 1099 time: 0.0714428 Jan 28 07:08:21.680346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-60481bc3-d62a-4b3f-a4e1-42d802a5df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:21.682338 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-60481bc3-d62a-4b3f-a4e1-42d802a5df3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 1099 time: 0.0682974 Jan 28 07:08:21.813095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-c37780a3-4fba-4418-a44e-8e48642796ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:21.814518 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-c37780a3-4fba-4418-a44e-8e48642796ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1232128 Jan 28 07:08:21.919210 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-9137d1ec-9c8e-4ed6-8c6f-c7367ac0c572 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 HTTP/1.1" status: 200 len: 1001 time: 0.0955036 Jan 28 07:08:21.990471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-99669029-8684-4cf4-bc51-21bc13465e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:21.991912 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-99669029-8684-4cf4-bc51-21bc13465e61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0632029 Jan 28 07:08:22.067740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-f13c9fd6-ce2b-4068-9a31-6e050ffdc4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:22.069155 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-f13c9fd6-ce2b-4068-9a31-6e050ffdc4e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683391 Jan 28 07:08:22.201743 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-d97c0fb6-84c6-48f9-8acf-9a5547707111 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215518 Jan 28 07:08:22.436202 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81e52132-7f48-489f-8793-c3c01ec49a04 req-97b9806a-093d-4fb0-9389-cf12298dcbe5 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249880 Jan 28 07:08:22.616308 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866e30f-b7b4-45e5-b833-355fd51e06f2 req-a9753d32-971a-4fc8-8820-e99792ea98d6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:22.617784 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e866e30f-b7b4-45e5-b833-355fd51e06f2 req-a9753d32-971a-4fc8-8820-e99792ea98d6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0824926 Jan 28 07:08:22.665097 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e866e30f-b7b4-45e5-b833-355fd51e06f2 req-6244a320-06a9-44cf-a532-7b6490a26c92 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414479 Jan 28 07:08:23.850948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159a985-f40c-4a1c-8da6-ecfdf9dbb5d5 req-a7d100d3-870b-4e5c-9348-8ea12db6d2fb tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:23.852392 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9159a985-f40c-4a1c-8da6-ecfdf9dbb5d5 req-a7d100d3-870b-4e5c-9348-8ea12db6d2fb tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0798748 Jan 28 07:08:23.895705 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9159a985-f40c-4a1c-8da6-ecfdf9dbb5d5 req-c366f18d-78c9-4cbd-ae7e-23c6937423e5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370269 Jan 28 07:08:24.795526 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:08:24.802179 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:08:25.016566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:25.035895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:08:25.059398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b2605e-82be-4674-a248-df6ccc954007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:08:25.063770 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'port_id': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0', 'mac_address': 'fa:16:3e:cd:75:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:08:25.071113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:08:25.090940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114ab59-33df-4560-8d15-8327ffe21fd9 req-bd9ae402-29c5-4bed-8a24-8df58c2bd55c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:25.090940 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f114ab59-33df-4560-8d15-8327ffe21fd9 req-bd9ae402-29c5-4bed-8a24-8df58c2bd55c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0839849 Jan 28 07:08:25.120260 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b2605e-82be-4674-a248-df6ccc954007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0', 'code': 200} Jan 28 07:08:25.130199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:25.132402 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f114ab59-33df-4560-8d15-8327ffe21fd9 req-c970dc2c-1191-461c-9b5a-ce121ae5e5c5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386751 Jan 28 07:08:25.147152 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:08:25.170635 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:25.283299 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:08:25.283730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:08:25.286911 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:25.294683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:25.295039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:25.295403 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:25.295740 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:25.296072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:25.296405 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:25.296747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:25.297057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:25.297381 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:25.297704 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:25.298026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:25.298350 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:25.577016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc4559-6c60-4d50-9a7b-5f8e39ad1bcc req-2d7b5fbc-6cef-47a3-88d3-6384b2805c7e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:25.578491 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82dc4559-6c60-4d50-9a7b-5f8e39ad1bcc req-2d7b5fbc-6cef-47a3-88d3-6384b2805c7e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 944 time: 0.0795016 Jan 28 07:08:25.622672 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82dc4559-6c60-4d50-9a7b-5f8e39ad1bcc req-5532e895-87d1-40cd-8c93-93080516acce tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382638 Jan 28 07:08:25.713296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff76dc-e2ec-4e9b-8115-f31b67acb94b req-3e7a4ea0-f3d7-4027-9935-6668bd88bebc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:25.715204 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16ff76dc-e2ec-4e9b-8115-f31b67acb94b req-3e7a4ea0-f3d7-4027-9935-6668bd88bebc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007&tenant_id=05ed2498b76140799c3d337fc2afa716&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 944 time: 0.0860889 Jan 28 07:08:25.836751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:25.853263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:08:25.868292 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:08:25.871803 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff76dc-e2ec-4e9b-8115-f31b67acb94b req-fac55e7c-7df2-4876-a490-fde53280c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:25.874189 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16ff76dc-e2ec-4e9b-8115-f31b67acb94b req-fac55e7c-7df2-4876-a490-fde53280c8e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 1097 time: 0.0708671 Jan 28 07:08:25.924534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:25.995607 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:26.033881 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff76dc-e2ec-4e9b-8115-f31b67acb94b req-f5a0b254-aecc-48bb-a8b6-3e1ae2da9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:26.035331 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16ff76dc-e2ec-4e9b-8115-f31b67acb94b req-f5a0b254-aecc-48bb-a8b6-3e1ae2da9169 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1557157 Jan 28 07:08:26.065751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:08:26.139028 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16ff76dc-e2ec-4e9b-8115-f31b67acb94b req-8959cc6a-9a32-4b5d-8fad-fe5038ad6c83 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 HTTP/1.1" status: 200 len: 1000 time: 0.0969756 Jan 28 07:08:26.203168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff76dc-e2ec-4e9b-8115-f31b67acb94b req-f184b6c0-64b0-4e01-8a90-fb3a8836ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:26.204623 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16ff76dc-e2ec-4e9b-8115-f31b67acb94b req-f184b6c0-64b0-4e01-8a90-fb3a8836ce90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0594389 Jan 28 07:08:26.276937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff76dc-e2ec-4e9b-8115-f31b67acb94b req-192b0a79-2c8b-47f6-991c-dc21d73ac822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:26.278434 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16ff76dc-e2ec-4e9b-8115-f31b67acb94b req-192b0a79-2c8b-47f6-991c-dc21d73ac822 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679519 Jan 28 07:08:26.407830 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16ff76dc-e2ec-4e9b-8115-f31b67acb94b req-b3947029-8b13-4249-bcb1-cc0d59b0865e service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220424 Jan 28 07:08:26.536735 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16ff76dc-e2ec-4e9b-8115-f31b67acb94b req-7ea9bdbe-2a84-42b8-9e7b-884f545840b7 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223121 Jan 28 07:08:26.813531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d5917-6dc6-4f35-8220-c19b1cdef133 req-c44f27fd-91d6-40fb-9d1c-eba3474c8813 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:26.814906 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b0d5917-6dc6-4f35-8220-c19b1cdef133 req-c44f27fd-91d6-40fb-9d1c-eba3474c8813 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 945 time: 0.0835118 Jan 28 07:08:26.815203 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:08:26.867261 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b0d5917-6dc6-4f35-8220-c19b1cdef133 req-8cf9fa9c-6536-4709-b4c1-0a701eba6532 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458367 Jan 28 07:08:26.927123 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:26.927753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:27.036648 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:27.066591 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:08:27.121565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b2605e-82be-4674-a248-df6ccc954007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:08:27.147102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:27.185988 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b2605e-82be-4674-a248-df6ccc954007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0', 'code': 200} Jan 28 07:08:27.216937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,revision_number=8']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:28.046986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8896e4e-fb7c-4135-a1a1-0dae7083056b req-8559cabd-3490-4797-b655-d69eb13b8272 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:28.048429 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8896e4e-fb7c-4135-a1a1-0dae7083056b req-8559cabd-3490-4797-b655-d69eb13b8272 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0785186 Jan 28 07:08:28.090296 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8896e4e-fb7c-4135-a1a1-0dae7083056b req-f13fa8ab-f4b2-4462-bb08-ab956d1420c6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357990 Jan 28 07:08:28.275592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596969c3-8414-4424-85b7-dc1130826953 req-3417fe0e-1b5a-43d1-8231-774453fd0dc9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:28.276998 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-596969c3-8414-4424-85b7-dc1130826953 req-3417fe0e-1b5a-43d1-8231-774453fd0dc9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0798607 Jan 28 07:08:28.319825 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-596969c3-8414-4424-85b7-dc1130826953 req-21b7cbba-b537-4cb3-a194-d4af8682d722 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368612 Jan 28 07:08:28.505590 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87373e-492c-4557-a84d-7ec9699edb2d req-1f9d8935-cde6-4321-8490-7161572afd05 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:28.507001 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7d87373e-492c-4557-a84d-7ec9699edb2d req-1f9d8935-cde6-4321-8490-7161572afd05 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 946 time: 0.0771651 Jan 28 07:08:28.549963 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7d87373e-492c-4557-a84d-7ec9699edb2d req-e5f31ea0-06e5-4ea3-af17-87b3f53b22c6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369401 Jan 28 07:08:28.823775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:08:28.937627 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:28.968998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:08:29.073522 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:29.141429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,revision_number=9']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:29.186773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b2605e-82be-4674-a248-df6ccc954007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:08:29.235353 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b2605e-82be-4674-a248-df6ccc954007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0', 'code': 200} Jan 28 07:08:29.304506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfeb65c-a42a-4aa1-a6e2-cfd5668120c4 req-824aa4a4-c5a1-4bb5-8a93-65722aeb1ac8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:29.305936 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bbfeb65c-a42a-4aa1-a6e2-cfd5668120c4 req-824aa4a4-c5a1-4bb5-8a93-65722aeb1ac8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 944 time: 0.1767366 Jan 28 07:08:29.349161 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bbfeb65c-a42a-4aa1-a6e2-cfd5668120c4 req-02213b89-17f5-482b-a9c0-0791f4da9ee0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375502 Jan 28 07:08:30.538620 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959cef0-eccd-4a75-a1bb-6889528108f7 req-5e611eed-09c4-42ac-91f8-3ae63a64bbf5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:30.540054 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3959cef0-eccd-4a75-a1bb-6889528108f7 req-5e611eed-09c4-42ac-91f8-3ae63a64bbf5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 944 time: 0.0792339 Jan 28 07:08:30.581652 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3959cef0-eccd-4a75-a1bb-6889528108f7 req-fc88b807-d35a-40c9-a922-e6d4f9f36cf5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355473 Jan 28 07:08:30.845546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a308bcf0-c072-4c9e-af7f-cb19087addfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:31.243304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-fd94dcdc-6d79-4c34-ae1f-6b8efa035601 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:31.244639 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-fd94dcdc-6d79-4c34-ae1f-6b8efa035601 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 944 time: 0.0877943 Jan 28 07:08:31.317592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Deleting port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:08:31.317932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:31.552431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] For port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:08:31.553114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:31.897301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da9e84-5a19-40fd-a8ce-c934426d7e55 req-2bcc05a3-2203-4172-a366-a718576628fa tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:31.898716 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b0da9e84-5a19-40fd-a8ce-c934426d7e55 req-2bcc05a3-2203-4172-a366-a718576628fa tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 944 time: 0.1964052 Jan 28 07:08:31.901238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:31.901594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:31.901894 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2 disassociated. External IP: 172.26.4.57, port: 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0. Jan 28 07:08:31.902759 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Calling delete_port for 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:08:31.989604 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b0da9e84-5a19-40fd-a8ce-c934426d7e55 req-b5abf780-7065-46af-b68c-d50226451b94 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602596 Jan 28 07:08:32.124523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:32.172985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event deleted for resources: {'Port': ['ID=2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:32.184586 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:32.184928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:32.185264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:32.185591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:32.185913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:32.186231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:32.186547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:32.186863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:32.187181 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:32.187517 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:32.187826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:32.188132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:08:32.370972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Router e9b09457-e28d-4303-a378-91a56e08d379 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:08:32.665748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:08:32.676418 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc58cc-cdc3-4110-8d31-579ecabe3deb None None] Sync routers for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:08:32.686140 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc58cc-cdc3-4110-8d31-579ecabe3deb None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:08:32.686748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-64cc58cc-cdc3-4110-8d31-579ecabe3deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:08:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:32.738186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] No DVR routers for this DVR port 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:08:32.740653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:32.743080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3b2605e-82be-4674-a248-df6ccc954007', 'name': 'network-vif-deleted', 'tag': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:08:32.788625 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3b2605e-82be-4674-a248-df6ccc954007', 'name': 'network-vif-deleted', 'tag': '2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0', 'status': 'completed', 'code': 200} Jan 28 07:08:32.811544 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0a43b6fa-7bea-4280-80e1-85e0e7b929ad req-5ca2a767-a111-428b-9c3a-363ffeb31c07 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "DELETE /v2.0/ports/2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 HTTP/1.1" status: 204 len: 173 time: 1.5584953 Jan 28 07:08:32.879727 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-64cc58cc-cdc3-4110-8d31-579ecabe3deb None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:08:33.139591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-23a4104b-b85a-47f7-8189-f29450aefa61 req-e451ccdb-2f79-47c4-b83b-8a76b476c52f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Synchronizing usage tracker for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:08:33.213377 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-64cc58cc-cdc3-4110-8d31-579ecabe3deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:33.218000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc58cc-cdc3-4110-8d31-579ecabe3deb None None] Checking router: e9b09457-e28d-4303-a378-91a56e08d379 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:08:33.226077 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc58cc-cdc3-4110-8d31-579ecabe3deb None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:08:33.226755 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-64cc58cc-cdc3-4110-8d31-579ecabe3deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:08:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:33.227996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-23a4104b-b85a-47f7-8189-f29450aefa61 req-e451ccdb-2f79-47c4-b83b-8a76b476c52f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Unset dirty status for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:08:33.229154 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-23a4104b-b85a-47f7-8189-f29450aefa61 req-e451ccdb-2f79-47c4-b83b-8a76b476c52f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3b2605e-82be-4674-a248-df6ccc954007 HTTP/1.1" status: 200 len: 210 time: 0.1309595 Jan 28 07:08:33.297975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee75bcbc-1bec-43bc-a00b-d3d239db6499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:33.401191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-64cc58cc-cdc3-4110-8d31-579ecabe3deb None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:08:33.751249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-64cc58cc-cdc3-4110-8d31-579ecabe3deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:33.755289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc58cc-cdc3-4110-8d31-579ecabe3deb None None] The sync data for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv is: [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:08:33.979101 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d22f932-f769-4fcf-8808-be4437f8232b None None] New status for floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:08:34.301999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:34.498492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:34.554674 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-6a3f504b-93e9-48d0-827e-51232a28a10a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1517892742&fields=id&tenant_id=05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 267 time: 0.0379684 Jan 28 07:08:34.698628 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc196c4-1737-4484-8186-7b44034dda17 req-63ccd74a-39f8-42cd-997d-2ca313c41ee2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:34.700621 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-63ccd74a-39f8-42cd-997d-2ca313c41ee2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 812 time: 0.1398315 Jan 28 07:08:34.717071 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-5cc52a39-ec45-4067-b877-263631dce7fd tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/quotas/05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 375 time: 0.0107841 Jan 28 07:08:34.806898 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-9e116260-937c-481e-8df8-1f7dfddc9d14 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843863 Jan 28 07:08:34.848988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:08:34.881320 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:08:34.881659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2e8fe21c-6fc0-43d8-a985-b0fb31edc5b0 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:08:34.945290 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-2a01b1f4-9736-4a6f-8600-bda463d2b8c0 service neutron] 10.222.0.25 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263759 Jan 28 07:08:35.074829 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-3ab52c89-de42-4ee0-a9a4-dbdba377149c service neutron] 10.222.0.25 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225405 Jan 28 07:08:35.364052 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-59f15267-ab2b-4b25-9ba1-51657c25706c req-3397885f-5906-4061-96c3-0ae22bfc613a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 210 time: 0.0414584 Jan 28 07:08:35.782093 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:36.512276 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fffe62ba-52a3-43d9-b084-ccc29f365d95 req-cc784048-1d21-4167-aca3-5709b7c75448 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 210 time: 0.0452988 Jan 28 07:08:37.691281 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-285b4acb-bb99-48b3-a826-b959d07c0604 req-f579cfd1-9934-4bde-b062-01d0a2a304a8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 210 time: 0.0561783 Jan 28 07:08:37.736142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc196c4-1737-4484-8186-7b44034dda17 req-3a24d9df-1b88-4127-9e1c-c54844605ae2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:37.737544 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-3a24d9df-1b88-4127-9e1c-c54844605ae2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 812 time: 0.1930194 Jan 28 07:08:37.801840 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-05944969-88af-48d8-87ff-6d3fc36e7bdf tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 380 time: 0.0402296 Jan 28 07:08:37.823877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Request body: {'port': {'device_id': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'admin_state_up': True, 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'security_groups': ['26dd2cff-7a3d-4ff6-b946-6956746ad501']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:37.958667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:08:37.968448 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:08:38.033771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Made reservation on behalf of 05ed2498b76140799c3d337fc2afa716 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:08:38.037380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:38.196376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Allocated IP 172.20.0.11 (eebb9f9c-ca92-4d82-b860-c5c681ea49ad/77e8d0a3-7759-4e0e-ae9d-137af70c4080/68f94da6-1770-4898-bcb7-f6524e307440) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:08:38.376034 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:38.390669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Transition to ACTIVE for port object 68f94da6-1770-4898-bcb7-f6524e307440 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:08:38.479649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:38.648218 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Network eebb9f9c-ca92-4d82-b860-c5c681ea49ad is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:08:38.651294 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:08:38.655624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:08:38.689662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event updated for resources: {'Port': ['ID=68f94da6-1770-4898-bcb7-f6524e307440,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:38.722060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:38.722813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:38.844154 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-4d2514da-eb69-4a88-80dd-75cc8978c179 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0239263 Jan 28 07:08:38.870313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Request body: {'port': {'device_id': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:38.947991 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e0f525ce-d7cf-4134-b393-a7d1efbd9e01 None None] Provisioning for port 68f94da6-1770-4898-bcb7-f6524e307440 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:08:38.953571 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-e0f525ce-d7cf-4134-b393-a7d1efbd9e01 None None] Provisioning complete for port 68f94da6-1770-4898-bcb7-f6524e307440 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:38.954093 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e0f525ce-d7cf-4134-b393-a7d1efbd9e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:38.968758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee38a98-01d4-4fae-8e33-ad7a36d22a89 req-1db08210-e120-4f88-85e4-e2f31a9d49ca tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:38.969436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-aee38a98-01d4-4fae-8e33-ad7a36d22a89 req-1db08210-e120-4f88-85e4-e2f31a9d49ca tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Synchronizing usage tracker for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:08:39.002340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:39.009790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-e0f525ce-d7cf-4134-b393-a7d1efbd9e01 None None] Port 68f94da6-1770-4898-bcb7-f6524e307440 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:08:39.056732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-aee38a98-01d4-4fae-8e33-ad7a36d22a89 req-1db08210-e120-4f88-85e4-e2f31a9d49ca tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Unset dirty status for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:08:39.057856 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aee38a98-01d4-4fae-8e33-ad7a36d22a89 req-1db08210-e120-4f88-85e4-e2f31a9d49ca tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 932 time: 0.2539768 Jan 28 07:08:39.170569 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aee38a98-01d4-4fae-8e33-ad7a36d22a89 req-6f96cac0-d51b-4062-9d59-8ce0eaa7f3aa tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059742 Jan 28 07:08:39.371987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f94da6-1770-4898-bcb7-f6524e307440 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:08:39.378904 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:39.393118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Transition to ACTIVE for port object 68f94da6-1770-4898-bcb7-f6524e307440 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:08:39.456403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:39.585133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Pushing event updated for resources: {'Port': ['ID=68f94da6-1770-4898-bcb7-f6524e307440,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:39.690733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Attempting to bind port 68f94da6-1770-4898-bcb7-f6524e307440 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:08:39.691067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Attempting to bind port 68f94da6-1770-4898-bcb7-f6524e307440 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:08:39.691431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Attempting to bind port 68f94da6-1770-4898-bcb7-f6524e307440 on network eebb9f9c-ca92-4d82-b860-c5c681ea49ad {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:08:39.695935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Port 68f94da6-1770-4898-bcb7-f6524e307440 on network eebb9f9c-ca92-4d82-b860-c5c681ea49ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:08:39.696252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Attempting to bind port 68f94da6-1770-4898-bcb7-f6524e307440 on network eebb9f9c-ca92-4d82-b860-c5c681ea49ad {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:08:39.701223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:08:39.701550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Checking segment: {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:08:39.701932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Bound using segment: {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:08:39.702349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Bound port: 68f94da6-1770-4898-bcb7-f6524e307440, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:08:39.702688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:39.788384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] For port 68f94da6-1770-4898-bcb7-f6524e307440, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:08:39.791152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] For port 68f94da6-1770-4898-bcb7-f6524e307440, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=68f94da6-1770-4898-bcb7-f6524e307440,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:08:39.840720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:39.901134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:39.901947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:39.903331 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] 10.222.0.37 "PUT /v2.0/ports/68f94da6-1770-4898-bcb7-f6524e307440 HTTP/1.1" status: 200 len: 1094 time: 1.0379670 Jan 28 07:08:39.906170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'tag': '68f94da6-1770-4898-bcb7-f6524e307440'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:08:39.934546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79535bb4-d0b4-4def-b147-6e0cf3c5d159 service neutron] Pushing event updated for resources: {'Port': ['ID=68f94da6-1770-4898-bcb7-f6524e307440,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:39.955039 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'tag': '68f94da6-1770-4898-bcb7-f6524e307440', 'status': 'completed', 'code': 200} Jan 28 07:08:40.070478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f620168-53a4-4068-9231-96e7c1c6634d req-a2eb6837-0977-4c6b-a55a-8343c53c8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.071986 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f620168-53a4-4068-9231-96e7c1c6634d req-a2eb6837-0977-4c6b-a55a-8343c53c8371 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 1097 time: 0.0730922 Jan 28 07:08:40.223377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f620168-53a4-4068-9231-96e7c1c6634d req-32d911b7-408a-4446-bf7a-5b33fefaa148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.224826 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f620168-53a4-4068-9231-96e7c1c6634d req-32d911b7-408a-4446-bf7a-5b33fefaa148 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=05ed2498b76140799c3d337fc2afa716&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1350341 Jan 28 07:08:40.417920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f620168-53a4-4068-9231-96e7c1c6634d req-d7ceddba-6c22-484d-94d8-1042914ce061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.419283 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f620168-53a4-4068-9231-96e7c1c6634d req-d7ceddba-6c22-484d-94d8-1042914ce061 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852565 Jan 28 07:08:40.430476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37b413-5787-4116-bb14-daee1bb82e1e req-b771c4c9-4c41-4c5e-bcaf-5b5e1ac687c6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.431824 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c37b413-5787-4116-bb14-daee1bb82e1e req-b771c4c9-4c41-4c5e-bcaf-5b5e1ac687c6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 944 time: 0.1586142 Jan 28 07:08:40.477112 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c37b413-5787-4116-bb14-daee1bb82e1e req-dc41cb14-cc58-49c7-b410-0502f38ee68d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394993 Jan 28 07:08:40.559865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc196c4-1737-4484-8186-7b44034dda17 req-691726aa-df7f-4666-9f91-215c34e331c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.561312 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-691726aa-df7f-4666-9f91-215c34e331c7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 1097 time: 0.0713246 Jan 28 07:08:40.734954 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-ac4b3459-4024-48bf-94dd-0e40e606cbaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68f94da6-1770-4898-bcb7-f6524e307440 HTTP/1.1" status: 200 len: 217 time: 0.1533306 Jan 28 07:08:40.800154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc196c4-1737-4484-8186-7b44034dda17 req-d8e8f42f-9c93-4f3b-a247-fdb03e26e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.801547 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-d8e8f42f-9c93-4f3b-a247-fdb03e26e135 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0572681 Jan 28 07:08:40.876819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc196c4-1737-4484-8186-7b44034dda17 req-67292b4f-a5df-4748-a666-77869652444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:40.878258 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-67292b4f-a5df-4748-a666-77869652444c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671473 Jan 28 07:08:41.010222 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-87571f19-a149-4bd1-8071-b9bc607005f2 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217811 Jan 28 07:08:41.079118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:41.141910 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7fc196c4-1737-4484-8186-7b44034dda17 req-dc3e3196-0210-4bb1-aac0-dc1684241c28 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220431 Jan 28 07:08:41.360748 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:08:41.662898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527d250-fe95-4711-8cce-93c50c020828 req-e7116be3-1e85-475e-bea7-0cdae55cb750 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:41.664388 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9527d250-fe95-4711-8cce-93c50c020828 req-e7116be3-1e85-475e-bea7-0cdae55cb750 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 944 time: 0.0816541 Jan 28 07:08:41.707820 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9527d250-fe95-4711-8cce-93c50c020828 req-960d7e64-6848-4487-ac1f-d0e2002ba81b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372319 Jan 28 07:08:42.872004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 68f94da6-1770-4898-bcb7-f6524e307440 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:08:42.888389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085d0bc-930a-475b-8712-2183f79f4559 req-4d3c37ec-719d-4f16-b568-7f14e5aaf7d4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:42.889841 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4085d0bc-930a-475b-8712-2183f79f4559 req-4d3c37ec-719d-4f16-b568-7f14e5aaf7d4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 944 time: 0.0788846 Jan 28 07:08:42.934230 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4085d0bc-930a-475b-8712-2183f79f4559 req-7e337c47-c628-4fce-aaa5-7be7cb028e38 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377743 Jan 28 07:08:43.003780 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 68f94da6-1770-4898-bcb7-f6524e307440, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=68f94da6-1770-4898-bcb7-f6524e307440,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:08:43.016619 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '68f94da6-1770-4898-bcb7-f6524e307440', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'port_id': '68f94da6-1770-4898-bcb7-f6524e307440', 'mac_address': 'fa:16:3e:e3:e2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:08:43.069608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:43.085451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f94da6-1770-4898-bcb7-f6524e307440 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:08:43.101141 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 68f94da6-1770-4898-bcb7-f6524e307440, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=68f94da6-1770-4898-bcb7-f6524e307440,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:08:43.164786 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:43.233778 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=68f94da6-1770-4898-bcb7-f6524e307440,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:43.573436 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['68f94da6-1770-4898-bcb7-f6524e307440'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:08:44.121421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede46ed1-c66a-47f9-8a97-f9c9c56dbd7e req-3d3a8f53-e01d-49b1-83a6-d0ed87a13cc0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:44.122743 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ede46ed1-c66a-47f9-8a97-f9c9c56dbd7e req-3d3a8f53-e01d-49b1-83a6-d0ed87a13cc0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 945 time: 0.0858827 Jan 28 07:08:44.165566 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ede46ed1-c66a-47f9-8a97-f9c9c56dbd7e req-0bd6f8d3-5848-445e-a796-b0565efb95a7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372107 Jan 28 07:08:44.887343 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 68f94da6-1770-4898-bcb7-f6524e307440 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:08:44.999438 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 68f94da6-1770-4898-bcb7-f6524e307440 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:08:45.004306 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 68f94da6-1770-4898-bcb7-f6524e307440 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:08:45.004699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:45.117144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:45.142888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f94da6-1770-4898-bcb7-f6524e307440'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:08:45.153161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 68f94da6-1770-4898-bcb7-f6524e307440, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=68f94da6-1770-4898-bcb7-f6524e307440,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:08:45.188879 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f94da6-1770-4898-bcb7-f6524e307440', 'code': 200} Jan 28 07:08:45.250798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:45.321538 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=68f94da6-1770-4898-bcb7-f6524e307440,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:08:45.346339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a8ea1-fbc3-4f3b-8c57-5c90b3221aaa req-c00a481b-d2ce-441f-b8e5-ba6458ca5bf9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:45.347816 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a14a8ea1-fbc3-4f3b-8c57-5c90b3221aaa req-c00a481b-d2ce-441f-b8e5-ba6458ca5bf9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0778153 Jan 28 07:08:45.394947 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a14a8ea1-fbc3-4f3b-8c57-5c90b3221aaa req-8da9047b-0449-45c5-a6c0-818b73abdab4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413995 Jan 28 07:08:45.614632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7000ef-9f3d-436f-b9c1-a8ef4e5c7e17 req-28ef2854-9c58-4367-8dc8-35d37fac5ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:45.616101 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba7000ef-9f3d-436f-b9c1-a8ef4e5c7e17 req-28ef2854-9c58-4367-8dc8-35d37fac5ac3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 1099 time: 0.0675049 Jan 28 07:08:45.663658 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba7000ef-9f3d-436f-b9c1-a8ef4e5c7e17 req-0d62ed8b-5257-4a59-a08e-eed6ec95ed89 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337560 Jan 28 07:08:46.582964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af4854-83c2-4c5c-b948-10686a04e4de req-a9c24aad-95ba-4606-bb52-331a2967daa7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:46.585147 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-93af4854-83c2-4c5c-b948-10686a04e4de req-a9c24aad-95ba-4606-bb52-331a2967daa7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0851202 Jan 28 07:08:46.627957 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-93af4854-83c2-4c5c-b948-10686a04e4de req-df6022f3-d450-4d2e-939f-ebe900cfe964 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379300 Jan 28 07:08:47.811660 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9198a-35e7-42c8-878b-c03661fb86ec req-816c8d5e-902d-44cc-9984-daacc5743885 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:47.813236 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-17d9198a-35e7-42c8-878b-c03661fb86ec req-816c8d5e-902d-44cc-9984-daacc5743885 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0809002 Jan 28 07:08:47.857270 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-17d9198a-35e7-42c8-878b-c03661fb86ec req-38be05c0-6a96-4a4b-bc60-c064bd9bfd8b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383642 Jan 28 07:08:48.038366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff24105-55da-46c4-b85b-e80684381a1d req-b655efd9-4854-4799-a759-c41a18e78e04 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:48.039856 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eff24105-55da-46c4-b85b-e80684381a1d req-b655efd9-4854-4799-a759-c41a18e78e04 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0816736 Jan 28 07:08:48.048840 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 52076) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:08:48.053587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-08080823-7e23-4c07-898b-137b41fa5734 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Request body: {'floatingip': {'port_id': '68f94da6-1770-4898-bcb7-f6524e307440'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:08:48.135522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-08080823-7e23-4c07-898b-137b41fa5734 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:48.810647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-08080823-7e23-4c07-898b-137b41fa5734 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:48.879485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-08080823-7e23-4c07-898b-137b41fa5734 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:49.043945 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-08080823-7e23-4c07-898b-137b41fa5734 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2 associated. External IP: 172.26.4.57, port: 68f94da6-1770-4898-bcb7-f6524e307440. Jan 28 07:08:49.385162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08080823-7e23-4c07-898b-137b41fa5734 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Router e9b09457-e28d-4303-a378-91a56e08d379 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:08:49.562269 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08080823-7e23-4c07-898b-137b41fa5734 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:08:49.567384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-08080823-7e23-4c07-898b-137b41fa5734 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:08:49.571767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838774f-bd19-4bab-9e63-bdd339fbc413 None None] Sync routers for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:08:49.581081 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838774f-bd19-4bab-9e63-bdd339fbc413 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:08:49.581691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f838774f-bd19-4bab-9e63-bdd339fbc413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:08:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:49.620658 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-08080823-7e23-4c07-898b-137b41fa5734 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "PUT /v2.0/floatingips/e0dc191a-48e8-4f5c-8705-a6601207a8d2 HTTP/1.1" status: 200 len: 991 time: 1.5707889 Jan 28 07:08:49.621270 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'tag': '68f94da6-1770-4898-bcb7-f6524e307440'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:08:49.665356 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'tag': '68f94da6-1770-4898-bcb7-f6524e307440', 'status': 'completed', 'code': 200} Jan 28 07:08:49.763148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-f838774f-bd19-4bab-9e63-bdd339fbc413 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:08:49.825449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1201162-8087-4979-a039-9acb517df5fd req-c5ffa65f-2ae9-4e74-874d-aa0d39618fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:49.827158 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1201162-8087-4979-a039-9acb517df5fd req-c5ffa65f-2ae9-4e74-874d-aa0d39618fd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 1099 time: 0.0844872 Jan 28 07:08:50.074006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1201162-8087-4979-a039-9acb517df5fd req-9b6b9bf1-f2b4-4e9d-9a14-4dbbfddd4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:50.076008 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1201162-8087-4979-a039-9acb517df5fd req-9b6b9bf1-f2b4-4e9d-9a14-4dbbfddd4e19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.2408860 Jan 28 07:08:50.126997 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f838774f-bd19-4bab-9e63-bdd339fbc413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'e0dc191a-48e8-4f5c-8705-a6601207a8d2', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'port_id': '68f94da6-1770-4898-bcb7-f6524e307440', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'mac_address': 'fa:16:3e:e3:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:05Z', 'updated_at': '2022-01-28T07:08:48Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:50.130957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838774f-bd19-4bab-9e63-bdd339fbc413 None None] Checking router: e9b09457-e28d-4303-a378-91a56e08d379 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:08:50.144297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838774f-bd19-4bab-9e63-bdd339fbc413 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:08:50.145018 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f838774f-bd19-4bab-9e63-bdd339fbc413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:08:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:50.182822 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1201162-8087-4979-a039-9acb517df5fd req-379c58ac-cf60-4684-abef-5bd20b6ba475 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68f94da6-1770-4898-bcb7-f6524e307440 HTTP/1.1" status: 200 len: 999 time: 0.0997145 Jan 28 07:08:50.243996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1201162-8087-4979-a039-9acb517df5fd req-9971932d-c1db-4525-a75c-5aadf8f3a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:50.245454 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1201162-8087-4979-a039-9acb517df5fd req-9971932d-c1db-4525-a75c-5aadf8f3a5c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0564206 Jan 28 07:08:50.319075 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1201162-8087-4979-a039-9acb517df5fd req-92827306-9fd2-414f-94ba-9763e36579f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:08:50.320573 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1201162-8087-4979-a039-9acb517df5fd req-92827306-9fd2-414f-94ba-9763e36579f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693810 Jan 28 07:08:50.360669 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-f838774f-bd19-4bab-9e63-bdd339fbc413 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:08:50.449341 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1201162-8087-4979-a039-9acb517df5fd req-74ec1e2b-219d-41b8-ae9e-655dc3600670 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220534 Jan 28 07:08:50.583840 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1201162-8087-4979-a039-9acb517df5fd req-d2589b8a-1069-472a-9f86-69dc7fcd04e7 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234415 Jan 28 07:08:50.703829 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f838774f-bd19-4bab-9e63-bdd339fbc413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'e0dc191a-48e8-4f5c-8705-a6601207a8d2', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'port_id': '68f94da6-1770-4898-bcb7-f6524e307440', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'mac_address': 'fa:16:3e:e3:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:05Z', 'updated_at': '2022-01-28T07:08:48Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:08:50.707605 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f838774f-bd19-4bab-9e63-bdd339fbc413 None None] The sync data for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv is: [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'e0dc191a-48e8-4f5c-8705-a6601207a8d2', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'port_id': '68f94da6-1770-4898-bcb7-f6524e307440', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'mac_address': 'fa:16:3e:e3:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:05Z', 'updated_at': '2022-01-28T07:08:48Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:08:50.948773 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44017ff1-dfd7-47b2-ad68-c1558a522a50 None None] New status for floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:09:00.851236 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c6b7193f-5620-4454-a551-47a1e74b1bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:03.245362 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0f4796c1-f9d0-40b0-9a63-7b03dccc9630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:04.325454 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:04.491087 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:05.754425 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:06.909088 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfebfaba-2a63-48e3-bd28-40b68a0ba1e8 req-b1e053e0-af93-48e0-8c3a-b018eed8c896 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759401 Jan 28 07:09:07.072700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebfaba-2a63-48e3-bd28-40b68a0ba1e8 req-eb4f2f28-24bb-47e3-841e-7894a62074e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:07.074119 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfebfaba-2a63-48e3-bd28-40b68a0ba1e8 req-eb4f2f28-24bb-47e3-841e-7894a62074e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 1099 time: 0.0719874 Jan 28 07:09:07.218324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebfaba-2a63-48e3-bd28-40b68a0ba1e8 req-08bfc764-f0e4-4a5b-befa-b67eb52b0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:07.220023 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfebfaba-2a63-48e3-bd28-40b68a0ba1e8 req-08bfc764-f0e4-4a5b-befa-b67eb52b0539 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1242905 Jan 28 07:09:07.350849 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfebfaba-2a63-48e3-bd28-40b68a0ba1e8 req-8fe9010f-fcc8-4374-b42b-8dae35ecc5b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68f94da6-1770-4898-bcb7-f6524e307440 HTTP/1.1" status: 200 len: 1001 time: 0.0954852 Jan 28 07:09:07.414013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebfaba-2a63-48e3-bd28-40b68a0ba1e8 req-00c75b7f-762a-4a8c-946b-b6f886d83258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:07.415394 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfebfaba-2a63-48e3-bd28-40b68a0ba1e8 req-00c75b7f-762a-4a8c-946b-b6f886d83258 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0582738 Jan 28 07:09:07.489788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebfaba-2a63-48e3-bd28-40b68a0ba1e8 req-657af397-2037-4a65-a29e-84e4b95719fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:07.491183 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfebfaba-2a63-48e3-bd28-40b68a0ba1e8 req-657af397-2037-4a65-a29e-84e4b95719fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669568 Jan 28 07:09:07.621918 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfebfaba-2a63-48e3-bd28-40b68a0ba1e8 req-d67f8e85-9db3-4250-8c9d-cf40abad1e80 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208971 Jan 28 07:09:07.751945 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dfebfaba-2a63-48e3-bd28-40b68a0ba1e8 req-ec372aad-ca54-42d2-9a34-db5076edb970 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219864 Jan 28 07:09:11.063743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:18.362333 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:09:30.852032 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a7537bce-9800-4b34-8e2c-c34dfb174f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:31.963157 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb26fdd-2531-4a74-a519-962b41c4b608 req-0a7fe36a-81a8-4a1f-9b2c-3c42935275aa tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:31.964595 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5eb26fdd-2531-4a74-a519-962b41c4b608 req-0a7fe36a-81a8-4a1f-9b2c-3c42935275aa tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0810502 Jan 28 07:09:32.009324 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5eb26fdd-2531-4a74-a519-962b41c4b608 req-464e8cc9-f54d-44f8-9f62-35f971e25bcd tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388763 Jan 28 07:09:33.184314 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ddb980b1-9283-44be-92b3-c885838192b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:33.192175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2b648-e317-45f8-a6ed-9dbf8ebdc2fe req-b6edb09d-d2cf-4581-a5a6-cab0cf98327e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:33.193619 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14a2b648-e317-45f8-a6ed-9dbf8ebdc2fe req-b6edb09d-d2cf-4581-a5a6-cab0cf98327e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0783076 Jan 28 07:09:33.236897 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14a2b648-e317-45f8-a6ed-9dbf8ebdc2fe req-ff044c09-f895-45ee-8c89-e51923ab78da tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375860 Jan 28 07:09:34.343747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:34.497982 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:34.521681 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa8850-27c9-47cd-9cd1-a54b8d3a77d9 req-6bc146fd-24c5-4913-b127-2f622bbbeed4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:34.523066 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f4aa8850-27c9-47cd-9cd1-a54b8d3a77d9 req-6bc146fd-24c5-4913-b127-2f622bbbeed4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.1794236 Jan 28 07:09:34.569019 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f4aa8850-27c9-47cd-9cd1-a54b8d3a77d9 req-3a52d8be-a46b-48db-9703-7e770c5515e7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402310 Jan 28 07:09:35.752942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c6527-eceb-40e6-9763-0b81a5e76b38 req-af43094e-47d8-4eed-bfbf-e85b9a98c8c9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:35.754362 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0a4c6527-eceb-40e6-9763-0b81a5e76b38 req-af43094e-47d8-4eed-bfbf-e85b9a98c8c9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0776873 Jan 28 07:09:35.766987 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:35.800366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0a4c6527-eceb-40e6-9763-0b81a5e76b38 req-a0fc3597-d7a3-46b5-bde2-d877d7a019bf tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402756 Jan 28 07:09:36.983622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f38224-b0ce-444e-9eb4-ffe0b622d32e req-c02534af-d027-46ed-81eb-0b60ee8223f8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:36.985034 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3f38224-b0ce-444e-9eb4-ffe0b622d32e req-c02534af-d027-46ed-81eb-0b60ee8223f8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0802405 Jan 28 07:09:37.027864 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3f38224-b0ce-444e-9eb4-ffe0b622d32e req-68ec57f5-e2c8-44aa-a1ab-70841460be74 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373499 Jan 28 07:09:38.210116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db269937-8cbd-484c-9d5e-6d2798043fd3 req-8b6c4a4c-47ba-4b42-8f0b-2cbe4ad6b29d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:38.211488 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-db269937-8cbd-484c-9d5e-6d2798043fd3 req-8b6c4a4c-47ba-4b42-8f0b-2cbe4ad6b29d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0799763 Jan 28 07:09:38.258072 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-db269937-8cbd-484c-9d5e-6d2798043fd3 req-e87710d0-18d5-440a-918b-557f7ac1f264 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408812 Jan 28 07:09:39.437516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79d010-7e51-449b-b453-7a9e5ab61342 req-20758825-7882-4ea7-ba1f-fc08ba527705 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:39.438949 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5e79d010-7e51-449b-b453-7a9e5ab61342 req-20758825-7882-4ea7-ba1f-fc08ba527705 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0780797 Jan 28 07:09:39.481627 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5e79d010-7e51-449b-b453-7a9e5ab61342 req-2d5080ec-a232-48e8-841c-8dab36241238 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370746 Jan 28 07:09:40.663464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7e278-c578-4174-920a-d5c7125b248f req-eee04ec9-7dab-48ad-9c60-f3199c574e43 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:40.664881 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-92a7e278-c578-4174-920a-d5c7125b248f req-eee04ec9-7dab-48ad-9c60-f3199c574e43 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0809791 Jan 28 07:09:40.707121 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-92a7e278-c578-4174-920a-d5c7125b248f req-20d210a1-cd8d-4bd4-abed-3432a1d44e8b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367804 Jan 28 07:09:41.103849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:41.888845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8ca25-847a-431f-982c-26e8348dc8e2 req-44f5b29d-da11-4466-a146-f95ae7481ba2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:41.890271 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5fc8ca25-847a-431f-982c-26e8348dc8e2 req-44f5b29d-da11-4466-a146-f95ae7481ba2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0776730 Jan 28 07:09:41.933327 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5fc8ca25-847a-431f-982c-26e8348dc8e2 req-b12068ad-0f2a-467a-b483-ed26474fda64 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367281 Jan 28 07:09:43.113978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182ec4f-f6a7-456d-9fd6-c9399955e347 req-6bb35621-07ea-4d00-b86f-32173bb96aca tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:43.115330 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b182ec4f-f6a7-456d-9fd6-c9399955e347 req-6bb35621-07ea-4d00-b86f-32173bb96aca tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0805578 Jan 28 07:09:43.156437 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b182ec4f-f6a7-456d-9fd6-c9399955e347 req-b4211df0-578d-4f2c-8c9b-14bd91db655e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356650 Jan 28 07:09:44.337582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0a196-d933-45ca-9aa9-557ee0c21c33 req-89b9ae8b-e754-4b2d-90f0-c4cf4545134b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:44.338998 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-85b0a196-d933-45ca-9aa9-557ee0c21c33 req-89b9ae8b-e754-4b2d-90f0-c4cf4545134b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0766628 Jan 28 07:09:44.385293 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-85b0a196-d933-45ca-9aa9-557ee0c21c33 req-20e1b90b-cf42-4b63-a702-f9f57c3913fc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407958 Jan 28 07:09:45.565678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128599e-f17b-4af4-a0ad-c1742fe57ed6 req-d4580914-1cac-4c29-8c7f-e6ef1457f137 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:45.567106 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2128599e-f17b-4af4-a0ad-c1742fe57ed6 req-d4580914-1cac-4c29-8c7f-e6ef1457f137 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0783093 Jan 28 07:09:45.610165 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2128599e-f17b-4af4-a0ad-c1742fe57ed6 req-502cddd4-bbed-4655-b0bd-f009e9255458 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373294 Jan 28 07:09:46.793664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d714cc4-fe6f-4dcd-9b23-df40298e923f req-9d7277a4-b1b2-45e7-985b-f3f50b8359d7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:46.795164 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5d714cc4-fe6f-4dcd-9b23-df40298e923f req-9d7277a4-b1b2-45e7-985b-f3f50b8359d7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0821402 Jan 28 07:09:46.839715 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5d714cc4-fe6f-4dcd-9b23-df40298e923f req-681cfe03-9a56-4e98-bd5f-1de9fc908897 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380187 Jan 28 07:09:48.020503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0272f3-00fd-4a12-8e2d-9c335426f66c req-733103c4-46b6-4f3b-a925-76a4aafc761c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:48.021911 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa0272f3-00fd-4a12-8e2d-9c335426f66c req-733103c4-46b6-4f3b-a925-76a4aafc761c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0779569 Jan 28 07:09:48.063697 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa0272f3-00fd-4a12-8e2d-9c335426f66c req-6b1eff11-0aeb-4af1-9292-10b415c20b99 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362902 Jan 28 07:09:48.598315 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c4b13-595c-4790-bfdc-817cc4ba2c5f req-5a2257c6-6ddc-4053-87c0-5e5d32a3389b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:48.599763 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-860c4b13-595c-4790-bfdc-817cc4ba2c5f req-5a2257c6-6ddc-4053-87c0-5e5d32a3389b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0822163 Jan 28 07:09:48.642633 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-860c4b13-595c-4790-bfdc-817cc4ba2c5f req-47abe133-b851-45bb-800e-ca35b5ce9ce5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372958 Jan 28 07:09:48.780168 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-ecf44adf-0dd6-48de-afe8-cf62d781fa9f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123595 Jan 28 07:09:49.823760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80238d48-b2eb-4e65-af50-1dfc59b14ca8 req-ded70640-69ce-4c34-85d7-ecf831bd7ea4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:49.825182 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-80238d48-b2eb-4e65-af50-1dfc59b14ca8 req-ded70640-69ce-4c34-85d7-ecf831bd7ea4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0793898 Jan 28 07:09:49.875297 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-80238d48-b2eb-4e65-af50-1dfc59b14ca8 req-8aac4d7d-bab4-47e9-bd26-d1c2d5d137cc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437527 Jan 28 07:09:50.844200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-52edf9bb-4b90-4075-aed8-0860ab5a9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:50.846277 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-52edf9bb-4b90-4075-aed8-0860ab5a9788 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 1099 time: 0.0799181 Jan 28 07:09:50.979915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-fb8781a4-d6d1-4c9e-8b9d-8f41bdd8f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:50.981338 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-fb8781a4-d6d1-4c9e-8b9d-8f41bdd8f69c service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1258965 Jan 28 07:09:51.132901 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-b26877a2-22aa-43e8-93e3-03f787f785f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68f94da6-1770-4898-bcb7-f6524e307440 HTTP/1.1" status: 200 len: 1001 time: 0.1217442 Jan 28 07:09:51.183497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e8709-fbc6-45ae-81b5-fa12f11f20bd req-46c19999-bee4-4d0c-8d0a-1d6322200b29 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:51.184872 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-993e8709-fbc6-45ae-81b5-fa12f11f20bd req-46c19999-bee4-4d0c-8d0a-1d6322200b29 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.2025857 Jan 28 07:09:51.239085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-e5d2cf47-e937-4f84-bdbc-87aa87494f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:51.240479 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-e5d2cf47-e937-4f84-bdbc-87aa87494f19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0967360 Jan 28 07:09:51.244861 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-993e8709-fbc6-45ae-81b5-fa12f11f20bd req-55bfb458-b96a-4f08-96bf-11066596d985 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533185 Jan 28 07:09:51.321059 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-f461da83-08fc-43ce-b994-9cbf9c90fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:51.322472 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-f461da83-08fc-43ce-b994-9cbf9c90fed6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679491 Jan 28 07:09:51.461218 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-9e1480fc-190a-4ab0-871f-9467f8e6bf6f service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287382 Jan 28 07:09:51.683370 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-93484bc0-9769-48d0-a48d-cbd026090f10 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124102 Jan 28 07:09:52.429254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325591a-43ea-4b97-a611-9618b110eca6 req-2a06f43e-0e4a-4a59-bc56-4e31d15b8c8b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:52.430667 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9325591a-43ea-4b97-a611-9618b110eca6 req-2a06f43e-0e4a-4a59-bc56-4e31d15b8c8b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0776186 Jan 28 07:09:52.473471 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9325591a-43ea-4b97-a611-9618b110eca6 req-3e55f616-e431-4613-b325-4b522e1feb3a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370872 Jan 28 07:09:53.654445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5f8ca-59dd-485b-bde1-f62fb617699b req-f6350541-c9a4-4a42-8a6d-6579bc0202af tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:53.655880 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aee5f8ca-59dd-485b-bde1-f62fb617699b req-f6350541-c9a4-4a42-8a6d-6579bc0202af tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0808389 Jan 28 07:09:53.698633 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aee5f8ca-59dd-485b-bde1-f62fb617699b req-e8bccc0f-c2e7-4a82-bdf3-98ebec8537e4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367713 Jan 28 07:09:54.016654 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-0d7d9d1a-5ae5-42d2-8615-265b09e15992 service neutron] 10.222.0.37 "GET /v2.0/ports/68f94da6-1770-4898-bcb7-f6524e307440/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0725577 Jan 28 07:09:54.646011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-f89fa704-0882-4214-bb4c-ac59b12f4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:54.647519 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-f89fa704-0882-4214-bb4c-ac59b12f4f01 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8&tenant_id=05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 1099 time: 0.0725651 Jan 28 07:09:54.760298 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-ffbf4592-1a33-4c65-bdba-4ac73f11c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:54.761744 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-ffbf4592-1a33-4c65-bdba-4ac73f11c4a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 1099 time: 0.0692325 Jan 28 07:09:54.947747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-a1ab79e4-c15f-4bc0-93c4-4a8592d16cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:54.949163 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-a1ab79e4-c15f-4bc0-93c4-4a8592d16cf9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1780608 Jan 28 07:09:54.963456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde28822-12c5-467e-95ae-52b2d7f7f822 req-80ac85cd-cd0d-4e2e-b01e-f1046c085dc4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:54.964768 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dde28822-12c5-467e-95ae-52b2d7f7f822 req-80ac85cd-cd0d-4e2e-b01e-f1046c085dc4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.1590686 Jan 28 07:09:55.085282 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dde28822-12c5-467e-95ae-52b2d7f7f822 req-8b2a1f9f-7b42-437e-890a-f7248e1bdc89 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734055 Jan 28 07:09:55.088719 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-b7b6f158-e57d-4589-a2b4-18d3c19bff0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68f94da6-1770-4898-bcb7-f6524e307440 HTTP/1.1" status: 200 len: 1001 time: 0.1231380 Jan 28 07:09:55.151899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-c38f426e-5521-4887-a3e0-25367b19c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:55.153248 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-c38f426e-5521-4887-a3e0-25367b19c069 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0549731 Jan 28 07:09:55.231179 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-8b9e18f6-e4c0-4aaf-9a28-e6ff72cf9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:55.232527 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-8b9e18f6-e4c0-4aaf-9a28-e6ff72cf9498 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695219 Jan 28 07:09:55.362849 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-bc1eb425-0916-46ae-ad24-0a3215d95d5b service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193509 Jan 28 07:09:55.388462 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:09:55.494426 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-858aa1e6-b075-4b53-8f0e-f584d04114a2 req-5df62034-daba-4c0c-8259-942e4781af4f service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207776 Jan 28 07:09:56.296453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c5014-285e-4372-b37a-f1b10ffe5bc5 req-608443c2-c097-4e66-9a6a-e2f7d232bab7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:56.297856 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d7c5014-285e-4372-b37a-f1b10ffe5bc5 req-608443c2-c097-4e66-9a6a-e2f7d232bab7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0772789 Jan 28 07:09:56.341251 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d7c5014-285e-4372-b37a-f1b10ffe5bc5 req-3b1817a0-d782-4f92-801e-d9f924491362 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371878 Jan 28 07:09:57.246032 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 68f94da6-1770-4898-bcb7-f6524e307440 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:09:57.254395 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 68f94da6-1770-4898-bcb7-f6524e307440 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:09:57.475339 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:57.494063 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 68f94da6-1770-4898-bcb7-f6524e307440, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=68f94da6-1770-4898-bcb7-f6524e307440,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:09:57.516255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f94da6-1770-4898-bcb7-f6524e307440'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:09:57.521281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '68f94da6-1770-4898-bcb7-f6524e307440', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'port_id': '68f94da6-1770-4898-bcb7-f6524e307440', 'mac_address': 'fa:16:3e:e3:e2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:09:57.526518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac752f6-964e-4817-a4f6-5c621787619b req-c7d09dc1-7a99-413d-8969-7b833d72aa68 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:57.532826 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eac752f6-964e-4817-a4f6-5c621787619b req-c7d09dc1-7a99-413d-8969-7b833d72aa68 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0829134 Jan 28 07:09:57.555879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 68f94da6-1770-4898-bcb7-f6524e307440, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=68f94da6-1770-4898-bcb7-f6524e307440,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:09:57.579524 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f94da6-1770-4898-bcb7-f6524e307440', 'code': 200} Jan 28 07:09:57.581358 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eac752f6-964e-4817-a4f6-5c621787619b req-7ae4437b-527b-4f13-8a2b-48ea8ee0eaa3 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468936 Jan 28 07:09:57.591377 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:57.608779 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68f94da6-1770-4898-bcb7-f6524e307440 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:09:57.614864 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:57.723998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:09:57.724345 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:09:57.727505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=68f94da6-1770-4898-bcb7-f6524e307440,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:57.734469 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:57.734820 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:57.735162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:57.735526 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:57.735860 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:57.736721 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:57.737050 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:57.737377 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:57.737708 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:57.738032 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:57.738352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:57.738950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:09:58.281160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:58.298280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f94da6-1770-4898-bcb7-f6524e307440 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:09:58.312942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 68f94da6-1770-4898-bcb7-f6524e307440, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=68f94da6-1770-4898-bcb7-f6524e307440,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:09:58.355707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:58.421273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=68f94da6-1770-4898-bcb7-f6524e307440,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:58.509513 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['68f94da6-1770-4898-bcb7-f6524e307440'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:09:58.766969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8caec9-ce9e-4871-bf4e-5be5c404ab9d req-be2c5624-59fa-4cc8-9de5-75cb40f760b5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:58.769000 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af8caec9-ce9e-4871-bf4e-5be5c404ab9d req-be2c5624-59fa-4cc8-9de5-75cb40f760b5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 945 time: 0.0784521 Jan 28 07:09:58.811392 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af8caec9-ce9e-4871-bf4e-5be5c404ab9d req-3dada1c3-c73a-47c5-bd2a-7cf10913230e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368381 Jan 28 07:09:59.261749 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 68f94da6-1770-4898-bcb7-f6524e307440 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:09:59.334199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 68f94da6-1770-4898-bcb7-f6524e307440 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:09:59.334894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:59.450445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:59.461231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf38171-6a48-4b6e-8bc5-31d45a344d0b req-25b16d3f-e19d-4ed9-880b-53948364f35d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.462653 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cf38171-6a48-4b6e-8bc5-31d45a344d0b req-25b16d3f-e19d-4ed9-880b-53948364f35d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 945 time: 0.2502608 Jan 28 07:09:59.469711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82540ee1-22b0-4bec-b288-7b803412c533 req-17d88a7d-2dc6-4235-bf04-a9482b7bc547 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.471599 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82540ee1-22b0-4bec-b288-7b803412c533 req-17d88a7d-2dc6-4235-bf04-a9482b7bc547 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8&tenant_id=05ed2498b76140799c3d337fc2afa716&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 945 time: 0.1195383 Jan 28 07:09:59.482514 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 68f94da6-1770-4898-bcb7-f6524e307440, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=68f94da6-1770-4898-bcb7-f6524e307440,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:09:59.509985 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cf38171-6a48-4b6e-8bc5-31d45a344d0b req-b4f03f20-d109-4a15-bc1f-45b1e6337acd tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374503 Jan 28 07:09:59.545109 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:09:59.581119 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f94da6-1770-4898-bcb7-f6524e307440'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:09:59.644290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82540ee1-22b0-4bec-b288-7b803412c533 req-b8e01746-93f2-46cc-a5ac-8fd88775abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.646021 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82540ee1-22b0-4bec-b288-7b803412c533 req-b8e01746-93f2-46cc-a5ac-8fd88775abf8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 1099 time: 0.0731220 Jan 28 07:09:59.647472 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f94da6-1770-4898-bcb7-f6524e307440', 'code': 200} Jan 28 07:09:59.663509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=68f94da6-1770-4898-bcb7-f6524e307440,revision_number=8']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:09:59.816134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82540ee1-22b0-4bec-b288-7b803412c533 req-3b6e2e27-c04f-43bf-a23c-6ccc3d4dbae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.817464 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82540ee1-22b0-4bec-b288-7b803412c533 req-3b6e2e27-c04f-43bf-a23c-6ccc3d4dbae1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1231532 Jan 28 07:09:59.924225 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82540ee1-22b0-4bec-b288-7b803412c533 req-54920892-e42f-4b22-b33d-c098deddcdc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68f94da6-1770-4898-bcb7-f6524e307440 HTTP/1.1" status: 200 len: 1001 time: 0.0973296 Jan 28 07:09:59.990177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82540ee1-22b0-4bec-b288-7b803412c533 req-1727003f-92a9-4e80-aea7-8db950f8f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:09:59.991560 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82540ee1-22b0-4bec-b288-7b803412c533 req-1727003f-92a9-4e80-aea7-8db950f8f16c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0581443 Jan 28 07:10:00.066565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82540ee1-22b0-4bec-b288-7b803412c533 req-9783f0ec-3773-4ed3-8e4f-b4e77b80df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:00.067901 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82540ee1-22b0-4bec-b288-7b803412c533 req-9783f0ec-3773-4ed3-8e4f-b4e77b80df0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669322 Jan 28 07:10:00.198483 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82540ee1-22b0-4bec-b288-7b803412c533 req-877acfc3-bfec-4c98-b6be-04a56d480e07 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198566 Jan 28 07:10:00.338016 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82540ee1-22b0-4bec-b288-7b803412c533 req-59b4acd0-b704-435f-9669-a42168118395 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279383 Jan 28 07:10:00.693706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1586bb6-ae9c-46dc-8c65-04c1b4e092e6 req-8b60e556-9f1e-4827-8696-aca7328b06aa tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:00.695026 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e1586bb6-ae9c-46dc-8c65-04c1b4e092e6 req-8b60e556-9f1e-4827-8696-aca7328b06aa tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0810220 Jan 28 07:10:00.737245 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e1586bb6-ae9c-46dc-8c65-04c1b4e092e6 req-a7899399-c6a6-412f-bd2c-200640d87ae6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366263 Jan 28 07:10:00.836281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-02769891-f3a1-4405-b54d-34dcf6c88436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:01.917473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1894fc-30dc-4061-8c97-5f49354cc407 req-bf7adb4f-4900-46b8-8352-2a7146d0e51c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:01.918902 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec1894fc-30dc-4061-8c97-5f49354cc407 req-bf7adb4f-4900-46b8-8352-2a7146d0e51c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0774987 Jan 28 07:10:01.962007 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec1894fc-30dc-4061-8c97-5f49354cc407 req-6aa9aa6c-11f0-4227-a84c-f3e26035de92 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374627 Jan 28 07:10:02.146246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aac487-d4b9-4615-ae83-f670ce407e2b req-f2c6be94-24fd-4fdb-b91f-d6c9d22160f1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:02.147597 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81aac487-d4b9-4615-ae83-f670ce407e2b req-f2c6be94-24fd-4fdb-b91f-d6c9d22160f1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0804231 Jan 28 07:10:02.190238 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-81aac487-d4b9-4615-ae83-f670ce407e2b req-6f8a23b7-2fd5-463a-981e-3a10773914c7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372119 Jan 28 07:10:02.680738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9721632-49f1-4e2e-9fe6-7693fbbed617 req-7b9c55d9-6f19-4adb-b3f6-045f23534508 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:02.682209 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e9721632-49f1-4e2e-9fe6-7693fbbed617 req-7b9c55d9-6f19-4adb-b3f6-045f23534508 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0791190 Jan 28 07:10:02.726977 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e9721632-49f1-4e2e-9fe6-7693fbbed617 req-f4c084fd-7478-4a81-bb32-0eb76951cab8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390477 Jan 28 07:10:02.868579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346409ea-9bc0-4bc4-bda4-d3fb75fdc3bf req-cb4e0d67-74d2-40c0-b097-b05342a8f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:02.870020 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346409ea-9bc0-4bc4-bda4-d3fb75fdc3bf req-cb4e0d67-74d2-40c0-b097-b05342a8f7b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 1099 time: 0.0726223 Jan 28 07:10:03.005903 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346409ea-9bc0-4bc4-bda4-d3fb75fdc3bf req-d825a1d2-8130-45de-9eba-2d601ad7ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:03.007387 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346409ea-9bc0-4bc4-bda4-d3fb75fdc3bf req-d825a1d2-8130-45de-9eba-2d601ad7ecb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1283240 Jan 28 07:10:03.208022 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe07e468-62d6-49f6-9743-461a2bf83dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:03.209341 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346409ea-9bc0-4bc4-bda4-d3fb75fdc3bf req-461488cf-eece-41e5-b69b-f347277214be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=68f94da6-1770-4898-bcb7-f6524e307440 HTTP/1.1" status: 200 len: 1001 time: 0.1925845 Jan 28 07:10:03.273884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346409ea-9bc0-4bc4-bda4-d3fb75fdc3bf req-edbf4895-90df-4ad5-9a94-a94c83e68cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:03.275269 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346409ea-9bc0-4bc4-bda4-d3fb75fdc3bf req-edbf4895-90df-4ad5-9a94-a94c83e68cba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0562599 Jan 28 07:10:03.353212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346409ea-9bc0-4bc4-bda4-d3fb75fdc3bf req-3980a9fc-32fd-48b3-beb1-fa0ca156054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:03.354650 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346409ea-9bc0-4bc4-bda4-d3fb75fdc3bf req-3980a9fc-32fd-48b3-beb1-fa0ca156054f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702081 Jan 28 07:10:03.488660 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346409ea-9bc0-4bc4-bda4-d3fb75fdc3bf req-89f49bf8-19fd-43ea-aa6e-39dc1150b428 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233809 Jan 28 07:10:03.621686 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346409ea-9bc0-4bc4-bda4-d3fb75fdc3bf req-68d2400c-1130-4eee-a8f1-f6c755849404 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226523 Jan 28 07:10:03.914194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ada56-e000-4247-97dd-c3bd0abd2b11 req-ae7420bf-8e7d-44b1-95bb-24e0ef46003d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:03.915632 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7d5ada56-e000-4247-97dd-c3bd0abd2b11 req-ae7420bf-8e7d-44b1-95bb-24e0ef46003d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0814846 Jan 28 07:10:03.958446 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7d5ada56-e000-4247-97dd-c3bd0abd2b11 req-55e59a07-405e-4c99-aa8f-ee6f4f69eed3 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372813 Jan 28 07:10:04.339108 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:04.516193 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:05.136634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd18aea-5a3c-4d55-aa29-2c1db26b6646 req-3a5b1f40-431a-4b6d-bb05-bd667a9351a9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:05.137957 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3bd18aea-5a3c-4d55-aa29-2c1db26b6646 req-3a5b1f40-431a-4b6d-bb05-bd667a9351a9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0772133 Jan 28 07:10:05.182893 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3bd18aea-5a3c-4d55-aa29-2c1db26b6646 req-7f8623c8-492d-4b60-85fc-ce831a842e3e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394604 Jan 28 07:10:05.813506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:05.814072 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ea8-457f-4e0a-aed4-c4b97ee8c43c req-580b5fd7-3f57-4737-a1fe-779124118cef tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:05.815621 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1fd38ea8-457f-4e0a-aed4-c4b97ee8c43c req-580b5fd7-3f57-4737-a1fe-779124118cef tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0802598 Jan 28 07:10:05.864801 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1fd38ea8-457f-4e0a-aed4-c4b97ee8c43c req-164e74da-9678-48cd-83b2-9535540887ca tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430553 Jan 28 07:10:07.059128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c6414-f7f0-4103-b197-8903a4fa34fe req-5a9aacc9-e430-4aea-be98-00ea4a1dde8a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:07.060555 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-352c6414-f7f0-4103-b197-8903a4fa34fe req-5a9aacc9-e430-4aea-be98-00ea4a1dde8a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0803368 Jan 28 07:10:07.102691 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-352c6414-f7f0-4103-b197-8903a4fa34fe req-a4430dac-e466-4615-b3d9-efee49ffcb8b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365920 Jan 28 07:10:07.755001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-a127a119-0ee0-43ae-8545-424ec84a7ec8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:07.756418 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-a127a119-0ee0-43ae-8545-424ec84a7ec8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.0769556 Jan 28 07:10:07.828258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Deleting port 68f94da6-1770-4898-bcb7-f6524e307440 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:10:07.828593 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:08.067154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] For port 68f94da6-1770-4898-bcb7-f6524e307440, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=68f94da6-1770-4898-bcb7-f6524e307440,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:10:08.067850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:08.407751 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:08.408030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:08.408876 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2 disassociated. External IP: 172.26.4.57, port: 68f94da6-1770-4898-bcb7-f6524e307440. Jan 28 07:10:08.409212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Calling delete_port for 68f94da6-1770-4898-bcb7-f6524e307440 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:10:08.443414 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989b48b-441e-4557-9d29-75bedb4ac875 req-8750ec71-f2c8-46c7-a34b-5ad61fd73ae3 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:08.444836 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2989b48b-441e-4557-9d29-75bedb4ac875 req-8750ec71-f2c8-46c7-a34b-5ad61fd73ae3 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 946 time: 0.2286117 Jan 28 07:10:08.507610 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2989b48b-441e-4557-9d29-75bedb4ac875 req-858ba04e-9a8f-409d-b4b4-444fe9a7ff87 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553074 Jan 28 07:10:08.641752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:08.780281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event deleted for resources: {'Port': ['ID=68f94da6-1770-4898-bcb7-f6524e307440,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:08.792124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.792473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.792810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.793135 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.793463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.793787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.794107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.794432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.794751 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.795069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.795410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.795726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:10:08.985815 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Router e9b09457-e28d-4303-a378-91a56e08d379 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:10:09.156781 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:10:09.166391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a320dc-ae4f-48fa-ba57-b0777754941f None None] Sync routers for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:10:09.175506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a320dc-ae4f-48fa-ba57-b0777754941f None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:10:09.176118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f2a320dc-ae4f-48fa-ba57-b0777754941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:10:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:09.228280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] No DVR routers for this DVR port 68f94da6-1770-4898-bcb7-f6524e307440 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:10:09.232227 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:09.233276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'name': 'network-vif-deleted', 'tag': '68f94da6-1770-4898-bcb7-f6524e307440'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:10:09.277002 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bafe7e7d-723e-4fad-bfb9-27778d2a2de8', 'name': 'network-vif-deleted', 'tag': '68f94da6-1770-4898-bcb7-f6524e307440', 'status': 'completed', 'code': 200} Jan 28 07:10:09.278836 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8b6d4a27-deee-43f7-959a-e93890853df1 req-c953403e-4605-48c5-a923-9d437b7d8ac2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "DELETE /v2.0/ports/68f94da6-1770-4898-bcb7-f6524e307440 HTTP/1.1" status: 204 len: 173 time: 1.5162597 Jan 28 07:10:09.355816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-f2a320dc-ae4f-48fa-ba57-b0777754941f None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:10:09.661378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f2a320dc-ae4f-48fa-ba57-b0777754941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:09.665236 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a320dc-ae4f-48fa-ba57-b0777754941f None None] Checking router: e9b09457-e28d-4303-a378-91a56e08d379 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:10:09.672910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9ff8ab59-5dff-42d5-9e22-b87fdf64b188 req-bc98e146-fa5c-48af-80c3-5a60650af15c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Synchronizing usage tracker for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:10:09.673381 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a320dc-ae4f-48fa-ba57-b0777754941f None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:10:09.674565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f2a320dc-ae4f-48fa-ba57-b0777754941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:10:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:09.739498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9ff8ab59-5dff-42d5-9e22-b87fdf64b188 req-bc98e146-fa5c-48af-80c3-5a60650af15c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Unset dirty status for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:10:09.740656 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9ff8ab59-5dff-42d5-9e22-b87fdf64b188 req-bc98e146-fa5c-48af-80c3-5a60650af15c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=bafe7e7d-723e-4fad-bfb9-27778d2a2de8 HTTP/1.1" status: 200 len: 210 time: 0.1099949 Jan 28 07:10:09.850127 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-f2a320dc-ae4f-48fa-ba57-b0777754941f None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:10:10.152784 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-f2a320dc-ae4f-48fa-ba57-b0777754941f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:10.156575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a320dc-ae4f-48fa-ba57-b0777754941f None None] The sync data for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv is: [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:10:10.383969 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593efea0-208e-4dfc-b2f4-e75c30805e0d None None] New status for floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:10:11.082131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:11.087414 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-cdd7e3ad-ba52-40ae-9d4a-77fb16c33891 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1517892742&fields=id&tenant_id=05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 267 time: 0.0418782 Jan 28 07:10:11.236058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-7ab9c9ac-6476-4223-ab21-f2325dc9026a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:11.237902 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-7ab9c9ac-6476-4223-ab21-f2325dc9026a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 812 time: 0.1439719 Jan 28 07:10:11.259864 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-0c9ae19a-eebf-4c8f-b0ed-9458026baa1a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/quotas/05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 375 time: 0.0116639 Jan 28 07:10:11.344045 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-f70c1604-5374-487e-b9f3-617442b77b25 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772746 Jan 28 07:10:11.359997 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 68f94da6-1770-4898-bcb7-f6524e307440 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:10:11.393913 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 68f94da6-1770-4898-bcb7-f6524e307440 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:10:11.394268 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 68f94da6-1770-4898-bcb7-f6524e307440 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:10:11.479584 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-715ba768-240b-4212-af11-5ae1c8e6fda3 service neutron] 10.222.0.25 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238201 Jan 28 07:10:11.607086 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-54d632c8-8659-4df2-a571-229b7b92e5f6 service neutron] 10.222.0.25 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217225 Jan 28 07:10:11.899312 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a0b4dbd-5a5c-4ae8-b1cb-ae845f0db5ad req-7bd6ec68-f682-4bbb-bf21-81a90ce9a3f0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 210 time: 0.0409966 Jan 28 07:10:13.055804 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bf1793e1-d39b-4f00-98a5-0017dfd995f0 req-12604c22-45eb-479b-896a-34b2f5e17765 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 210 time: 0.0457582 Jan 28 07:10:14.143679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-566955ba-75e8-45b7-ae9d-ce01ffbc5d98 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:14.145144 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-566955ba-75e8-45b7-ae9d-ce01ffbc5d98 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 812 time: 0.1486254 Jan 28 07:10:14.209996 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-1e124a76-76d1-4e12-9838-2e60fd1ba038 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 380 time: 0.0431232 Jan 28 07:10:14.219336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Request body: {'port': {'device_id': '56829556-bff0-46ee-9202-edade4cfe5cd', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'admin_state_up': True, 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'security_groups': ['26dd2cff-7a3d-4ff6-b946-6956746ad501']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:14.462667 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1e170a90-e340-42c9-a47b-3b9767788a54 req-99202d80-cc31-4dac-a74e-e0996b973e05 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 210 time: 0.0484974 Jan 28 07:10:14.502829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:10:14.512109 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:10:14.597051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Made reservation on behalf of 05ed2498b76140799c3d337fc2afa716 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:10:14.600819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:14.757034 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Allocated IP 172.20.0.3 (eebb9f9c-ca92-4d82-b860-c5c681ea49ad/77e8d0a3-7759-4e0e-ae9d-137af70c4080/ea7384c7-c244-45eb-ae29-4c552210d90b) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:10:14.936544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:14.951459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Transition to ACTIVE for port object ea7384c7-c244-45eb-ae29-4c552210d90b will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:10:15.014510 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:15.083429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Network eebb9f9c-ca92-4d82-b860-c5c681ea49ad is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:10:15.086474 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:10:15.091001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:10:15.124974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event updated for resources: {'Port': ['ID=ea7384c7-c244-45eb-ae29-4c552210d90b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:15.162145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:15.162845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:15.274844 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-4e8c3e57-4a71-4296-a556-11e65972d3d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0563736 Jan 28 07:10:15.299019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Request body: {'port': {'device_id': '56829556-bff0-46ee-9202-edade4cfe5cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:15.413150 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:15.436500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-19821499-bce0-4915-b4c7-2a770adb201a None None] Provisioning for port ea7384c7-c244-45eb-ae29-4c552210d90b completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:10:15.442037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-19821499-bce0-4915-b4c7-2a770adb201a None None] Provisioning complete for port ea7384c7-c244-45eb-ae29-4c552210d90b triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:15.442411 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-19821499-bce0-4915-b4c7-2a770adb201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:15.536980 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-19821499-bce0-4915-b4c7-2a770adb201a None None] Port ea7384c7-c244-45eb-ae29-4c552210d90b cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:10:15.757252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2dcec-0e56-4702-b6c0-47cdecf6f4ed req-e965fb16-0ed5-4698-83e3-f327a14726ce tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:15.757930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e7c2dcec-0e56-4702-b6c0-47cdecf6f4ed req-e965fb16-0ed5-4698-83e3-f327a14726ce tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Synchronizing usage tracker for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:10:15.830776 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7384c7-c244-45eb-ae29-4c552210d90b {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:10:15.838104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:15.852498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Transition to ACTIVE for port object ea7384c7-c244-45eb-ae29-4c552210d90b will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:10:15.882142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e7c2dcec-0e56-4702-b6c0-47cdecf6f4ed req-e965fb16-0ed5-4698-83e3-f327a14726ce tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Unset dirty status for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:10:15.883348 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7c2dcec-0e56-4702-b6c0-47cdecf6f4ed req-e965fb16-0ed5-4698-83e3-f327a14726ce tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 931 time: 0.3056204 Jan 28 07:10:15.903947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:16.061177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Pushing event updated for resources: {'Port': ['ID=ea7384c7-c244-45eb-ae29-4c552210d90b,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:16.066587 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e7c2dcec-0e56-4702-b6c0-47cdecf6f4ed req-deae58e2-9a4d-4d0d-b83d-250cd0ae67fc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774650 Jan 28 07:10:16.178332 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Attempting to bind port ea7384c7-c244-45eb-ae29-4c552210d90b on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:10:16.178947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Attempting to bind port ea7384c7-c244-45eb-ae29-4c552210d90b by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:10:16.178947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Attempting to bind port ea7384c7-c244-45eb-ae29-4c552210d90b on network eebb9f9c-ca92-4d82-b860-c5c681ea49ad {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:10:16.184044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Port ea7384c7-c244-45eb-ae29-4c552210d90b on network eebb9f9c-ca92-4d82-b860-c5c681ea49ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:10:16.184369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Attempting to bind port ea7384c7-c244-45eb-ae29-4c552210d90b on network eebb9f9c-ca92-4d82-b860-c5c681ea49ad {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:10:16.189405 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:10:16.189773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Checking segment: {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:10:16.190159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Bound using segment: {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:10:16.190578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Bound port: ea7384c7-c244-45eb-ae29-4c552210d90b, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:10:16.190923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:16.282138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] For port ea7384c7-c244-45eb-ae29-4c552210d90b, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:10:16.285607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] For port ea7384c7-c244-45eb-ae29-4c552210d90b, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ea7384c7-c244-45eb-ae29-4c552210d90b,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:10:16.356922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:16.416358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:16.416961 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:16.418290 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] 10.222.0.37 "PUT /v2.0/ports/ea7384c7-c244-45eb-ae29-4c552210d90b HTTP/1.1" status: 200 len: 1093 time: 1.1233473 Jan 28 07:10:16.418721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:10:16.445866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad105cd3-45bc-45d8-a2d3-ee0851ed354f service neutron] Pushing event updated for resources: {'Port': ['ID=ea7384c7-c244-45eb-ae29-4c552210d90b,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:16.465654 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'status': 'completed', 'code': 200} Jan 28 07:10:16.684278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee54c2b-a2b3-474d-a804-3a4e8b8b4f29 req-1e297f7d-fd67-41db-adc9-58ee18283bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:16.685757 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dee54c2b-a2b3-474d-a804-3a4e8b8b4f29 req-1e297f7d-fd67-41db-adc9-58ee18283bc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 1096 time: 0.1745629 Jan 28 07:10:16.839990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee54c2b-a2b3-474d-a804-3a4e8b8b4f29 req-9f97357f-6ac0-4ad1-b13f-2369ee1eca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:16.841489 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dee54c2b-a2b3-474d-a804-3a4e8b8b4f29 req-9f97357f-6ac0-4ad1-b13f-2369ee1eca8d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=05ed2498b76140799c3d337fc2afa716&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1346123 Jan 28 07:10:16.977242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee54c2b-a2b3-474d-a804-3a4e8b8b4f29 req-f7788aaa-179c-457f-9d62-ad3d203b1821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:16.978636 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dee54c2b-a2b3-474d-a804-3a4e8b8b4f29 req-f7788aaa-179c-457f-9d62-ad3d203b1821 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272435 Jan 28 07:10:17.122703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-525fc347-e5a7-4623-9a17-cba740b0e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:17.124202 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-525fc347-e5a7-4623-9a17-cba740b0e05d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 1096 time: 0.0702984 Jan 28 07:10:17.242291 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-e15be54e-9456-4db7-96d4-f6b1397dd882 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7384c7-c244-45eb-ae29-4c552210d90b HTTP/1.1" status: 200 len: 217 time: 0.0970602 Jan 28 07:10:17.319838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-6da3511d-0ed8-46ab-8e77-1bbadd1752b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:17.321239 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-6da3511d-0ed8-46ab-8e77-1bbadd1752b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0727999 Jan 28 07:10:17.373110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadbded-adf7-439b-8371-86a2d0af82b1 req-c9d511eb-6003-4ce4-97a2-03e9c51867c0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:17.374507 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8fadbded-adf7-439b-8371-86a2d0af82b1 req-c9d511eb-6003-4ce4-97a2-03e9c51867c0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 943 time: 0.1785719 Jan 28 07:10:17.436455 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8fadbded-adf7-439b-8371-86a2d0af82b1 req-ce6845e7-4d0e-4e23-9d37-22b5c888eb4d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548725 Jan 28 07:10:17.445585 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-76beaedc-63c8-4575-84a3-aa484eef2528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:17.446958 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-76beaedc-63c8-4575-84a3-aa484eef2528 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1153557 Jan 28 07:10:17.577264 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-0fecdbb9-7b05-44c1-b803-fcf84412a3cf service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201699 Jan 28 07:10:17.705881 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68eecee0-2fa7-436d-9599-f606bedbb292 req-744a94fb-0255-4f42-ab55-23dbbe6602ff service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194432 Jan 28 07:10:18.614597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5445b0-bdf4-4432-aee8-4d500b9b7780 req-ec5371bd-2bd7-48fd-b4a1-9b8c1a5a1fa0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:18.616037 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6b5445b0-bdf4-4432-aee8-4d500b9b7780 req-ec5371bd-2bd7-48fd-b4a1-9b8c1a5a1fa0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 943 time: 0.0769923 Jan 28 07:10:18.657695 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6b5445b0-bdf4-4432-aee8-4d500b9b7780 req-dad3c7ac-f995-4d41-9d0f-700191958f52 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361748 Jan 28 07:10:19.374408 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device ea7384c7-c244-45eb-ae29-4c552210d90b details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:10:19.508189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port ea7384c7-c244-45eb-ae29-4c552210d90b, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ea7384c7-c244-45eb-ae29-4c552210d90b,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:10:19.521319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'port_id': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'mac_address': 'fa:16:3e:46:b6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:10:19.576532 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:19.592853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7384c7-c244-45eb-ae29-4c552210d90b {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:10:19.608232 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port ea7384c7-c244-45eb-ae29-4c552210d90b, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ea7384c7-c244-45eb-ae29-4c552210d90b,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:10:19.665546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:19.731173 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=ea7384c7-c244-45eb-ae29-4c552210d90b,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:19.845139 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b5440-6bd9-4539-8b53-9a73757f26df req-d43acf0e-1122-400b-a195-1243ab2d0c5c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:19.846591 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-156b5440-6bd9-4539-8b53-9a73757f26df req-d43acf0e-1122-400b-a195-1243ab2d0c5c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 944 time: 0.0809512 Jan 28 07:10:19.889748 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-156b5440-6bd9-4539-8b53-9a73757f26df req-89d2def7-41dd-4a11-bbd5-887b79f188bf tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366800 Jan 28 07:10:20.001787 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['ea7384c7-c244-45eb-ae29-4c552210d90b'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:10:21.076065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47968516-13cb-4db1-8455-fbc109386397 req-f13099b4-3f20-4232-a7cb-9a21cd7ecef1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:21.077519 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-47968516-13cb-4db1-8455-fbc109386397 req-f13099b4-3f20-4232-a7cb-9a21cd7ecef1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 944 time: 0.0838301 Jan 28 07:10:21.120876 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-47968516-13cb-4db1-8455-fbc109386397 req-5bc6aa30-5f84-491b-a49a-aa67c8616060 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372641 Jan 28 07:10:21.390487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device ea7384c7-c244-45eb-ae29-4c552210d90b up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:10:21.510697 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port ea7384c7-c244-45eb-ae29-4c552210d90b completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:10:21.515483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port ea7384c7-c244-45eb-ae29-4c552210d90b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:10:21.515855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:21.628778 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:21.655812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:10:21.667065 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port ea7384c7-c244-45eb-ae29-4c552210d90b, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ea7384c7-c244-45eb-ae29-4c552210d90b,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:10:21.710775 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'code': 200} Jan 28 07:10:21.757143 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:21.829224 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=ea7384c7-c244-45eb-ae29-4c552210d90b,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:10:22.137535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72f6b6-4419-4329-ba3f-f9d235b9527e req-d56deb41-4c53-4adc-9d70-87d205f6a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:22.138970 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca72f6b6-4419-4329-ba3f-f9d235b9527e req-d56deb41-4c53-4adc-9d70-87d205f6a809 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 1098 time: 0.0701561 Jan 28 07:10:22.183262 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ca72f6b6-4419-4329-ba3f-f9d235b9527e req-0af97f30-451b-4109-b1ab-4a46a7f0fb0f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345428 Jan 28 07:10:22.308987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb5bb5-5521-4795-8f41-6ea2ffa3d165 req-c4b92eac-5514-4190-aa04-469e1f1102a2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:22.310465 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05fb5bb5-5521-4795-8f41-6ea2ffa3d165 req-c4b92eac-5514-4190-aa04-469e1f1102a2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0871689 Jan 28 07:10:22.362089 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05fb5bb5-5521-4795-8f41-6ea2ffa3d165 req-00aced24-ae49-4950-b780-eb3ec75756c3 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451839 Jan 28 07:10:23.542814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99351a-1e27-4346-be09-9d347fcab53c req-6ee9aa5d-787b-405d-a5a3-bd7fabdcb4e2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:23.544259 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ea99351a-1e27-4346-be09-9d347fcab53c req-6ee9aa5d-787b-405d-a5a3-bd7fabdcb4e2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0776837 Jan 28 07:10:23.588497 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ea99351a-1e27-4346-be09-9d347fcab53c req-143e7627-33d7-472e-921f-fd6ca2111eb5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383933 Jan 28 07:10:24.872990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2209eb50-a355-4c52-ab2d-a1da6dc39621 req-51fe458f-e7ff-49de-a9e8-5b674d5fcdf3 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:24.874327 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2209eb50-a355-4c52-ab2d-a1da6dc39621 req-51fe458f-e7ff-49de-a9e8-5b674d5fcdf3 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.1845880 Jan 28 07:10:24.916256 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2209eb50-a355-4c52-ab2d-a1da6dc39621 req-4b6b24d4-fd0a-4141-9b76-34ace91f2df2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364060 Jan 28 07:10:25.093239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cab9f-d987-41f9-bb81-4f8a741d195e req-ce89766e-b258-44b1-bd01-ac5139f31073 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:25.094673 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ef5cab9f-d987-41f9-bb81-4f8a741d195e req-ce89766e-b258-44b1-bd01-ac5139f31073 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0822484 Jan 28 07:10:25.104191 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 52330) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:10:25.109195 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2bc3cf8d-b97f-4e12-bab4-42624ff3b4c9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Request body: {'floatingip': {'port_id': 'ea7384c7-c244-45eb-ae29-4c552210d90b'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:10:25.186473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2bc3cf8d-b97f-4e12-bab4-42624ff3b4c9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:25.761264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2bc3cf8d-b97f-4e12-bab4-42624ff3b4c9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:25.819529 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2bc3cf8d-b97f-4e12-bab4-42624ff3b4c9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:25.986379 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-2bc3cf8d-b97f-4e12-bab4-42624ff3b4c9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2 associated. External IP: 172.26.4.57, port: ea7384c7-c244-45eb-ae29-4c552210d90b. Jan 28 07:10:26.435545 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc3cf8d-b97f-4e12-bab4-42624ff3b4c9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Router e9b09457-e28d-4303-a378-91a56e08d379 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:10:26.612061 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc3cf8d-b97f-4e12-bab4-42624ff3b4c9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:10:26.617074 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2bc3cf8d-b97f-4e12-bab4-42624ff3b4c9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:26.624814 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b9f0f6-39fe-4e4a-93b2-86c8deab662c None None] Sync routers for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:10:26.634045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9f0f6-39fe-4e4a-93b2-86c8deab662c None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:10:26.634646 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-27b9f0f6-39fe-4e4a-93b2-86c8deab662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:10:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:26.676330 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2bc3cf8d-b97f-4e12-bab4-42624ff3b4c9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "PUT /v2.0/floatingips/e0dc191a-48e8-4f5c-8705-a6601207a8d2 HTTP/1.1" status: 200 len: 990 time: 1.5710475 Jan 28 07:10:26.676899 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:10:26.777197 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'status': 'completed', 'code': 200} Jan 28 07:10:26.842367 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-27b9f0f6-39fe-4e4a-93b2-86c8deab662c None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:10:26.916706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45956e20-f1eb-4e95-9eec-14977d77ebf5 req-4da21d1e-48b2-49ff-a812-b8039c86d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:26.918189 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45956e20-f1eb-4e95-9eec-14977d77ebf5 req-4da21d1e-48b2-49ff-a812-b8039c86d439 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 1098 time: 0.0731964 Jan 28 07:10:27.060442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45956e20-f1eb-4e95-9eec-14977d77ebf5 req-8658025e-38d5-4f79-9662-32f40543f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:27.062026 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45956e20-f1eb-4e95-9eec-14977d77ebf5 req-8658025e-38d5-4f79-9662-32f40543f0fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1375699 Jan 28 07:10:27.188814 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45956e20-f1eb-4e95-9eec-14977d77ebf5 req-35bfb9a1-2dc0-4f95-9107-b644e361b140 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7384c7-c244-45eb-ae29-4c552210d90b HTTP/1.1" status: 200 len: 998 time: 0.1201544 Jan 28 07:10:27.193060 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-27b9f0f6-39fe-4e4a-93b2-86c8deab662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'e0dc191a-48e8-4f5c-8705-a6601207a8d2', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'port_id': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'mac_address': 'fa:16:3e:46:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56829556-bff0-46ee-9202-edade4cfe5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:05Z', 'updated_at': '2022-01-28T07:10:25Z', 'revision_number': 9, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:27.196829 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b9f0f6-39fe-4e4a-93b2-86c8deab662c None None] Checking router: e9b09457-e28d-4303-a378-91a56e08d379 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:10:27.204976 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9f0f6-39fe-4e4a-93b2-86c8deab662c None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:10:27.205568 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-27b9f0f6-39fe-4e4a-93b2-86c8deab662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:10:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:27.249321 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45956e20-f1eb-4e95-9eec-14977d77ebf5 req-be5f505e-0a7c-44b4-a1d5-6945511169b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:27.250792 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45956e20-f1eb-4e95-9eec-14977d77ebf5 req-be5f505e-0a7c-44b4-a1d5-6945511169b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0565031 Jan 28 07:10:27.322957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45956e20-f1eb-4e95-9eec-14977d77ebf5 req-0919a2d1-75a9-4d33-a12f-265c087a3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:10:27.324445 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45956e20-f1eb-4e95-9eec-14977d77ebf5 req-0919a2d1-75a9-4d33-a12f-265c087a3fe2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679216 Jan 28 07:10:27.419074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-27b9f0f6-39fe-4e4a-93b2-86c8deab662c None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:10:27.457931 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45956e20-f1eb-4e95-9eec-14977d77ebf5 req-1648671d-d0da-41be-b9e0-ef5d466cb152 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270893 Jan 28 07:10:27.590547 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-45956e20-f1eb-4e95-9eec-14977d77ebf5 req-4e014827-fd44-4776-9d7c-d1b447881633 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267362 Jan 28 07:10:27.769463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-27b9f0f6-39fe-4e4a-93b2-86c8deab662c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'e0dc191a-48e8-4f5c-8705-a6601207a8d2', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'port_id': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'mac_address': 'fa:16:3e:46:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56829556-bff0-46ee-9202-edade4cfe5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:05Z', 'updated_at': '2022-01-28T07:10:25Z', 'revision_number': 9, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:10:27.773440 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b9f0f6-39fe-4e4a-93b2-86c8deab662c None None] The sync data for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv is: [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'e0dc191a-48e8-4f5c-8705-a6601207a8d2', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'port_id': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'mac_address': 'fa:16:3e:46:b6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56829556-bff0-46ee-9202-edade4cfe5cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:05Z', 'updated_at': '2022-01-28T07:10:25Z', 'revision_number': 9, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:10:27.984698 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edd9b79-ba06-4319-a3f5-bfd3179ec95c None None] New status for floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:10:30.883349 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-134dcf78-fb0e-4daa-a4b0-c61257c25a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:32.367993 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:10:33.202869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c3dc2b6a-de7c-48dc-ae45-351d596b9321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:34.323915 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:34.505611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:35.980283 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:10:41.088487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:00.843775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-354f46eb-3dd2-49c6-86e3-78e92825bc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:03.197732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bd7f5324-6d7e-4fa6-8e83-e2ca0b093bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:04.329051 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:04.523598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:05.804175 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:07.805141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580bb39-0d2f-4ae2-99f5-5b76a8355009 req-5d28126f-5c47-46a3-b086-2fdf884d0ee8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:07.806726 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b580bb39-0d2f-4ae2-99f5-5b76a8355009 req-5d28126f-5c47-46a3-b086-2fdf884d0ee8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.1030233 Jan 28 07:11:07.844177 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-fef32a4d-9010-439f-98c9-d925c1e211d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708776 Jan 28 07:11:07.853564 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b580bb39-0d2f-4ae2-99f5-5b76a8355009 req-b43a4839-2892-4471-a9d5-d1eb4ee14c00 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403953 Jan 28 07:11:09.094016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b35fc-d5f7-48b9-bd03-96e5c2b76fbd req-1f8854fc-252d-46ba-b333-3c9ff20ce7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:09.095470 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0b0b35fc-d5f7-48b9-bd03-96e5c2b76fbd req-1f8854fc-252d-46ba-b333-3c9ff20ce7f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 1098 time: 0.1000926 Jan 28 07:11:09.103630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a45e64-1037-4738-a895-544e375372ad req-3171a94e-e71c-48f0-95fb-3180e7b4c675 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:09.104947 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16a45e64-1037-4738-a895-544e375372ad req-3171a94e-e71c-48f0-95fb-3180e7b4c675 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.1475594 Jan 28 07:11:09.148564 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-16a45e64-1037-4738-a895-544e375372ad req-689ecd07-55e9-40e4-962b-6275ea9c607c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379462 Jan 28 07:11:09.313152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b35fc-d5f7-48b9-bd03-96e5c2b76fbd req-334597a8-7aba-4095-a06b-996427b8c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:09.314577 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0b0b35fc-d5f7-48b9-bd03-96e5c2b76fbd req-334597a8-7aba-4095-a06b-996427b8c7b6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1264215 Jan 28 07:11:09.370259 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:11:09.416335 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0b0b35fc-d5f7-48b9-bd03-96e5c2b76fbd req-ecc5f1cb-05f5-460b-8d6a-77e074a5dce5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7384c7-c244-45eb-ae29-4c552210d90b HTTP/1.1" status: 200 len: 1001 time: 0.0950329 Jan 28 07:11:09.478394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b35fc-d5f7-48b9-bd03-96e5c2b76fbd req-7d89dbd9-7f76-475f-aac3-98c6f0d0ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:09.479850 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0b0b35fc-d5f7-48b9-bd03-96e5c2b76fbd req-7d89dbd9-7f76-475f-aac3-98c6f0d0ec57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0575421 Jan 28 07:11:09.567804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b35fc-d5f7-48b9-bd03-96e5c2b76fbd req-ecd89c57-d5ed-4012-97e1-91a7915ea342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:09.569248 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0b0b35fc-d5f7-48b9-bd03-96e5c2b76fbd req-ecd89c57-d5ed-4012-97e1-91a7915ea342 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706029 Jan 28 07:11:09.789337 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0b0b35fc-d5f7-48b9-bd03-96e5c2b76fbd req-590f2965-c6cd-48be-80b6-fa0d2d066ab4 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126753 Jan 28 07:11:09.967785 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0b0b35fc-d5f7-48b9-bd03-96e5c2b76fbd req-c1e2a8bd-db36-450e-bbf5-fafcc8fe31df service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213155 Jan 28 07:11:10.115571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-f7405fe6-f668-4421-a0a2-14ed6f4595fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:10.116923 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-f7405fe6-f668-4421-a0a2-14ed6f4595fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 1098 time: 0.0681970 Jan 28 07:11:10.250792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-8f6fef63-73fa-464c-93e0-fb0418d16865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:10.252277 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-8f6fef63-73fa-464c-93e0-fb0418d16865 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1259871 Jan 28 07:11:10.401086 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-ae4e3f55-0f7c-4d8c-9b24-89072bdb8317 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7384c7-c244-45eb-ae29-4c552210d90b HTTP/1.1" status: 200 len: 1001 time: 0.1135027 Jan 28 07:11:10.450935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6453bd1-dbdc-443a-b66d-a24c856b93e5 req-fed14826-83ca-4eb7-b5e6-33d6726f34c6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:10.452355 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e6453bd1-dbdc-443a-b66d-a24c856b93e5 req-fed14826-83ca-4eb7-b5e6-33d6726f34c6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.1990156 Jan 28 07:11:10.509178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-197a29d8-cba2-4191-84f8-fdd1f9f0c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:10.510569 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-197a29d8-cba2-4191-84f8-fdd1f9f0c855 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0987456 Jan 28 07:11:10.517432 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e6453bd1-dbdc-443a-b66d-a24c856b93e5 req-60c646dc-e597-444a-b2e8-d3f46994b15a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590334 Jan 28 07:11:10.587661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-61a04d17-0895-43db-b835-b5e1d8e4d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:10.589110 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-61a04d17-0895-43db-b835-b5e1d8e4d063 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685911 Jan 28 07:11:10.719658 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-d09be0f5-f0c9-4861-9f92-d88c07783db9 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218588 Jan 28 07:11:10.850129 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-5345b62d-9cc3-49fd-b944-4d3b598a50ec service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230745 Jan 28 07:11:11.072120 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:11.698291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c02580-b7c6-4935-b138-797555457aa2 req-8035ef54-5d43-4009-b75c-a308fcd1e92c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:11.699714 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-75c02580-b7c6-4935-b138-797555457aa2 req-8035ef54-5d43-4009-b75c-a308fcd1e92c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0769341 Jan 28 07:11:11.746392 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-75c02580-b7c6-4935-b138-797555457aa2 req-9fcb1db9-330c-4dfb-986e-803e1b6ecd00 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412645 Jan 28 07:11:12.928788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eececf5-4ede-4214-ad8e-94be1ed8deef req-1c74c260-7572-4903-862e-2dc1fedd3029 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:12.930235 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2eececf5-4ede-4214-ad8e-94be1ed8deef req-1c74c260-7572-4903-862e-2dc1fedd3029 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0787561 Jan 28 07:11:12.976154 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2eececf5-4ede-4214-ad8e-94be1ed8deef req-6c2fd906-870b-452a-99dc-02a6551891f8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402625 Jan 28 07:11:14.166606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5bbc8-3310-40f0-b86c-33dc21ee0480 req-b2211250-8281-41ec-9244-bbf78f288a5d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:14.167980 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40d5bbc8-3310-40f0-b86c-33dc21ee0480 req-b2211250-8281-41ec-9244-bbf78f288a5d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0863478 Jan 28 07:11:14.210844 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40d5bbc8-3310-40f0-b86c-33dc21ee0480 req-c0ad3781-9b17-4b8c-92f7-42f488fc482c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372984 Jan 28 07:11:15.391418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1054c6-0571-4e93-8729-070aaff7da2d req-6fbdc143-4925-4009-b9ab-30970c4fe384 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:15.392824 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2e1054c6-0571-4e93-8729-070aaff7da2d req-6fbdc143-4925-4009-b9ab-30970c4fe384 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0771642 Jan 28 07:11:15.435707 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2e1054c6-0571-4e93-8729-070aaff7da2d req-52952e4a-9010-4f4a-a4bb-a0998151d0d5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368199 Jan 28 07:11:16.619641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfbb97-d957-483d-b48f-be1b09c9e969 req-6837504b-c5d8-4f03-b172-d872f8e6b67f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:16.621099 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90cfbb97-d957-483d-b48f-be1b09c9e969 req-6837504b-c5d8-4f03-b172-d872f8e6b67f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0814013 Jan 28 07:11:16.664750 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90cfbb97-d957-483d-b48f-be1b09c9e969 req-737b9a98-27ac-4860-bab8-ae20259cc216 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381353 Jan 28 07:11:17.842894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb442e-2f33-43d9-a6b7-3f436c95746e req-29060c41-5511-4ec6-bc5a-1d2f9e9a75c8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:17.844410 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c5eb442e-2f33-43d9-a6b7-3f436c95746e req-29060c41-5511-4ec6-bc5a-1d2f9e9a75c8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0782022 Jan 28 07:11:17.890567 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c5eb442e-2f33-43d9-a6b7-3f436c95746e req-9ebe7d93-0fca-4126-8f6f-df465cdb7dca tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399611 Jan 28 07:11:19.164260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282a100-1dce-42aa-9688-f667e15fe232 req-11ba0dab-2539-44b9-b4f5-b19001d3346d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:19.165582 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8282a100-1dce-42aa-9688-f667e15fe232 req-11ba0dab-2539-44b9-b4f5-b19001d3346d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.1690555 Jan 28 07:11:19.207525 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8282a100-1dce-42aa-9688-f667e15fe232 req-661755cb-b44b-4d46-a662-8205c5bc685a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363023 Jan 28 07:11:20.390778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ec9cf-2eb5-44e5-970d-121d1da13af1 req-3d30af8a-87e3-43ba-bd02-dfbfdb949080 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:20.392222 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ec9cf-2eb5-44e5-970d-121d1da13af1 req-3d30af8a-87e3-43ba-bd02-dfbfdb949080 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0798769 Jan 28 07:11:20.434967 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ec9cf-2eb5-44e5-970d-121d1da13af1 req-54898ad6-7972-4ee4-b991-cb1df538a561 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372765 Jan 28 07:11:21.613719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b82e6-604d-438a-a23c-8a864bf9c960 req-cce13ac1-6a24-465e-abc8-cbd0bad22174 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:21.615139 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9e1b82e6-604d-438a-a23c-8a864bf9c960 req-cce13ac1-6a24-465e-abc8-cbd0bad22174 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0776417 Jan 28 07:11:21.659029 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9e1b82e6-604d-438a-a23c-8a864bf9c960 req-11688390-fdb0-4f09-9a0d-3010de83cbd4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376236 Jan 28 07:11:22.845125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975c890-a6ba-4e53-9ef6-12388bcc0332 req-863cf02e-bbb1-440d-a085-db7fedf3b6e8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:22.846572 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8975c890-a6ba-4e53-9ef6-12388bcc0332 req-863cf02e-bbb1-440d-a085-db7fedf3b6e8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0832129 Jan 28 07:11:22.890555 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8975c890-a6ba-4e53-9ef6-12388bcc0332 req-333e5448-5a7d-4092-8b5a-4724e93bb5a8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371726 Jan 28 07:11:23.292250 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-6b1f1e30-05e8-4f9c-8057-805f30153728 service neutron] 10.222.0.37 "GET /v2.0/ports/ea7384c7-c244-45eb-ae29-4c552210d90b/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0777464 Jan 28 07:11:23.905212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-47046c2a-d6a7-4d42-888d-23d908ed23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:23.906658 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-47046c2a-d6a7-4d42-888d-23d908ed23c7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd&tenant_id=05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 1098 time: 0.0693529 Jan 28 07:11:24.072185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-126e95bb-7f37-4ec6-854e-0df8ec404c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.073617 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-126e95bb-7f37-4ec6-854e-0df8ec404c99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 1098 time: 0.1282389 Jan 28 07:11:24.088373 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1844abd-3563-4bca-a7e5-3438bbb77fad req-4bf0838e-e4c9-46e9-8536-10a289abc0be tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.089726 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f1844abd-3563-4bca-a7e5-3438bbb77fad req-4bf0838e-e4c9-46e9-8536-10a289abc0be tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0936358 Jan 28 07:11:24.210846 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f1844abd-3563-4bca-a7e5-3438bbb77fad req-ed3e46ce-38ee-461a-802a-094119c147ae tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028795 Jan 28 07:11:24.243759 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-9cb78cdc-bc3d-4ee4-b022-9ff2fc9d9e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.245162 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-9cb78cdc-bc3d-4ee4-b022-9ff2fc9d9e93 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1546648 Jan 28 07:11:24.347197 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-2dd31477-3f2b-4468-bf7f-29cddcacc0f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7384c7-c244-45eb-ae29-4c552210d90b HTTP/1.1" status: 200 len: 1001 time: 0.0927434 Jan 28 07:11:24.409056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-e43de2ba-de92-4e15-87c9-4ed69f993e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.410376 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-e43de2ba-de92-4e15-87c9-4ed69f993e0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0547462 Jan 28 07:11:24.487064 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-138ba489-29d2-4900-9ae1-6a97e85cd328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:24.488499 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-138ba489-29d2-4900-9ae1-6a97e85cd328 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690231 Jan 28 07:11:24.624841 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-055afa04-c9f6-41a4-8631-9edfee21bd2d service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256077 Jan 28 07:11:24.755660 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54a48b0f-0367-40e0-af54-afcf89042d0a req-ca432ea5-1e3f-4e0b-876b-91007e94ad91 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205468 Jan 28 07:11:25.399422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2cbbf-8664-4df5-bc54-89aaaeb02f7c req-68756927-0b8f-4274-8a99-91fc75f79cf9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:25.400895 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6fb2cbbf-8664-4df5-bc54-89aaaeb02f7c req-68756927-0b8f-4274-8a99-91fc75f79cf9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0774026 Jan 28 07:11:25.445772 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6fb2cbbf-8664-4df5-bc54-89aaaeb02f7c req-8b94c4f5-b1dc-46b2-a4b0-d8f9df29f83d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393553 Jan 28 07:11:25.810104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device ea7384c7-c244-45eb-ae29-4c552210d90b no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:11:25.921501 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:25.947793 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:11:25.957215 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port ea7384c7-c244-45eb-ae29-4c552210d90b, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ea7384c7-c244-45eb-ae29-4c552210d90b,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:11:26.026616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:26.057365 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'code': 200} Jan 28 07:11:26.097345 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=ea7384c7-c244-45eb-ae29-4c552210d90b,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:26.104513 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:26.104869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:26.105217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:26.105558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:26.105894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:26.106225 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:26.106553 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:26.106884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:26.107210 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:26.107557 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:26.107883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:26.108204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:26.626892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720d18a-52c3-40da-9fa4-9ede23ee4d67 req-4db9edd3-287e-4957-bf87-944619a262c4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:26.628333 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8720d18a-52c3-40da-9fa4-9ede23ee4d67 req-4db9edd3-287e-4957-bf87-944619a262c4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 943 time: 0.0785794 Jan 28 07:11:26.671817 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8720d18a-52c3-40da-9fa4-9ede23ee4d67 req-d0394dde-bc8c-42ae-8e49-fafac8ec5938 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379624 Jan 28 07:11:27.824951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device ea7384c7-c244-45eb-ae29-4c552210d90b details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:11:27.860729 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6e454-7119-4678-a98a-a59f065ae862 req-255ebaeb-a2fe-4c3c-bcbb-0869b2ec6a61 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:27.862183 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e9e6e454-7119-4678-a98a-a59f065ae862 req-255ebaeb-a2fe-4c3c-bcbb-0869b2ec6a61 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 943 time: 0.0834010 Jan 28 07:11:27.961776 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port ea7384c7-c244-45eb-ae29-4c552210d90b, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ea7384c7-c244-45eb-ae29-4c552210d90b,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:11:27.975540 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'port_id': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'mac_address': 'fa:16:3e:46:b6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:11:28.003906 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e9e6e454-7119-4678-a98a-a59f065ae862 req-d917b335-61f0-4579-bf10-e4669fe006c5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360598 Jan 28 07:11:28.030793 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:28.047751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7384c7-c244-45eb-ae29-4c552210d90b {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:11:28.062236 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port ea7384c7-c244-45eb-ae29-4c552210d90b, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ea7384c7-c244-45eb-ae29-4c552210d90b,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:11:28.148112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:28.216115 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=ea7384c7-c244-45eb-ae29-4c552210d90b,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:28.286386 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['ea7384c7-c244-45eb-ae29-4c552210d90b'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:11:28.858467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526081c0-fd70-4f56-ae8a-5f36dbfba2a6 req-3214a5f0-7b2b-4e90-8296-5c8dde11edc6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:28.859927 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-526081c0-fd70-4f56-ae8a-5f36dbfba2a6 req-3214a5f0-7b2b-4e90-8296-5c8dde11edc6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 944 time: 0.1436677 Jan 28 07:11:28.872357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06640-0ba8-4435-b25b-606776172589 req-5d1e94be-4888-41e7-a1e8-0ea55745aec9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:28.873670 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-5d1e94be-4888-41e7-a1e8-0ea55745aec9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd&tenant_id=05ed2498b76140799c3d337fc2afa716&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 944 time: 0.1215227 Jan 28 07:11:28.967039 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-526081c0-fd70-4f56-ae8a-5f36dbfba2a6 req-184e8944-53a8-47db-819f-0652257b06a0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923645 Jan 28 07:11:28.980647 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-a7de5a74-5e30-452f-a698-470a3d7d5893 service neutron] 10.222.0.37 "GET /v2.0/ports/ea7384c7-c244-45eb-ae29-4c552210d90b/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0934787 Jan 28 07:11:29.089537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06640-0ba8-4435-b25b-606776172589 req-d8846e74-29e1-4aa6-b51c-a5f32e11a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:29.090200 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-d8846e74-29e1-4aa6-b51c-a5f32e11a597 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 1097 time: 0.0702672 Jan 28 07:11:29.220782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06640-0ba8-4435-b25b-606776172589 req-cccd6fa7-07f6-431b-a45f-bd2785064865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:29.222131 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-cccd6fa7-07f6-431b-a45f-bd2785064865 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1255083 Jan 28 07:11:29.324198 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-26b6a277-6b8b-4fe1-af9c-3a58b48d6f84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7384c7-c244-45eb-ae29-4c552210d90b HTTP/1.1" status: 200 len: 1000 time: 0.0958958 Jan 28 07:11:29.384393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06640-0ba8-4435-b25b-606776172589 req-0e29211b-22d8-48f0-87fe-0fc3812d3fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:29.385736 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-0e29211b-22d8-48f0-87fe-0fc3812d3fac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0555749 Jan 28 07:11:29.460051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06640-0ba8-4435-b25b-606776172589 req-cf0fc002-f424-4033-98fe-77f2d588a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:29.461462 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-cf0fc002-f424-4033-98fe-77f2d588a808 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699108 Jan 28 07:11:29.589145 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-89381dcb-5c7a-4ffe-b2fb-fb6bc1767bf3 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208470 Jan 28 07:11:29.716918 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-d3e56aa9-d223-4296-95a5-ed2f2fe7d55a service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209059 Jan 28 07:11:29.838572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device ea7384c7-c244-45eb-ae29-4c552210d90b up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:11:29.909061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port ea7384c7-c244-45eb-ae29-4c552210d90b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:29.909333 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:30.022992 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:30.049231 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:11:30.059495 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port ea7384c7-c244-45eb-ae29-4c552210d90b, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ea7384c7-c244-45eb-ae29-4c552210d90b,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:11:30.102769 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'code': 200} Jan 28 07:11:30.142032 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:30.156280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53a4ed-c2e7-4433-8805-47df46cae2bf req-cb0fb0de-c254-4918-887d-00e645d5d8ed tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:30.157706 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5f53a4ed-c2e7-4433-8805-47df46cae2bf req-cb0fb0de-c254-4918-887d-00e645d5d8ed tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 944 time: 0.0816705 Jan 28 07:11:30.201466 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5f53a4ed-c2e7-4433-8805-47df46cae2bf req-ba2c4be5-1a93-436c-9601-317e762dace0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374269 Jan 28 07:11:30.208172 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=ea7384c7-c244-45eb-ae29-4c552210d90b,revision_number=8']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:30.872655 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e20d3120-5839-4f8d-ba86-e25d92f508ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:31.387349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd061b3-3134-4f8f-8b7e-87d3a0848480 req-e0c3293f-1080-4053-9c5c-561017a53fdc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:31.388750 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5dd061b3-3134-4f8f-8b7e-87d3a0848480 req-e0c3293f-1080-4053-9c5c-561017a53fdc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0812588 Jan 28 07:11:31.431148 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5dd061b3-3134-4f8f-8b7e-87d3a0848480 req-3e99aa1f-4ecf-4c34-85ec-69229bccaddc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369942 Jan 28 07:11:32.614067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34456463-73d2-4580-b6b8-fac55f31fb18 req-1b9aaeb4-3c11-4de7-bbc0-2f108b0b1caf tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:32.615553 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-34456463-73d2-4580-b6b8-fac55f31fb18 req-1b9aaeb4-3c11-4de7-bbc0-2f108b0b1caf tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0783248 Jan 28 07:11:32.663115 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-34456463-73d2-4580-b6b8-fac55f31fb18 req-198f86e6-199b-4d45-8c19-e0debde3c2f6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407343 Jan 28 07:11:33.232132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06640-0ba8-4435-b25b-606776172589 req-3f7d5fff-e5a2-48e4-b5b5-cf3a4df5ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:33.233548 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-3f7d5fff-e5a2-48e4-b5b5-cf3a4df5ba2e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd&tenant_id=05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 1098 time: 0.0687604 Jan 28 07:11:33.249922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7fe7ebb6-98fb-4f1e-9c4f-1d9aff66b424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:33.335786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06640-0ba8-4435-b25b-606776172589 req-836f205d-738f-4624-a547-88904f0c952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:33.337245 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-836f205d-738f-4624-a547-88904f0c952e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 1098 time: 0.0684135 Jan 28 07:11:33.469293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06640-0ba8-4435-b25b-606776172589 req-cc61cc85-c435-4738-a83f-e1f4534c1e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:33.470609 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-cc61cc85-c435-4738-a83f-e1f4534c1e0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1238205 Jan 28 07:11:33.666019 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-83a61dd4-4581-4f66-92d9-438a749c2184 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7384c7-c244-45eb-ae29-4c552210d90b HTTP/1.1" status: 200 len: 1001 time: 0.1850715 Jan 28 07:11:33.732124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06640-0ba8-4435-b25b-606776172589 req-856d5e65-7954-402e-9a71-2886d9eefa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:33.733497 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-856d5e65-7954-402e-9a71-2886d9eefa57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0581808 Jan 28 07:11:33.873402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06640-0ba8-4435-b25b-606776172589 req-f79db576-6c45-4e91-9e77-b2cc6fc5cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:33.874860 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-f79db576-6c45-4e91-9e77-b2cc6fc5cd07 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1311762 Jan 28 07:11:33.882647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e28582-502f-4e96-954f-5260bbfc7104 req-886a28fe-abe6-4b85-8334-f9224c18cc1f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:33.883966 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-59e28582-502f-4e96-954f-5260bbfc7104 req-886a28fe-abe6-4b85-8334-f9224c18cc1f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.1072583 Jan 28 07:11:34.005105 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-59e28582-502f-4e96-954f-5260bbfc7104 req-f5ee8c5c-a6bc-40ca-b3ed-502afa259b7d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029398 Jan 28 07:11:34.038399 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-1cc707e4-0805-43a1-90dc-8be781c741df service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535411 Jan 28 07:11:34.169933 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6da06640-0ba8-4435-b25b-606776172589 req-073fda18-3019-4ea3-8542-96d2238e8ca3 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201296 Jan 28 07:11:34.324366 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:34.506897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:35.188814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f3f25-f98b-4dbe-82a2-e521f42f1294 req-c8701b25-b1d8-46b9-81ad-7f62c8496ebe tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:35.190141 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-944f3f25-f98b-4dbe-82a2-e521f42f1294 req-c8701b25-b1d8-46b9-81ad-7f62c8496ebe tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0816717 Jan 28 07:11:35.233658 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-944f3f25-f98b-4dbe-82a2-e521f42f1294 req-409bd0dd-322e-4fbc-aed3-8aede25b019f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379016 Jan 28 07:11:35.810167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:35.857431 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device ea7384c7-c244-45eb-ae29-4c552210d90b details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:11:35.865322 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device ea7384c7-c244-45eb-ae29-4c552210d90b no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:11:36.126853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:36.144526 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port ea7384c7-c244-45eb-ae29-4c552210d90b, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ea7384c7-c244-45eb-ae29-4c552210d90b,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:11:36.168696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'port_id': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'mac_address': 'fa:16:3e:46:b6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:11:36.175280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:11:36.220118 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'code': 200} Jan 28 07:11:36.221540 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port ea7384c7-c244-45eb-ae29-4c552210d90b, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ea7384c7-c244-45eb-ae29-4c552210d90b,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:11:36.241235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:36.258137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea7384c7-c244-45eb-ae29-4c552210d90b {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:11:36.314096 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:36.418046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f602a-1c45-494b-ad72-746ee47b05d0 req-73cc4dd6-282a-432e-9861-3e02a57629be tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.419404 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-459f602a-1c45-494b-ad72-746ee47b05d0 req-73cc4dd6-282a-432e-9861-3e02a57629be tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 943 time: 0.0826113 Jan 28 07:11:36.428097 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:11:36.428451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:11:36.433256 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=ea7384c7-c244-45eb-ae29-4c552210d90b,revision_number=9']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:36.464583 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-459f602a-1c45-494b-ad72-746ee47b05d0 req-907b0a7d-9968-41f4-a740-b31b67c57bdd tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391877 Jan 28 07:11:36.651599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f6564-99fd-4beb-8314-72e2df555c60 req-064f3dfd-1b7b-4354-a46e-c7adab789499 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.653025 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6f5f6564-99fd-4beb-8314-72e2df555c60 req-064f3dfd-1b7b-4354-a46e-c7adab789499 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 943 time: 0.0817504 Jan 28 07:11:36.695648 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6f5f6564-99fd-4beb-8314-72e2df555c60 req-5e51ce80-47dd-4eb0-a720-bb95131f9170 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370023 Jan 28 07:11:36.876893 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21135ce-2934-4bc1-9e22-1d67ef407014 req-1546a48d-59d8-415e-ba68-f7caa8b1acb0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:36.878318 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f21135ce-2934-4bc1-9e22-1d67ef407014 req-1546a48d-59d8-415e-ba68-f7caa8b1acb0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 943 time: 0.0786448 Jan 28 07:11:36.923768 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f21135ce-2934-4bc1-9e22-1d67ef407014 req-d51be41e-439f-4fae-a5c8-210c043c97bc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392635 Jan 28 07:11:36.981396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:36.997407 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7384c7-c244-45eb-ae29-4c552210d90b {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:11:37.012750 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port ea7384c7-c244-45eb-ae29-4c552210d90b, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ea7384c7-c244-45eb-ae29-4c552210d90b,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:11:37.067628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:37.138654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=ea7384c7-c244-45eb-ae29-4c552210d90b,revision_number=10']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:37.199327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['ea7384c7-c244-45eb-ae29-4c552210d90b'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:11:37.511122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb49ea-b701-45b9-9db0-8da9b8c5b811 req-318564a2-f192-4812-b6b7-431488c890bd tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:37.512554 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82fb49ea-b701-45b9-9db0-8da9b8c5b811 req-318564a2-f192-4812-b6b7-431488c890bd tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 945 time: 0.0799913 Jan 28 07:11:37.555958 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82fb49ea-b701-45b9-9db0-8da9b8c5b811 req-ccc9e6a7-dcc7-4b80-bddb-2cb107852554 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378487 Jan 28 07:11:37.886427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device ea7384c7-c244-45eb-ae29-4c552210d90b up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:11:37.954065 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port ea7384c7-c244-45eb-ae29-4c552210d90b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:37.954432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:38.069017 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:38.099854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port ea7384c7-c244-45eb-ae29-4c552210d90b, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ea7384c7-c244-45eb-ae29-4c552210d90b,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:11:38.158852 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:38.220584 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:11:38.228383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=ea7384c7-c244-45eb-ae29-4c552210d90b,revision_number=11']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:38.266412 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'code': 200} Jan 28 07:11:38.734908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe7586-0aba-4ad0-a81f-9269c84ba250 req-97798154-fc66-47b3-9dea-ae169486b4f2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:38.736408 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8bbe7586-0aba-4ad0-a81f-9269c84ba250 req-97798154-fc66-47b3-9dea-ae169486b4f2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 946 time: 0.0778844 Jan 28 07:11:38.788426 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8bbe7586-0aba-4ad0-a81f-9269c84ba250 req-dd32f9eb-8cc2-458a-beec-b79282ed6172 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426521 Jan 28 07:11:40.022572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc75bc-3e2e-4bc8-89f3-0de25e4478bc req-ba838f8f-8640-4165-bb97-0ea2839c3d34 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:40.024018 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-55fc75bc-3e2e-4bc8-89f3-0de25e4478bc req-ba838f8f-8640-4165-bb97-0ea2839c3d34 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 946 time: 0.1307116 Jan 28 07:11:40.058141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-5ab12230-3029-4877-9ce1-aba56e182768 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:40.059513 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-5ab12230-3029-4877-9ce1-aba56e182768 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 946 time: 0.1158235 Jan 28 07:11:40.122366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-55fc75bc-3e2e-4bc8-89f3-0de25e4478bc req-0c879fee-30bd-4730-852a-0a6eec6e0aef tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927072 Jan 28 07:11:40.139555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Deleting port ea7384c7-c244-45eb-ae29-4c552210d90b {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:11:40.139923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:40.468266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] For port ea7384c7-c244-45eb-ae29-4c552210d90b, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=ea7384c7-c244-45eb-ae29-4c552210d90b,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:11:40.468532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:40.753817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:40.754179 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:40.754486 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2 disassociated. External IP: 172.26.4.57, port: ea7384c7-c244-45eb-ae29-4c552210d90b. Jan 28 07:11:40.754819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Calling delete_port for ea7384c7-c244-45eb-ae29-4c552210d90b owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:11:40.952973 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:41.004957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event deleted for resources: {'Port': ['ID=ea7384c7-c244-45eb-ae29-4c552210d90b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:41.016654 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:41.017007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:41.017350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:41.017686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:41.018016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:41.018350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:41.018679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:41.019004 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:41.019355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:41.019681 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:41.020006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:41.020328 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:11:41.107832 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:41.207341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Router e9b09457-e28d-4303-a378-91a56e08d379 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:11:41.330277 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eed33134-a049-4846-bbb3-53236cca9902 req-88117378-c5e2-498f-a59b-3b2c1ba99dfc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 210 time: 0.0625796 Jan 28 07:11:41.423930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:11:41.434263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b759f2-b759-43b2-8049-c160bfe1b254 None None] Sync routers for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:11:41.443638 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b759f2-b759-43b2-8049-c160bfe1b254 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:11:41.444248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-65b759f2-b759-43b2-8049-c160bfe1b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:11:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:41.496140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] No DVR routers for this DVR port ea7384c7-c244-45eb-ae29-4c552210d90b on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:11:41.498592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:41.501279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'name': 'network-vif-deleted', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:11:41.545175 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56829556-bff0-46ee-9202-edade4cfe5cd', 'name': 'network-vif-deleted', 'tag': 'ea7384c7-c244-45eb-ae29-4c552210d90b', 'status': 'completed', 'code': 200} Jan 28 07:11:41.577256 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a1b1bc0-d59e-4204-9000-6b0823c2252f req-b433d59d-25ac-4d0a-bfaf-5160d76d1f16 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "DELETE /v2.0/ports/ea7384c7-c244-45eb-ae29-4c552210d90b HTTP/1.1" status: 204 len: 173 time: 1.5078874 Jan 28 07:11:41.624686 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-65b759f2-b759-43b2-8049-c160bfe1b254 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:11:41.929117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-65b759f2-b759-43b2-8049-c160bfe1b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:41.932837 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b759f2-b759-43b2-8049-c160bfe1b254 None None] Checking router: e9b09457-e28d-4303-a378-91a56e08d379 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:11:41.940938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b759f2-b759-43b2-8049-c160bfe1b254 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:11:41.941541 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-65b759f2-b759-43b2-8049-c160bfe1b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:11:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:42.154566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-65b759f2-b759-43b2-8049-c160bfe1b254 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:11:42.462059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-65b759f2-b759-43b2-8049-c160bfe1b254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:42.465969 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b759f2-b759-43b2-8049-c160bfe1b254 None None] The sync data for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv is: [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:11:42.496034 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-dd48dd48-2b1b-4f20-b039-a4a3ebf456cf req-89276db5-6e46-43bc-9fd9-1972a5f08d0a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Synchronizing usage tracker for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:11:42.576584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-dd48dd48-2b1b-4f20-b039-a4a3ebf456cf req-89276db5-6e46-43bc-9fd9-1972a5f08d0a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Unset dirty status for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:11:42.578256 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dd48dd48-2b1b-4f20-b039-a4a3ebf456cf req-89276db5-6e46-43bc-9fd9-1972a5f08d0a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=56829556-bff0-46ee-9202-edade4cfe5cd HTTP/1.1" status: 200 len: 210 time: 0.1306505 Jan 28 07:11:42.713081 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7df78a-ba05-4b62-a11c-ac592eec2598 None None] New status for floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:11:43.908090 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device ea7384c7-c244-45eb-ae29-4c552210d90b no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:11:43.925148 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-315b508d-ed96-42f3-92f3-9aecd681b3a1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1517892742&fields=id&tenant_id=05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 267 time: 0.0417781 Jan 28 07:11:43.948087 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: ea7384c7-c244-45eb-ae29-4c552210d90b {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:11:43.948465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device ea7384c7-c244-45eb-ae29-4c552210d90b not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:11:44.083970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-d6f3026e-8826-4754-9a9d-395d703b6329 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:44.085397 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-d6f3026e-8826-4754-9a9d-395d703b6329 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 812 time: 0.1528802 Jan 28 07:11:44.099871 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-e2613279-d7fe-46d1-b0d2-b84628c731a5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/quotas/05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 375 time: 0.0090346 Jan 28 07:11:44.182239 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-ced17abb-5996-425b-86c5-75fd2769012b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769548 Jan 28 07:11:44.425037 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-7fa0ecee-04ff-43db-9863-c4d965abef9d service neutron] 10.222.0.25 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309849 Jan 28 07:11:44.560491 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-e208ddd4-8884-4e6d-8384-9d562af6ce98 service neutron] 10.222.0.25 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285820 Jan 28 07:11:44.856975 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43c8fd76-a1ca-482b-b338-394d40e611b0 req-0a6a21af-457e-45ae-86c7-0250a9bf7c46 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 210 time: 0.0435092 Jan 28 07:11:46.005261 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-806555b2-6532-40cb-8d81-caf2fe466f52 req-f58fddd2-71ef-4251-b945-3e43d78146bc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 210 time: 0.0467372 Jan 28 07:11:46.368778 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:11:46.991028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-b131f953-12c2-430a-aa2e-352fb83d5a60 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:46.992538 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-b131f953-12c2-430a-aa2e-352fb83d5a60 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 812 time: 0.1452250 Jan 28 07:11:47.052505 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-17362243-2c44-4c7c-b896-45cac986b5f3 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 380 time: 0.0421789 Jan 28 07:11:47.061309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Request body: {'port': {'device_id': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'admin_state_up': True, 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'security_groups': ['26dd2cff-7a3d-4ff6-b946-6956746ad501']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:47.203977 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c83ee132-9b3b-4643-983f-8216627ce890 req-80140dfd-9570-4ebb-a094-460a90b45eba tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 210 time: 0.0539672 Jan 28 07:11:47.241666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:11:47.252169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:11:47.336498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Made reservation on behalf of 05ed2498b76140799c3d337fc2afa716 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:11:47.340002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:47.501900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Allocated IP 172.20.0.13 (eebb9f9c-ca92-4d82-b860-c5c681ea49ad/77e8d0a3-7759-4e0e-ae9d-137af70c4080/5fa959c6-908f-4da8-930b-eb50f5e783b8) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:11:47.688100 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:47.703903 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Transition to ACTIVE for port object 5fa959c6-908f-4da8-930b-eb50f5e783b8 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:11:47.799921 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:47.871136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Network eebb9f9c-ca92-4d82-b860-c5c681ea49ad is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:11:47.874306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:11:47.878118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:11:47.911933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event updated for resources: {'Port': ['ID=5fa959c6-908f-4da8-930b-eb50f5e783b8,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:47.948239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:47.948835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:48.075202 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-803593db-3f6b-4a6b-8663-738ce896bd88 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0050189 Jan 28 07:11:48.088674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-810800dc-9a99-4d8f-bd61-8461cc469083 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 07:11:48.092502 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-810800dc-9a99-4d8f-bd61-8461cc469083 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049644 Jan 28 07:11:48.099533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Request body: {'port': {'device_id': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:48.102092 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa0be994-3321-4135-adf8-abfde0d1720c None None] Provisioning for port 5fa959c6-908f-4da8-930b-eb50f5e783b8 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:11:48.107947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa0be994-3321-4135-adf8-abfde0d1720c None None] Provisioning complete for port 5fa959c6-908f-4da8-930b-eb50f5e783b8 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:48.109779 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa0be994-3321-4135-adf8-abfde0d1720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:48.159188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa0be994-3321-4135-adf8-abfde0d1720c None None] Port 5fa959c6-908f-4da8-930b-eb50f5e783b8 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:11:48.207336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:48.611930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80f6f3-146e-4d9e-9077-cd6df0a9371b req-2a3eaa13-f697-46e3-998d-0a9b15cae2cc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:48.612597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ee80f6f3-146e-4d9e-9077-cd6df0a9371b req-2a3eaa13-f697-46e3-998d-0a9b15cae2cc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Synchronizing usage tracker for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:11:48.703594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ee80f6f3-146e-4d9e-9077-cd6df0a9371b req-2a3eaa13-f697-46e3-998d-0a9b15cae2cc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Unset dirty status for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:11:48.704725 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ee80f6f3-146e-4d9e-9077-cd6df0a9371b req-2a3eaa13-f697-46e3-998d-0a9b15cae2cc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 932 time: 0.3880229 Jan 28 07:11:48.728888 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa959c6-908f-4da8-930b-eb50f5e783b8 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:11:48.739495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:48.769882 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ee80f6f3-146e-4d9e-9077-cd6df0a9371b req-3be6d932-2440-49a9-8807-36ee97b807b5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581768 Jan 28 07:11:48.770747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Transition to ACTIVE for port object 5fa959c6-908f-4da8-930b-eb50f5e783b8 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:11:48.844872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:48.982121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa959c6-908f-4da8-930b-eb50f5e783b8,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:49.084741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Attempting to bind port 5fa959c6-908f-4da8-930b-eb50f5e783b8 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:11:49.085887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Attempting to bind port 5fa959c6-908f-4da8-930b-eb50f5e783b8 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:11:49.085991 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Attempting to bind port 5fa959c6-908f-4da8-930b-eb50f5e783b8 on network eebb9f9c-ca92-4d82-b860-c5c681ea49ad {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:11:49.090487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Port 5fa959c6-908f-4da8-930b-eb50f5e783b8 on network eebb9f9c-ca92-4d82-b860-c5c681ea49ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:11:49.090821 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Attempting to bind port 5fa959c6-908f-4da8-930b-eb50f5e783b8 on network eebb9f9c-ca92-4d82-b860-c5c681ea49ad {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:11:49.095836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:11:49.096169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Checking segment: {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:11:49.096556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Bound using segment: {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:11:49.096988 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Bound port: 5fa959c6-908f-4da8-930b-eb50f5e783b8, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74896166-6746-45e0-8785-5ebc860aaf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:11:49.097316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:49.186716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] For port 5fa959c6-908f-4da8-930b-eb50f5e783b8, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:11:49.189678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] For port 5fa959c6-908f-4da8-930b-eb50f5e783b8, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:11:49.249880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:49.310093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:49.310690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:49.312074 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] 10.222.0.37 "PUT /v2.0/ports/5fa959c6-908f-4da8-930b-eb50f5e783b8 HTTP/1.1" status: 200 len: 1094 time: 1.2160442 Jan 28 07:11:49.312501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:11:49.333024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ebb6d-2772-4220-8399-ed81053c6a10 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa959c6-908f-4da8-930b-eb50f5e783b8,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:49.373022 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'status': 'completed', 'code': 200} Jan 28 07:11:49.483973 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288613b-e6c9-45aa-ba18-80f14ba4d132 req-0ef7af43-94e2-4cd7-9784-9ca75356dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:49.485477 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4288613b-e6c9-45aa-ba18-80f14ba4d132 req-0ef7af43-94e2-4cd7-9784-9ca75356dde2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 1097 time: 0.0757506 Jan 28 07:11:49.635320 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288613b-e6c9-45aa-ba18-80f14ba4d132 req-d4a21ce2-df00-414f-9970-73649d6b4c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:49.636685 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4288613b-e6c9-45aa-ba18-80f14ba4d132 req-d4a21ce2-df00-414f-9970-73649d6b4c20 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=05ed2498b76140799c3d337fc2afa716&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1333992 Jan 28 07:11:49.772007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288613b-e6c9-45aa-ba18-80f14ba4d132 req-30c1b7c2-f957-4ba9-bf31-34e9b370c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:49.773448 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4288613b-e6c9-45aa-ba18-80f14ba4d132 req-30c1b7c2-f957-4ba9-bf31-34e9b370c73a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277039 Jan 28 07:11:49.963894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-277b57ca-34c9-4e97-9011-d95502734650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:49.965326 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-277b57ca-34c9-4e97-9011-d95502734650 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 1097 time: 0.1308150 Jan 28 07:11:49.977183 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985b8f8-b412-4150-9507-a1151cef6e32 req-0d93cf82-712f-4588-b7c8-9e974d92ce90 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:49.978751 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4985b8f8-b412-4150-9507-a1151cef6e32 req-0d93cf82-712f-4588-b7c8-9e974d92ce90 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 944 time: 0.1011257 Jan 28 07:11:50.061837 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-bd8971d1-b465-436e-8b37-d2e9aadc050a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8 HTTP/1.1" status: 200 len: 217 time: 0.0802243 Jan 28 07:11:50.125317 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4985b8f8-b412-4150-9507-a1151cef6e32 req-7175aeba-0bda-4e3d-91a3-1dddf6fd9dfb tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854142 Jan 28 07:11:50.139779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-8d770d4b-a537-492b-8f30-fea242723175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:50.141224 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-8d770d4b-a537-492b-8f30-fea242723175 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0714233 Jan 28 07:11:50.216806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-4d730d44-e878-4e16-b8b7-d511197478dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:50.218217 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-4d730d44-e878-4e16-b8b7-d511197478dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680249 Jan 28 07:11:50.350885 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-3760ae7e-4965-4088-99a2-380f29d8a180 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230111 Jan 28 07:11:50.481767 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86bbdc47-d564-413f-991e-9e4bb5d85d91 req-567386f9-638e-475d-b5e5-e1f3a836ec83 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215618 Jan 28 07:11:51.412516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a48045-eaff-485d-9e2c-84dffb36adcb req-832bcc3a-56a5-47ad-97b2-a567070cf7f1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:51.414434 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72a48045-eaff-485d-9e2c-84dffb36adcb req-832bcc3a-56a5-47ad-97b2-a567070cf7f1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 944 time: 0.1840858 Jan 28 07:11:51.456514 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72a48045-eaff-485d-9e2c-84dffb36adcb req-82a1e18f-01ae-4eb1-a821-1af926b05e2a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364194 Jan 28 07:11:51.999871 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5fa959c6-908f-4da8-930b-eb50f5e783b8 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:11:52.132926 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5fa959c6-908f-4da8-930b-eb50f5e783b8, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:11:52.145216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'port_id': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'mac_address': 'fa:16:3e:82:e8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:11:52.198183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:52.213935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa959c6-908f-4da8-930b-eb50f5e783b8 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:11:52.229246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5fa959c6-908f-4da8-930b-eb50f5e783b8, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:11:52.279345 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:52.346748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5fa959c6-908f-4da8-930b-eb50f5e783b8,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:52.631022 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['5fa959c6-908f-4da8-930b-eb50f5e783b8'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:11:52.642263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fb3ae-bb44-4bff-be8c-96d38e43e85c req-320a72f0-db73-4789-859b-2f2536d6455a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:52.643722 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d29fb3ae-bb44-4bff-be8c-96d38e43e85c req-320a72f0-db73-4789-859b-2f2536d6455a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 945 time: 0.0832705 Jan 28 07:11:52.689355 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d29fb3ae-bb44-4bff-be8c-96d38e43e85c req-6fdbdd1f-9355-4c50-a567-dfe995030f55 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399170 Jan 28 07:11:53.868907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60e27c-3f4f-4150-9367-321c31f3931d req-ab72e149-65d3-4776-b291-0c354b2eb86f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:53.870344 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e60e27c-3f4f-4150-9367-321c31f3931d req-ab72e149-65d3-4776-b291-0c354b2eb86f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 945 time: 0.0783262 Jan 28 07:11:53.912804 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e60e27c-3f4f-4150-9367-321c31f3931d req-05869e5c-4e8e-4047-949b-9bb0ec2273b1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368347 Jan 28 07:11:54.017278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5fa959c6-908f-4da8-930b-eb50f5e783b8 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:11:54.153371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 5fa959c6-908f-4da8-930b-eb50f5e783b8 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:11:54.158008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 5fa959c6-908f-4da8-930b-eb50f5e783b8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:11:54.158387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:54.290865 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:54.316549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:11:54.326210 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5fa959c6-908f-4da8-930b-eb50f5e783b8, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:11:54.360821 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'code': 200} Jan 28 07:11:54.387775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:54.456441 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5fa959c6-908f-4da8-930b-eb50f5e783b8,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:11:54.819198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418a94c-46c8-41bd-b997-3a418f9db094 req-e3093406-192c-489d-9aab-b12aaab1cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:54.820722 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f418a94c-46c8-41bd-b997-3a418f9db094 req-e3093406-192c-489d-9aab-b12aaab1cc7b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 1099 time: 0.0713210 Jan 28 07:11:54.867596 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f418a94c-46c8-41bd-b997-3a418f9db094 req-60e1c0d3-c985-4f63-8638-d30b5ffaa85b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371363 Jan 28 07:11:55.097883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be39449-1258-4c80-b12e-a75d02c74733 req-ea02f59a-1cfa-4af9-99c6-70dec4d5cb58 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:55.099219 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9be39449-1258-4c80-b12e-a75d02c74733 req-ea02f59a-1cfa-4af9-99c6-70dec4d5cb58 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0768473 Jan 28 07:11:55.142395 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9be39449-1258-4c80-b12e-a75d02c74733 req-4de6eb9f-2eec-44ad-99b0-29eb177e790a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368559 Jan 28 07:11:56.333079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab28578-a10e-45f9-92b5-701da8066e53 req-3bd1e4b8-062a-453f-bc5b-02537a0ca494 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:56.334506 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bab28578-a10e-45f9-92b5-701da8066e53 req-3bd1e4b8-062a-453f-bc5b-02537a0ca494 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0830672 Jan 28 07:11:56.378385 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bab28578-a10e-45f9-92b5-701da8066e53 req-b1d38189-7616-4a2d-991a-8149b74d5144 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382454 Jan 28 07:11:57.563022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f249b-bcc0-4a42-8abf-5241d2f32b81 req-217adae0-a1bf-4295-aea1-3f6fad9a0afe tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.564471 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-662f249b-bcc0-4a42-8abf-5241d2f32b81 req-217adae0-a1bf-4295-aea1-3f6fad9a0afe tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0817914 Jan 28 07:11:57.610574 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-662f249b-bcc0-4a42-8abf-5241d2f32b81 req-54d2cf25-76f1-4281-984d-6c3c7687973e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400021 Jan 28 07:11:57.785940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c42b7-03ab-45c6-9d29-cd806896aae2 req-43768616-b2b4-4b52-8506-66be7dcae2b2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:57.793763 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6b1c42b7-03ab-45c6-9d29-cd806896aae2 req-43768616-b2b4-4b52-8506-66be7dcae2b2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0776565 Jan 28 07:11:57.798495 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 52580) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:11:57.803700 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-440d2957-025b-469b-8d91-8440ccd21d21 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Request body: {'floatingip': {'port_id': '5fa959c6-908f-4da8-930b-eb50f5e783b8'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:11:57.881610 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-440d2957-025b-469b-8d91-8440ccd21d21 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:58.464718 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-440d2957-025b-469b-8d91-8440ccd21d21 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:58.524768 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-440d2957-025b-469b-8d91-8440ccd21d21 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:58.799021 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-440d2957-025b-469b-8d91-8440ccd21d21 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2 associated. External IP: 172.26.4.57, port: 5fa959c6-908f-4da8-930b-eb50f5e783b8. Jan 28 07:11:59.138926 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440d2957-025b-469b-8d91-8440ccd21d21 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Router e9b09457-e28d-4303-a378-91a56e08d379 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:11:59.313994 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440d2957-025b-469b-8d91-8440ccd21d21 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:11:59.319387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-440d2957-025b-469b-8d91-8440ccd21d21 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:11:59.324269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7dadf-ee45-4d65-b9e9-0afa570460c5 None None] Sync routers for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:11:59.335112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a7dadf-ee45-4d65-b9e9-0afa570460c5 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:11:59.335747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e9a7dadf-ee45-4d65-b9e9-0afa570460c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:11:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:59.372852 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-440d2957-025b-469b-8d91-8440ccd21d21 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "PUT /v2.0/floatingips/e0dc191a-48e8-4f5c-8705-a6601207a8d2 HTTP/1.1" status: 200 len: 992 time: 1.5732491 Jan 28 07:11:59.373446 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:11:59.418939 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'status': 'completed', 'code': 200} Jan 28 07:11:59.520382 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-e9a7dadf-ee45-4d65-b9e9-0afa570460c5 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:11:59.544624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bb602-d679-45ac-9e6f-c00811308033 req-01f95424-f688-488d-8e67-df6e84a94e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.546091 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a59bb602-d679-45ac-9e6f-c00811308033 req-01f95424-f688-488d-8e67-df6e84a94e88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 1099 time: 0.0690253 Jan 28 07:11:59.676176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bb602-d679-45ac-9e6f-c00811308033 req-0dc2d432-0baf-47e3-94bd-ebb8bea4e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.677532 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a59bb602-d679-45ac-9e6f-c00811308033 req-0dc2d432-0baf-47e3-94bd-ebb8bea4e476 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1249616 Jan 28 07:11:59.778801 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a59bb602-d679-45ac-9e6f-c00811308033 req-1ceac74e-59f4-439e-aa0e-acf6e4ad9ed5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8 HTTP/1.1" status: 200 len: 1000 time: 0.0943077 Jan 28 07:11:59.843383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bb602-d679-45ac-9e6f-c00811308033 req-42eeb881-6021-4a16-9ba7-e4e3f88d42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.844864 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a59bb602-d679-45ac-9e6f-c00811308033 req-42eeb881-6021-4a16-9ba7-e4e3f88d42b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0607386 Jan 28 07:11:59.899884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e9a7dadf-ee45-4d65-b9e9-0afa570460c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'e0dc191a-48e8-4f5c-8705-a6601207a8d2', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'port_id': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'mac_address': 'fa:16:3e:82:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:05Z', 'updated_at': '2022-01-28T07:11:58Z', 'revision_number': 13, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:59.903686 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7dadf-ee45-4d65-b9e9-0afa570460c5 None None] Checking router: e9b09457-e28d-4303-a378-91a56e08d379 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:11:59.911780 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a7dadf-ee45-4d65-b9e9-0afa570460c5 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:11:59.912384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e9a7dadf-ee45-4d65-b9e9-0afa570460c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:11:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:11:59.918692 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bb602-d679-45ac-9e6f-c00811308033 req-75a31118-2d7e-4507-84aa-e6325192398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:11:59.920179 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a59bb602-d679-45ac-9e6f-c00811308033 req-75a31118-2d7e-4507-84aa-e6325192398a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693350 Jan 28 07:12:00.048921 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a59bb602-d679-45ac-9e6f-c00811308033 req-2647171d-099a-4712-8b1a-95aa2a9eceb1 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222291 Jan 28 07:12:00.087823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-e9a7dadf-ee45-4d65-b9e9-0afa570460c5 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:12:00.179564 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a59bb602-d679-45ac-9e6f-c00811308033 req-0e3caed8-0a94-43f6-9db0-2dbbe722718c service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233659 Jan 28 07:12:00.422458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e9a7dadf-ee45-4d65-b9e9-0afa570460c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'e0dc191a-48e8-4f5c-8705-a6601207a8d2', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'port_id': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'mac_address': 'fa:16:3e:82:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:05Z', 'updated_at': '2022-01-28T07:11:58Z', 'revision_number': 13, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:12:00.426312 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7dadf-ee45-4d65-b9e9-0afa570460c5 None None] The sync data for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv is: [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'e0dc191a-48e8-4f5c-8705-a6601207a8d2', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'floating_ip_address': '172.26.4.57', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'port_id': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'mac_address': 'fa:16:3e:82:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:07:05Z', 'updated_at': '2022-01-28T07:11:58Z', 'revision_number': 13, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:12:00.637465 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9906f6-003e-4801-9e30-242fbb37cda5 None None] New status for floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:12:00.838923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-78339d74-da80-4820-9cf7-8bb755cfed49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:12:03.221317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-37e3df45-7dde-4ee9-b2fe-c9c035985971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:12:04.341995 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:12:04.508570 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:12:05.782165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:12:10.909832 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90b3db90-ee85-4520-a388-c6cd6a9ab0de req-9fd91a23-a6b9-466c-ae02-ebaa9e8fabd3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707197 Jan 28 07:12:11.079760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3db90-ee85-4520-a388-c6cd6a9ab0de req-30515c3d-84c5-40ab-9aa2-2fe61682a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:11.081190 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90b3db90-ee85-4520-a388-c6cd6a9ab0de req-30515c3d-84c5-40ab-9aa2-2fe61682a3e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 1099 time: 0.0746543 Jan 28 07:12:11.143009 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:12:11.228399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3db90-ee85-4520-a388-c6cd6a9ab0de req-c5e70cfa-0cdc-4f29-9ff2-d093b3876d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:11.230093 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90b3db90-ee85-4520-a388-c6cd6a9ab0de req-c5e70cfa-0cdc-4f29-9ff2-d093b3876d54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1246343 Jan 28 07:12:11.426716 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90b3db90-ee85-4520-a388-c6cd6a9ab0de req-6290bac2-e16a-458b-bb26-9736b7f5e613 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8 HTTP/1.1" status: 200 len: 1002 time: 0.1896589 Jan 28 07:12:11.487878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3db90-ee85-4520-a388-c6cd6a9ab0de req-8d15169b-c46b-4668-9e27-3d44e5e72121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:11.489268 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90b3db90-ee85-4520-a388-c6cd6a9ab0de req-8d15169b-c46b-4668-9e27-3d44e5e72121 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0559256 Jan 28 07:12:11.568844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3db90-ee85-4520-a388-c6cd6a9ab0de req-ae23c9d4-de55-4fbe-b0ab-e5e7253c6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:11.570228 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90b3db90-ee85-4520-a388-c6cd6a9ab0de req-ae23c9d4-de55-4fbe-b0ab-e5e7253c6849 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700057 Jan 28 07:12:11.699918 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90b3db90-ee85-4520-a388-c6cd6a9ab0de req-d31a559d-b918-4e2b-ae4c-00fcfe623dbb service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222858 Jan 28 07:12:11.828300 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90b3db90-ee85-4520-a388-c6cd6a9ab0de req-3b47d420-659d-42fd-8c5f-2bdd057501b4 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224558 Jan 28 07:12:23.369151 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:12:30.839977 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-97b2de56-63cc-4f8f-995e-824da49d5af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:12:33.251287 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ffc3331d-8c70-4b62-8a87-98fad4b91fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:12:34.302638 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:12:34.514194 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:12:35.788818 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:12:41.154342 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:12:44.396337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28667a4e-70bd-493b-bad4-a7c6cfb3490e req-89634164-ef25-484d-9917-e5c4c7d129f9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:44.397789 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-28667a4e-70bd-493b-bad4-a7c6cfb3490e req-89634164-ef25-484d-9917-e5c4c7d129f9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.1239026 Jan 28 07:12:44.442014 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-28667a4e-70bd-493b-bad4-a7c6cfb3490e req-29fa3882-c1a2-45ba-90e8-a4dcf988c9c8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380933 Jan 28 07:12:56.158559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f7090-1c7f-447b-b47f-51dd49b16c78 req-a890aa38-2695-4e92-b57c-505a65f1bf80 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:56.160276 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f4f7090-1c7f-447b-b47f-51dd49b16c78 req-a890aa38-2695-4e92-b57c-505a65f1bf80 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0924616 Jan 28 07:12:56.204281 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8f4f7090-1c7f-447b-b47f-51dd49b16c78 req-a3ec7663-3e16-4ea1-a46a-c1a96475a099 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383666 Jan 28 07:12:56.290877 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-0a69175a-3974-4842-aaff-64fd25868609 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705914 Jan 28 07:12:57.384221 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d4900-0ad2-435a-aff1-aae063f16974 req-143077d7-4c6d-41de-aca5-6c92c67ac0d1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:57.386197 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b70d4900-0ad2-435a-aff1-aae063f16974 req-143077d7-4c6d-41de-aca5-6c92c67ac0d1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0779693 Jan 28 07:12:57.432030 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b70d4900-0ad2-435a-aff1-aae063f16974 req-72b28676-47cd-470a-b1f6-f4dbbbc36dcf tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402422 Jan 28 07:12:58.620092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37579314-75fd-4f01-bc95-0b596df749f9 req-0fe862a8-e2cd-4cc3-984d-6840eb54cecc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:58.621536 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37579314-75fd-4f01-bc95-0b596df749f9 req-0fe862a8-e2cd-4cc3-984d-6840eb54cecc tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0808146 Jan 28 07:12:58.666920 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-37579314-75fd-4f01-bc95-0b596df749f9 req-b9feb0da-d52f-4524-95ec-b9b5a99c28b7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393801 Jan 28 07:12:58.816378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64235e9-2763-4e64-af89-a28fe697b8be req-f938c486-706d-4902-b538-613c440d5895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:58.817829 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-f938c486-706d-4902-b538-613c440d5895 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 1099 time: 0.1096933 Jan 28 07:12:58.950823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64235e9-2763-4e64-af89-a28fe697b8be req-4710833e-f271-4953-ae31-6c3479081384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:58.952258 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-4710833e-f271-4953-ae31-6c3479081384 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1247885 Jan 28 07:12:59.064716 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-3e329529-7e52-406f-a3f3-6aa5e9ed2a13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8 HTTP/1.1" status: 200 len: 1002 time: 0.1015527 Jan 28 07:12:59.127642 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64235e9-2763-4e64-af89-a28fe697b8be req-7c761072-4a7e-4ed1-9557-6b33276d846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:59.128989 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-7c761072-4a7e-4ed1-9557-6b33276d846a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0548196 Jan 28 07:12:59.203414 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64235e9-2763-4e64-af89-a28fe697b8be req-d444d28a-e245-4835-91b3-280b47a9e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:59.204811 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-d444d28a-e245-4835-91b3-280b47a9e467 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661268 Jan 28 07:12:59.335191 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-04b71c47-d8e2-44fd-86c7-837e54d11fdc service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200955 Jan 28 07:12:59.465983 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-f569a71f-adc9-4019-97f5-585cfb096bcf service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200190 Jan 28 07:12:59.957266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555095b8-66ae-461e-9056-4ed92b6ac958 req-68923bf8-c950-4a60-9526-680d520dd5e8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:12:59.958608 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-555095b8-66ae-461e-9056-4ed92b6ac958 req-68923bf8-c950-4a60-9526-680d520dd5e8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.1834059 Jan 28 07:13:00.001046 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-555095b8-66ae-461e-9056-4ed92b6ac958 req-c9e29ee5-740e-4520-ab37-23ab2e7e465a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364077 Jan 28 07:13:00.368174 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:13:00.880276 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60be94b9-8163-4292-bc49-31987f19a292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:01.187757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af92857-2288-4a56-b966-b9b4d2d10695 req-b4350c89-73e5-4e9a-ac09-cbbdd6212c56 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:01.189231 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7af92857-2288-4a56-b966-b9b4d2d10695 req-b4350c89-73e5-4e9a-ac09-cbbdd6212c56 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0777078 Jan 28 07:13:01.234954 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7af92857-2288-4a56-b966-b9b4d2d10695 req-1f101dca-63f8-4cd5-b6d9-96cd28f139a1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401964 Jan 28 07:13:02.417056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a02ecc-7ed2-4605-ba97-525e1665e0ef req-de40f8de-56d2-46dd-8050-a3d73a9c3293 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:02.418475 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-89a02ecc-7ed2-4605-ba97-525e1665e0ef req-de40f8de-56d2-46dd-8050-a3d73a9c3293 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0773315 Jan 28 07:13:02.461028 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-89a02ecc-7ed2-4605-ba97-525e1665e0ef req-e46f1691-f249-4d93-84ce-7a1bc03b68a7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370350 Jan 28 07:13:03.256457 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-58780563-caba-4fe6-941c-1ce7831a1d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:03.645875 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be31f9-6b6e-44d6-b117-27939acaef5c req-d5e32830-f464-4add-aa08-87598770ff5f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:03.647198 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70be31f9-6b6e-44d6-b117-27939acaef5c req-d5e32830-f464-4add-aa08-87598770ff5f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0807707 Jan 28 07:13:03.689882 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70be31f9-6b6e-44d6-b117-27939acaef5c req-5181b21f-42fa-4dd6-8295-d95e32023662 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370927 Jan 28 07:13:04.320309 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:04.532128 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:04.868763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39e68e-d544-479b-b02a-e2cc2786f067 req-ce0758b2-e5bb-4a42-bb2a-5d16e609f7c4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:04.870178 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aa39e68e-d544-479b-b02a-e2cc2786f067 req-ce0758b2-e5bb-4a42-bb2a-5d16e609f7c4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0787621 Jan 28 07:13:04.914154 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aa39e68e-d544-479b-b02a-e2cc2786f067 req-51619676-4dbe-4992-8965-7945847e9912 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382700 Jan 28 07:13:05.805608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:06.096370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f3b6d-8989-43cc-ba31-3d689463075e req-6e57c85c-b409-4e43-ad05-e90a2df2a05f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:06.097786 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-754f3b6d-8989-43cc-ba31-3d689463075e req-6e57c85c-b409-4e43-ad05-e90a2df2a05f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0804546 Jan 28 07:13:06.141661 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-754f3b6d-8989-43cc-ba31-3d689463075e req-1a6ce10d-19cf-4c3b-a296-e22db70f2250 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383456 Jan 28 07:13:07.320456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b890ed2-6a07-4623-a85b-374a081b3d32 req-7d489491-6d6d-4487-a4a2-9d0d7f8c6210 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:07.321863 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b890ed2-6a07-4623-a85b-374a081b3d32 req-7d489491-6d6d-4487-a4a2-9d0d7f8c6210 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0776477 Jan 28 07:13:07.367712 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b890ed2-6a07-4623-a85b-374a081b3d32 req-58a4bdcd-e46b-4d53-84ec-2669253f29d3 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402994 Jan 28 07:13:08.549572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1d50e-e2aa-4fbe-9499-827d393fb16f req-1c916498-6e11-4fb4-b4cc-d48f94126406 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:08.550983 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ecd1d50e-e2aa-4fbe-9499-827d393fb16f req-1c916498-6e11-4fb4-b4cc-d48f94126406 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0776165 Jan 28 07:13:08.593839 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ecd1d50e-e2aa-4fbe-9499-827d393fb16f req-04cd1ea4-efa2-42e1-af8d-a90932926cc1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373306 Jan 28 07:13:09.784061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624526d-0563-4c16-a037-06bc3d2b77ac req-4430f7da-cc99-4bcf-bace-1368a13d60e0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:09.785511 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2624526d-0563-4c16-a037-06bc3d2b77ac req-4430f7da-cc99-4bcf-bace-1368a13d60e0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0803025 Jan 28 07:13:09.830999 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2624526d-0563-4c16-a037-06bc3d2b77ac req-7f0ad665-c74c-4e68-80b7-1e6ff6ebe8a3 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399644 Jan 28 07:13:11.011935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866536bb-93f9-485c-af20-834e374dbd71 req-d53c7b7e-fc18-4249-8cc2-11443dec3c98 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:11.013338 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-866536bb-93f9-485c-af20-834e374dbd71 req-d53c7b7e-fc18-4249-8cc2-11443dec3c98 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0786312 Jan 28 07:13:11.054770 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-866536bb-93f9-485c-af20-834e374dbd71 req-9adc38e4-c012-41a7-a53b-735a9ee5bd65 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358517 Jan 28 07:13:11.256955 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:12.244057 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85d6a9-a7a7-47e1-ad9b-03e642dc7d83 req-1d40230a-c812-4712-94b1-62c6285b0117 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:12.245552 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-de85d6a9-a7a7-47e1-ad9b-03e642dc7d83 req-1d40230a-c812-4712-94b1-62c6285b0117 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0881422 Jan 28 07:13:12.290204 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-de85d6a9-a7a7-47e1-ad9b-03e642dc7d83 req-2b7d1aea-7a82-46e7-973c-2b589fe9d5ba tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389762 Jan 28 07:13:12.977156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c509fa-59d3-44aa-983b-4c81dfeb6756 req-3cbb4065-23d5-4396-aa14-acfcaf2f7914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:12.978586 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05c509fa-59d3-44aa-983b-4c81dfeb6756 req-3cbb4065-23d5-4396-aa14-acfcaf2f7914 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 1099 time: 0.0689270 Jan 28 07:13:13.124233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c509fa-59d3-44aa-983b-4c81dfeb6756 req-0a8c2bc1-3b2f-43b9-bf83-b0b34332655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:13.125587 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05c509fa-59d3-44aa-983b-4c81dfeb6756 req-0a8c2bc1-3b2f-43b9-bf83-b0b34332655d service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1244404 Jan 28 07:13:13.230926 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05c509fa-59d3-44aa-983b-4c81dfeb6756 req-eeb0fdda-3069-4380-bc1b-c819c00e646a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8 HTTP/1.1" status: 200 len: 1002 time: 0.0957053 Jan 28 07:13:13.295950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c509fa-59d3-44aa-983b-4c81dfeb6756 req-86b8a1df-07dc-4947-a0ed-d592713dd4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:13.297337 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05c509fa-59d3-44aa-983b-4c81dfeb6756 req-86b8a1df-07dc-4947-a0ed-d592713dd4f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0591128 Jan 28 07:13:13.371140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c509fa-59d3-44aa-983b-4c81dfeb6756 req-54df2d4e-17fb-4b9f-a702-cbee3ef5c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:13.372667 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05c509fa-59d3-44aa-983b-4c81dfeb6756 req-54df2d4e-17fb-4b9f-a702-cbee3ef5c39c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686340 Jan 28 07:13:13.655210 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05c509fa-59d3-44aa-983b-4c81dfeb6756 req-0c103bbd-53cc-4030-a2f8-2ab69516f125 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721872 Jan 28 07:13:13.665731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e99919-1ca7-4425-a28b-c08ad1a56b15 req-10998bdd-6c5e-47cc-a1c9-de9b7825a5d9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:13.667599 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e3e99919-1ca7-4425-a28b-c08ad1a56b15 req-10998bdd-6c5e-47cc-a1c9-de9b7825a5d9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.2673726 Jan 28 07:13:13.790008 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e3e99919-1ca7-4425-a28b-c08ad1a56b15 req-0ab295bc-1308-4521-b15b-da4e32cc24c6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043537 Jan 28 07:13:13.822004 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05c509fa-59d3-44aa-983b-4c81dfeb6756 req-9a0fdaaa-fdf8-49bc-aabb-121f70dc5dd3 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534996 Jan 28 07:13:14.970641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d7730-460d-434f-b84e-85b3c72c4dd4 req-aebf6dca-ef4f-4a1f-a089-6b95ed6b9928 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:14.972068 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c18d7730-460d-434f-b84e-85b3c72c4dd4 req-aebf6dca-ef4f-4a1f-a089-6b95ed6b9928 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0766315 Jan 28 07:13:15.014812 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c18d7730-460d-434f-b84e-85b3c72c4dd4 req-a89fb56e-02fd-4b12-a17d-1569ae485aa0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372968 Jan 28 07:13:16.211081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5a4b3-9e6f-444e-ad51-388f245670f0 req-68976081-5e30-40ee-978c-1fd5a4c6ca53 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:16.212745 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d7f5a4b3-9e6f-444e-ad51-388f245670f0 req-68976081-5e30-40ee-978c-1fd5a4c6ca53 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0853679 Jan 28 07:13:16.258260 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d7f5a4b3-9e6f-444e-ad51-388f245670f0 req-7c3bc362-a5e2-419c-bae0-be09fb13bf58 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396256 Jan 28 07:13:17.444845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc01ee-9f27-44bb-85ff-ea4e6b86752b req-8ea4d56f-f4d2-4728-8a41-837fab841a28 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:17.446243 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d0dc01ee-9f27-44bb-85ff-ea4e6b86752b req-8ea4d56f-f4d2-4728-8a41-837fab841a28 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0810356 Jan 28 07:13:17.489077 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d0dc01ee-9f27-44bb-85ff-ea4e6b86752b req-7aba77d0-287a-4ef3-89bf-ee18858546a3 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371888 Jan 28 07:13:18.808921 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aec98e-ac03-43af-b339-c4ddb66e5308 req-0297a8e9-06e1-41d0-8934-273d0c665af5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:18.810257 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a9aec98e-ac03-43af-b339-c4ddb66e5308 req-0297a8e9-06e1-41d0-8934-273d0c665af5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0778518 Jan 28 07:13:18.852351 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a9aec98e-ac03-43af-b339-c4ddb66e5308 req-6d608e92-e348-4c44-a6c0-3de807f471d2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365493 Jan 28 07:13:20.041176 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a279ab-5b2e-478b-ac1e-c84d0d8a913f req-a8d5f20d-d358-4811-9223-5dfbaba22c4c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:20.043253 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-57a279ab-5b2e-478b-ac1e-c84d0d8a913f req-a8d5f20d-d358-4811-9223-5dfbaba22c4c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0828512 Jan 28 07:13:20.085713 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-57a279ab-5b2e-478b-ac1e-c84d0d8a913f req-832fb6f4-d775-47e9-94a1-7a52f424d78c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368974 Jan 28 07:13:21.272976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416afb6-072c-4bb1-a113-79d717456ed6 req-4e3255c7-4774-4a50-bf89-8b643e487f48 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:21.274426 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4416afb6-072c-4bb1-a113-79d717456ed6 req-4e3255c7-4774-4a50-bf89-8b643e487f48 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0791292 Jan 28 07:13:21.318031 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4416afb6-072c-4bb1-a113-79d717456ed6 req-dbaa7811-b237-404a-ae28-beb9f5a36c8e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374324 Jan 28 07:13:22.502310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240e59a-f5d7-4bae-bcbf-fac937efac41 req-d3351c40-c752-46be-b192-7dc2eaa056ad tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:22.503759 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6240e59a-f5d7-4bae-bcbf-fac937efac41 req-d3351c40-c752-46be-b192-7dc2eaa056ad tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0809455 Jan 28 07:13:22.548192 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6240e59a-f5d7-4bae-bcbf-fac937efac41 req-1cff4377-2970-4d5a-9f76-af6cf9f1f783 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388551 Jan 28 07:13:23.726909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9015a2c-2c38-4d30-94ce-e18b3ab313a7 req-34dfb54b-1b26-4c56-b03a-c62e05371948 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:23.728330 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c9015a2c-2c38-4d30-94ce-e18b3ab313a7 req-34dfb54b-1b26-4c56-b03a-c62e05371948 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0760939 Jan 28 07:13:23.773810 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c9015a2c-2c38-4d30-94ce-e18b3ab313a7 req-b2cc0e71-728a-4600-97f4-04fdcd2d612a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390747 Jan 28 07:13:24.956990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351d30-1472-407e-903a-0b9a73238e45 req-2f803ef1-ee61-441f-a945-9abcc1cecfb2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:24.958407 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-da351d30-1472-407e-903a-0b9a73238e45 req-2f803ef1-ee61-441f-a945-9abcc1cecfb2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0774848 Jan 28 07:13:25.001599 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-da351d30-1472-407e-903a-0b9a73238e45 req-cc0ef63a-abec-4cb5-8834-e16c7f5c34d6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376632 Jan 28 07:13:26.183739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b1e4d-d96d-41ba-9178-5be144d52a34 req-a36ffae0-a592-412d-a8fc-20eb18a854a5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:26.185648 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b6b1e4d-d96d-41ba-9178-5be144d52a34 req-a36ffae0-a592-412d-a8fc-20eb18a854a5 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0821941 Jan 28 07:13:26.227656 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b6b1e4d-d96d-41ba-9178-5be144d52a34 req-76c95312-6626-47b1-80ef-78a60773231e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361013 Jan 28 07:13:27.418897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7aeab-5dcf-4bf0-be22-42380ffb87f7 req-9f594143-6ca0-4394-bf13-8eb2572f0f79 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:27.420352 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ebe7aeab-5dcf-4bf0-be22-42380ffb87f7 req-9f594143-6ca0-4394-bf13-8eb2572f0f79 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0779502 Jan 28 07:13:27.464669 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ebe7aeab-5dcf-4bf0-be22-42380ffb87f7 req-4de8b81b-cebc-482b-8670-998935d9b673 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378232 Jan 28 07:13:28.646218 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418fc93-6cb6-42f1-ab50-9c56d6b15972 req-0d6addd8-3c94-498a-9917-9ad42800ed5b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:28.647654 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3418fc93-6cb6-42f1-ab50-9c56d6b15972 req-0d6addd8-3c94-498a-9917-9ad42800ed5b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0817285 Jan 28 07:13:28.690952 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3418fc93-6cb6-42f1-ab50-9c56d6b15972 req-9e37640a-1d00-4058-b379-1198e4dda5cd tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377805 Jan 28 07:13:29.874011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358404d-09f7-4929-90ce-3121b7afc0d3 req-c4b1c24e-3e41-40db-a844-c437bf14ade7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:29.875634 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1358404d-09f7-4929-90ce-3121b7afc0d3 req-c4b1c24e-3e41-40db-a844-c437bf14ade7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0818026 Jan 28 07:13:29.921366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1358404d-09f7-4929-90ce-3121b7afc0d3 req-85d4b91c-bbbd-407f-a453-07391dfa848d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401812 Jan 28 07:13:30.863572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-87f59b52-d635-4284-9156-116f0455c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:31.103421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b356f-613e-46f6-be65-c294299bea40 req-8b774aee-e45f-4222-9938-545cd28d8d0b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:31.104735 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-507b356f-613e-46f6-be65-c294299bea40 req-8b774aee-e45f-4222-9938-545cd28d8d0b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0763912 Jan 28 07:13:31.147684 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-507b356f-613e-46f6-be65-c294299bea40 req-c9aab68c-0851-45d1-a044-62ce417af248 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372384 Jan 28 07:13:32.332734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1db49-0abe-40ee-96b3-9d5296f7ff9d req-a2a4d9d8-adcb-4ab2-83e6-b7d63e960c54 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:32.334166 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74f1db49-0abe-40ee-96b3-9d5296f7ff9d req-a2a4d9d8-adcb-4ab2-83e6-b7d63e960c54 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0823705 Jan 28 07:13:32.378756 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74f1db49-0abe-40ee-96b3-9d5296f7ff9d req-5ecd51d2-f8df-4c9c-8512-6eb7b5a6ab91 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376580 Jan 28 07:13:33.252883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5fd41579-f4f1-4593-8968-f3364127c6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:33.313330 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-3031ea9f-608a-464a-8f8c-a911e697158b service neutron] 10.222.0.37 "GET /v2.0/ports/5fa959c6-908f-4da8-930b-eb50f5e783b8/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0724735 Jan 28 07:13:33.561981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9aa8e3-f933-425a-b164-d4adc05179c9 req-e68dad61-dcbe-4fae-8625-8fde014f167d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:33.563492 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b9aa8e3-f933-425a-b164-d4adc05179c9 req-e68dad61-dcbe-4fae-8625-8fde014f167d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0830979 Jan 28 07:13:33.606172 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b9aa8e3-f933-425a-b164-d4adc05179c9 req-e5c704ba-b2ce-4326-81a5-e2f906e63101 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369542 Jan 28 07:13:33.973498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64235e9-2763-4e64-af89-a28fe697b8be req-31a3d13a-a1fa-465e-ac5e-3b652bef4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:33.974922 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-31a3d13a-a1fa-465e-ac5e-3b652bef4506 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b&tenant_id=05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 1099 time: 0.0686755 Jan 28 07:13:34.175781 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64235e9-2763-4e64-af89-a28fe697b8be req-9d3e0190-70ed-406a-9bb3-42bd453ccf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:34.177123 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-9d3e0190-70ed-406a-9bb3-42bd453ccf20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 1099 time: 0.1622500 Jan 28 07:13:34.307935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64235e9-2763-4e64-af89-a28fe697b8be req-7006a4fa-53b0-4085-87b3-b18bd8b2aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:34.309364 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-7006a4fa-53b0-4085-87b3-b18bd8b2aaf4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1231422 Jan 28 07:13:34.337995 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:34.413811 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-2efdcd84-a4e6-46e8-a4b1-4039b8351cc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8 HTTP/1.1" status: 200 len: 1002 time: 0.0942948 Jan 28 07:13:34.458018 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5fa959c6-908f-4da8-930b-eb50f5e783b8 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:13:34.477443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64235e9-2763-4e64-af89-a28fe697b8be req-0a046277-95d6-4597-9b46-9a85a078cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:34.478877 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-0a046277-95d6-4597-9b46-9a85a078cf80 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0562451 Jan 28 07:13:34.557033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64235e9-2763-4e64-af89-a28fe697b8be req-2a485746-ac97-47f9-9eea-49ac540fe35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:34.558483 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-2a485746-ac97-47f9-9eea-49ac540fe35b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719931 Jan 28 07:13:34.570589 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:34.581680 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:34.599061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:13:34.608767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5fa959c6-908f-4da8-930b-eb50f5e783b8, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:13:34.654172 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'code': 200} Jan 28 07:13:34.664094 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:34.699271 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-856c92cd-235b-41cb-bf9d-f24d0a7b55ae service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312020 Jan 28 07:13:34.731800 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5fa959c6-908f-4da8-930b-eb50f5e783b8,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:34.739148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:34.739550 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:34.739891 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:34.740225 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:34.740554 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:34.740885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:34.741210 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:34.741534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:34.741857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:34.742178 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:34.742500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:34.742817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:13:34.885349 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-ddcb00d1-707d-4cff-bf1b-c9e20f6d2f95 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797309 Jan 28 07:13:34.896677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c52ac0-1606-4430-91df-248d8ec3e960 req-f9978bbd-dbcc-4d23-b4e7-ddd9fcfbcdb3 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:34.898015 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e9c52ac0-1606-4430-91df-248d8ec3e960 req-f9978bbd-dbcc-4d23-b4e7-ddd9fcfbcdb3 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 944 time: 0.1721771 Jan 28 07:13:34.941123 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e9c52ac0-1606-4430-91df-248d8ec3e960 req-ba963bcb-c159-4f02-9e43-2ebfb6ef383c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374701 Jan 28 07:13:35.841921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:36.134334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c6106-9955-4851-80f5-340add42cf1a req-ec414bd5-68b7-44aa-954e-b7ef14285e57 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:36.135719 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b58c6106-9955-4851-80f5-340add42cf1a req-ec414bd5-68b7-44aa-954e-b7ef14285e57 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 944 time: 0.0855014 Jan 28 07:13:36.179884 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b58c6106-9955-4851-80f5-340add42cf1a req-2735ede0-6940-40bb-8c2b-5111559ed6db tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377309 Jan 28 07:13:37.366793 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:13:37.372236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a04c12-1570-41f5-a940-08b86197d11c req-af110cba-237a-41ba-922a-91a646feab10 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:37.373757 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27a04c12-1570-41f5-a940-08b86197d11c req-af110cba-237a-41ba-922a-91a646feab10 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 944 time: 0.0776966 Jan 28 07:13:37.419598 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27a04c12-1570-41f5-a940-08b86197d11c req-5f395f56-dfdc-42ac-b304-b4f0ca8519e9 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401971 Jan 28 07:13:38.471759 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5fa959c6-908f-4da8-930b-eb50f5e783b8 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:13:38.603060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb032b-27ba-4642-9a39-a0e47e693a93 req-7441fb7e-356b-45f1-855d-25fff166aaf7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:38.604516 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4cfb032b-27ba-4642-9a39-a0e47e693a93 req-7441fb7e-356b-45f1-855d-25fff166aaf7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 944 time: 0.0788908 Jan 28 07:13:38.637767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5fa959c6-908f-4da8-930b-eb50f5e783b8, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:13:38.647373 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4cfb032b-27ba-4642-9a39-a0e47e693a93 req-3bf00a33-edbf-4279-bf49-e71b38e8aba2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365191 Jan 28 07:13:38.650682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'port_id': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'mac_address': 'fa:16:3e:82:e8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:13:38.709219 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:38.725993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa959c6-908f-4da8-930b-eb50f5e783b8 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:13:38.741577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5fa959c6-908f-4da8-930b-eb50f5e783b8, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:13:38.812565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:38.877391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5fa959c6-908f-4da8-930b-eb50f5e783b8,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:38.982113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['5fa959c6-908f-4da8-930b-eb50f5e783b8'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:13:39.835394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d33707-d176-4199-938c-ed93b814a955 req-efadb74d-33d8-4754-8fbe-54598f99f78f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:39.836987 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82d33707-d176-4199-938c-ed93b814a955 req-efadb74d-33d8-4754-8fbe-54598f99f78f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 945 time: 0.0853846 Jan 28 07:13:39.880145 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82d33707-d176-4199-938c-ed93b814a955 req-4b582f92-1e93-4d81-a5c0-86b5e244e25e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377605 Jan 28 07:13:40.495535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5fa959c6-908f-4da8-930b-eb50f5e783b8 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:13:40.560213 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 5fa959c6-908f-4da8-930b-eb50f5e783b8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:13:40.560580 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:40.670456 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:40.695504 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:13:40.705278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5fa959c6-908f-4da8-930b-eb50f5e783b8, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:13:40.746265 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'code': 200} Jan 28 07:13:40.767530 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:40.839662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5fa959c6-908f-4da8-930b-eb50f5e783b8,revision_number=8']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:41.063723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05206868-b933-45a3-bd15-49eadd8c6944 req-d1e997ba-e9b6-44dc-b3ea-c323e8e273d4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:41.066417 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05206868-b933-45a3-bd15-49eadd8c6944 req-d1e997ba-e9b6-44dc-b3ea-c323e8e273d4 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0830388 Jan 28 07:13:41.111207 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05206868-b933-45a3-bd15-49eadd8c6944 req-ebd94e89-003a-4c6b-88f3-b066c725d3a6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387757 Jan 28 07:13:41.183880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:42.298974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48e61f-fee9-46e4-856c-a31cc09b97ff req-a4d9a723-ef36-4f45-b69b-bcf937911352 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:42.300418 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0f48e61f-fee9-46e4-856c-a31cc09b97ff req-a4d9a723-ef36-4f45-b69b-bcf937911352 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0811901 Jan 28 07:13:42.343169 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0f48e61f-fee9-46e4-856c-a31cc09b97ff req-8b2aa1fe-72fd-421c-b3ee-ff4172cdc32f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372519 Jan 28 07:13:43.526262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ed1a2-c54a-4992-a67c-3a425f1e100f req-a1ae379f-b5be-43d1-98e8-0371ba778fdd tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:43.527706 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-df7ed1a2-c54a-4992-a67c-3a425f1e100f req-a1ae379f-b5be-43d1-98e8-0371ba778fdd tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0775304 Jan 28 07:13:43.572742 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-df7ed1a2-c54a-4992-a67c-3a425f1e100f req-b6e8302d-7702-43c7-8961-17555d0d650a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388994 Jan 28 07:13:44.754634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1954fb4-58bc-4943-8103-a4025fb2e01e req-dd6122ea-a918-4e35-b693-81776ef62deb tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:44.756096 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b1954fb4-58bc-4943-8103-a4025fb2e01e req-dd6122ea-a918-4e35-b693-81776ef62deb tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0780101 Jan 28 07:13:44.799892 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b1954fb4-58bc-4943-8103-a4025fb2e01e req-5102d356-3266-44ae-8152-e084056cb55a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380638 Jan 28 07:13:46.011651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ddf86-13a4-41ee-a5eb-a8629b7577fc req-4fc5b230-1200-4d6d-8a04-777e1e28a9bd tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:46.013074 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-481ddf86-13a4-41ee-a5eb-a8629b7577fc req-4fc5b230-1200-4d6d-8a04-777e1e28a9bd tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0926929 Jan 28 07:13:46.171626 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-481ddf86-13a4-41ee-a5eb-a8629b7577fc req-78c6128b-9f13-45d4-a914-e65697c87a49 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485815 Jan 28 07:13:47.081841 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce31f0-472a-48d7-a2ba-303895770051 req-517a7b55-32d6-40cb-9d8d-73510ff98f2a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:47.083286 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-32ce31f0-472a-48d7-a2ba-303895770051 req-517a7b55-32d6-40cb-9d8d-73510ff98f2a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.1402369 Jan 28 07:13:47.119797 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-c17ff9ef-f494-4f44-8e77-d06c1aa1edce tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:47.121069 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-c17ff9ef-f494-4f44-8e77-d06c1aa1edce tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b&tenant_id=05ed2498b76140799c3d337fc2afa716&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 946 time: 0.1192148 Jan 28 07:13:47.193926 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-32ce31f0-472a-48d7-a2ba-303895770051 req-e2e9d06c-3eac-434e-a4dd-e3527f90a462 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023152 Jan 28 07:13:47.215718 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-dbc98c37-c12d-4fbb-a5af-10e7fd16ae5f service neutron] 10.222.0.37 "GET /v2.0/ports/5fa959c6-908f-4da8-930b-eb50f5e783b8/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0846283 Jan 28 07:13:47.324236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-42134480-d58f-4bc3-ae73-c1f42107a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:47.325688 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-42134480-d58f-4bc3-ae73-c1f42107a219 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 1099 time: 0.0705433 Jan 28 07:13:47.506017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-672eed3d-c90f-408b-b96f-b4e04ce891a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:47.507468 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-672eed3d-c90f-408b-b96f-b4e04ce891a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1758313 Jan 28 07:13:47.609362 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-aedc2a08-4688-428d-a149-d22b78052e1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8 HTTP/1.1" status: 200 len: 1002 time: 0.0954289 Jan 28 07:13:47.670575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-d64821a0-0a07-43ea-970a-e35fdfa437b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:47.672175 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-d64821a0-0a07-43ea-970a-e35fdfa437b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0570028 Jan 28 07:13:47.747908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-d16566a5-e055-4319-9e76-1e025b2e6aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:47.749347 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-d16566a5-e055-4319-9e76-1e025b2e6aa4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715275 Jan 28 07:13:47.880641 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-f6c7c6c5-accb-4be9-86b9-1d0359c7250a service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249769 Jan 28 07:13:48.021026 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-73ad7382-bb6c-40b3-9722-f30662be1610 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337087 Jan 28 07:13:48.404057 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec6d6c-cf33-426b-9353-7c911c642e42 req-0d21e0f3-0782-4ac0-8faa-1325120522e0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:48.405477 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00ec6d6c-cf33-426b-9353-7c911c642e42 req-0d21e0f3-0782-4ac0-8faa-1325120522e0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0771153 Jan 28 07:13:48.448962 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00ec6d6c-cf33-426b-9353-7c911c642e42 req-b32426ff-d278-4f01-b36c-e4037820fa64 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373781 Jan 28 07:13:49.641162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f89ad9-fb04-49df-9b23-70963a85acf4 req-ecc8d14c-b111-4e10-9e58-cfa757cf6ec7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:49.642604 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13f89ad9-fb04-49df-9b23-70963a85acf4 req-ecc8d14c-b111-4e10-9e58-cfa757cf6ec7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0814197 Jan 28 07:13:49.686104 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13f89ad9-fb04-49df-9b23-70963a85acf4 req-db916b0f-d20a-4289-b478-53f3359834ef tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378668 Jan 28 07:13:50.872970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030517fd-c9cc-42a5-b2c5-30a88472cc50 req-bd04fa32-19d1-404b-802e-45d404e3d9ec tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:50.874554 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-030517fd-c9cc-42a5-b2c5-30a88472cc50 req-bd04fa32-19d1-404b-802e-45d404e3d9ec tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0860744 Jan 28 07:13:50.921221 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-030517fd-c9cc-42a5-b2c5-30a88472cc50 req-9eb4cd7d-4d10-4fb6-a8fe-c1d974ed4c95 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401945 Jan 28 07:13:52.111992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a936e4-18ea-47b4-a858-a93d31a17367 req-a1560b0c-1b79-442c-a9d9-f3b281ece131 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:52.113357 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11a936e4-18ea-47b4-a858-a93d31a17367 req-a1560b0c-1b79-442c-a9d9-f3b281ece131 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0803604 Jan 28 07:13:52.156718 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11a936e4-18ea-47b4-a858-a93d31a17367 req-b502c82a-1a0a-44bd-b49e-6a63c53ed145 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376284 Jan 28 07:13:52.534144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5fa959c6-908f-4da8-930b-eb50f5e783b8 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:13:52.646169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:52.672279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:13:52.682231 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5fa959c6-908f-4da8-930b-eb50f5e783b8, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:13:52.730976 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'code': 200} Jan 28 07:13:52.783654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:52.850192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5fa959c6-908f-4da8-930b-eb50f5e783b8,revision_number=9']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:53.197169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-18cf46d1-ab2c-4f37-9132-2bdbd7ee8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.200572 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-18cf46d1-ab2c-4f37-9132-2bdbd7ee8fa7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b&tenant_id=05ed2498b76140799c3d337fc2afa716 HTTP/1.1" status: 200 len: 1097 time: 0.0730596 Jan 28 07:13:53.470832 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-25759c2b-f6b6-4fc8-a6b0-11104e57217b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.472260 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-25759c2b-f6b6-4fc8-a6b0-11104e57217b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05ed2498b76140799c3d337fc2afa716&device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 1097 time: 0.2296751 Jan 28 07:13:53.479458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedd0ed-c5f1-4e40-b810-e74423e43eda req-5b93ab92-6b21-42e2-98b9-ec04ad01aa6c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.480737 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4dedd0ed-c5f1-4e40-b810-e74423e43eda req-5b93ab92-6b21-42e2-98b9-ec04ad01aa6c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 944 time: 0.2084754 Jan 28 07:13:53.604478 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4dedd0ed-c5f1-4e40-b810-e74423e43eda req-68314c54-ccd7-4a5e-b20f-3990ba455b28 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059127 Jan 28 07:13:53.635568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-9838a904-9072-49a5-986f-519aa13af06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.636975 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-9838a904-9072-49a5-986f-519aa13af06f service neutron] 10.222.0.37 "GET /v2.0/networks?id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 200 len: 913 time: 0.1554172 Jan 28 07:13:53.741740 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-d9de20a0-e36e-43f5-b043-813a9856d437 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8 HTTP/1.1" status: 200 len: 1000 time: 0.0943284 Jan 28 07:13:53.805828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-6a5319d1-3897-4d94-a9f4-77dcb8662346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.807208 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-6a5319d1-3897-4d94-a9f4-77dcb8662346 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 200 len: 851 time: 0.0555012 Jan 28 07:13:53.887047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-ffa7208e-1daa-4a23-a424-d3ea18e1a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:53.888504 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-ffa7208e-1daa-4a23-a424-d3ea18e1a2ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eebb9f9c-ca92-4d82-b860-c5c681ea49ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713255 Jan 28 07:13:54.021239 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-05249344-6134-46ff-9b93-767339c55721 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221521 Jan 28 07:13:54.158601 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97cdc74a-7d48-442b-904f-5142cca8d196 req-71390eac-aa04-46b3-9e0a-5deef0b914d0 service neutron] 10.222.0.37 "GET /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224988 Jan 28 07:13:54.787738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89449717-1209-42f9-804f-83b7e5956e7d req-6cd6e35a-273c-4965-9711-8596e9786988 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:54.789186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-89449717-1209-42f9-804f-83b7e5956e7d req-6cd6e35a-273c-4965-9711-8596e9786988 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 944 time: 0.0788209 Jan 28 07:13:54.833222 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-89449717-1209-42f9-804f-83b7e5956e7d req-4ce63c19-492f-4b80-83f0-5187d8338bb8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382965 Jan 28 07:13:56.032587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b92125-c3e4-4bff-9e36-384c1ed658ce req-4789cb88-3b14-41ac-a38c-34063307138a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:56.034465 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d7b92125-c3e4-4bff-9e36-384c1ed658ce req-4789cb88-3b14-41ac-a38c-34063307138a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 944 time: 0.0840421 Jan 28 07:13:56.079402 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d7b92125-c3e4-4bff-9e36-384c1ed658ce req-0425bf28-e53c-4ade-bdef-d15d4f63f92f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388513 Jan 28 07:13:57.260272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00752bf2-9579-43c0-a4dc-856f4e533118 req-a2bf8c25-7c0c-4c31-878a-687f0b5b586a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:57.261671 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00752bf2-9579-43c0-a4dc-856f4e533118 req-a2bf8c25-7c0c-4c31-878a-687f0b5b586a tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 944 time: 0.0771153 Jan 28 07:13:57.305157 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00752bf2-9579-43c0-a4dc-856f4e533118 req-9fd12056-f076-4195-a752-17bc7d738655 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378108 Jan 28 07:13:58.490443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bcebb-5885-4dfd-89be-1267b03bd897 req-5b079e71-deff-4079-8246-78051406eaa8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:58.491976 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-628bcebb-5885-4dfd-89be-1267b03bd897 req-5b079e71-deff-4079-8246-78051406eaa8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 944 time: 0.0818801 Jan 28 07:13:58.543266 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-628bcebb-5885-4dfd-89be-1267b03bd897 req-bd64d3ac-9275-4230-9d82-26b91cd44399 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454903 Jan 28 07:13:58.563876 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5fa959c6-908f-4da8-930b-eb50f5e783b8 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:13:58.695463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5fa959c6-908f-4da8-930b-eb50f5e783b8, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:13:58.708009 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'port_id': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'mac_address': 'fa:16:3e:82:e8:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:13:58.764643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:58.780955 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa959c6-908f-4da8-930b-eb50f5e783b8 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:13:58.795698 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5fa959c6-908f-4da8-930b-eb50f5e783b8, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:13:58.868897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:13:58.933733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5fa959c6-908f-4da8-930b-eb50f5e783b8,revision_number=10']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:13:59.039712 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['5fa959c6-908f-4da8-930b-eb50f5e783b8'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:13:59.726138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069473cc-b120-4a5b-a033-4de4a9d030c8 req-a195daf0-8c3f-4d52-b4eb-af0c682a6a4e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:13:59.727597 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-069473cc-b120-4a5b-a033-4de4a9d030c8 req-a195daf0-8c3f-4d52-b4eb-af0c682a6a4e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 946 time: 0.0767877 Jan 28 07:13:59.773672 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-069473cc-b120-4a5b-a033-4de4a9d030c8 req-d762ba57-b90f-4e41-a91c-98e2372ae69b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406194 Jan 28 07:14:00.580731 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5fa959c6-908f-4da8-930b-eb50f5e783b8 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:14:00.646269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 5fa959c6-908f-4da8-930b-eb50f5e783b8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:00.646639 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:00.757857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:00.792563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:14:00.804305 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 5fa959c6-908f-4da8-930b-eb50f5e783b8, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:14:00.856033 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'code': 200} Jan 28 07:14:00.898083 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9da9a0e8-c564-4731-9f92-4677c6c88368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:00.909728 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:00.972764 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e8bb0-a798-4b9a-9d48-39a5281f1ce0 req-ac220668-4e8f-490d-ad99-804faa2f2b83 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:00.974197 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a1e8bb0-a798-4b9a-9d48-39a5281f1ce0 req-ac220668-4e8f-490d-ad99-804faa2f2b83 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 947 time: 0.0828381 Jan 28 07:14:00.978445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=5fa959c6-908f-4da8-930b-eb50f5e783b8,revision_number=11']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:01.018600 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a1e8bb0-a798-4b9a-9d48-39a5281f1ce0 req-320d4937-6115-4d26-a1dc-baf993617cb2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378218 Jan 28 07:14:02.203096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75534cd4-4e2c-4693-b1ad-26d9a235d3a0 req-69b833ad-6889-469c-8dfb-1decdd9b3e28 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:02.204446 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-75534cd4-4e2c-4693-b1ad-26d9a235d3a0 req-69b833ad-6889-469c-8dfb-1decdd9b3e28 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 947 time: 0.0801101 Jan 28 07:14:02.247755 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-75534cd4-4e2c-4693-b1ad-26d9a235d3a0 req-d2a88218-b18e-4433-ac75-368a62e5fa02 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377977 Jan 28 07:14:03.263167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4888e4f-18bc-4443-9550-3b3d6dd029e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:03.433243 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f3ee-4b91-4306-a2dc-e3eeb4a01332 req-baf7f576-7d40-4d9b-82d0-01a958c7b24e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:03.434679 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1409f3ee-4b91-4306-a2dc-e3eeb4a01332 req-baf7f576-7d40-4d9b-82d0-01a958c7b24e tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 947 time: 0.0807834 Jan 28 07:14:03.479533 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1409f3ee-4b91-4306-a2dc-e3eeb4a01332 req-3f63a7f2-48e1-40b9-8722-2bea4633057b tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383711 Jan 28 07:14:04.371936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:04.544748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:04.665325 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39015d7a-cbe7-4671-af8c-b93b7c860af9 req-453c102c-41d2-4ed6-bca0-648cfe794456 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:04.666662 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-39015d7a-cbe7-4671-af8c-b93b7c860af9 req-453c102c-41d2-4ed6-bca0-648cfe794456 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 947 time: 0.0815794 Jan 28 07:14:04.709585 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-39015d7a-cbe7-4671-af8c-b93b7c860af9 req-be2dd89c-10ab-46a6-97a5-9c62407b3c48 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373235 Jan 28 07:14:04.888138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75190d-68f0-40a2-99e0-5b9559034273 req-1d1200f7-7f81-4ab1-9da2-b3f62c5a1366 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:04.889553 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7e75190d-68f0-40a2-99e0-5b9559034273 req-1d1200f7-7f81-4ab1-9da2-b3f62c5a1366 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 947 time: 0.0786703 Jan 28 07:14:04.934899 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7e75190d-68f0-40a2-99e0-5b9559034273 req-6b8d9a8d-d0c0-4b87-b9a0-e8b727eada49 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396640 Jan 28 07:14:05.210827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c36c7-b7c7-496f-bb00-408e109c4598 req-ec9fa197-345b-47b9-8eea-2bab6d19b3d1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:05.212819 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b58c36c7-b7c7-496f-bb00-408e109c4598 req-ec9fa197-345b-47b9-8eea-2bab6d19b3d1 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 947 time: 0.1745479 Jan 28 07:14:05.255774 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b58c36c7-b7c7-496f-bb00-408e109c4598 req-3d876001-a597-4a19-97d9-fd778f3cffc2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373507 Jan 28 07:14:05.881841 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:05.906731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2839b1-5ed3-4c7e-a6e8-8e3c93c27fdd req-a2e450b6-d084-4584-a623-dd7a44276d91 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:05.908179 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9c2839b1-5ed3-4c7e-a6e8-8e3c93c27fdd req-a2e450b6-d084-4584-a623-dd7a44276d91 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 947 time: 0.0804563 Jan 28 07:14:05.953557 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9c2839b1-5ed3-4c7e-a6e8-8e3c93c27fdd req-c7e39018-8529-4102-ac46-2aa5e2e166e8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395539 Jan 28 07:14:07.134918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368fb73-7853-4f50-bd46-52b37ec51da2 req-529eb698-4981-49d6-ae6e-414e7d1148f7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:07.136301 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1368fb73-7853-4f50-bd46-52b37ec51da2 req-529eb698-4981-49d6-ae6e-414e7d1148f7 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 947 time: 0.0780668 Jan 28 07:14:07.179281 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1368fb73-7853-4f50-bd46-52b37ec51da2 req-78e169bb-3a8a-4fae-bad0-a72e3a4bfd4f tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374217 Jan 28 07:14:08.364436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3c650-2fd6-403b-b7f6-9941ac00b6eb req-db6272bc-9a13-4d07-a104-128daf89a2b2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:08.365871 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-52f3c650-2fd6-403b-b7f6-9941ac00b6eb req-db6272bc-9a13-4d07-a104-128daf89a2b2 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 947 time: 0.0824990 Jan 28 07:14:08.409557 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-52f3c650-2fd6-403b-b7f6-9941ac00b6eb req-077a77ba-48a5-4352-a3ed-56fac4db9d0d tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373917 Jan 28 07:14:08.758639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-f7d07d92-11dc-4956-8832-74c000b48f22 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:08.760062 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-f7d07d92-11dc-4956-8832-74c000b48f22 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 947 time: 0.0771406 Jan 28 07:14:08.836590 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Deleting port 5fa959c6-908f-4da8-930b-eb50f5e783b8 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:14:08.836842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:09.079732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] For port 5fa959c6-908f-4da8-930b-eb50f5e783b8, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=5fa959c6-908f-4da8-930b-eb50f5e783b8,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:14:09.080177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:09.361287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:09.361552 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:09.361853 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2 disassociated. External IP: 172.26.4.57, port: 5fa959c6-908f-4da8-930b-eb50f5e783b8. Jan 28 07:14:09.362180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Calling delete_port for 5fa959c6-908f-4da8-930b-eb50f5e783b8 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:14:09.591745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3747c-c805-4690-9b3e-fd66691e4759 req-80755318-4010-419c-b002-c054037393d6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:09.593184 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d0d3747c-c805-4690-9b3e-fd66691e4759 req-80755318-4010-419c-b002-c054037393d6 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 947 time: 0.0784488 Jan 28 07:14:09.639688 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d0d3747c-c805-4690-9b3e-fd66691e4759 req-34022092-0ca2-4fa4-b533-1a9eff8e16df tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups?id=26dd2cff-7a3d-4ff6-b946-6956746ad501&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407612 Jan 28 07:14:09.640329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:09.689477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event deleted for resources: {'Port': ['ID=5fa959c6-908f-4da8-930b-eb50f5e783b8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:09.700585 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:09.700936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:09.701278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:09.701645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:09.701936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:09.702270 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:09.702596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:09.702918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:09.703252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:09.703591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:09.703911 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:09.704228 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:09.985508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Router e9b09457-e28d-4303-a378-91a56e08d379 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:14:10.166525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:14:10.176447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73f132-88ae-4544-8dbf-5b68f01144e8 None None] Sync routers for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:14:10.185853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73f132-88ae-4544-8dbf-5b68f01144e8 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:14:10.186576 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ea73f132-88ae-4544-8dbf-5b68f01144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:14:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:10.239383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] No DVR routers for this DVR port 5fa959c6-908f-4da8-930b-eb50f5e783b8 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:14:10.241680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:10.244155 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'name': 'network-vif-deleted', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:14:10.368904 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d96ddd-65c8-4fd8-95cf-1a453194bc3b', 'name': 'network-vif-deleted', 'tag': '5fa959c6-908f-4da8-930b-eb50f5e783b8', 'status': 'completed', 'code': 200} Jan 28 07:14:10.378102 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2af0b194-2fe9-46d5-82e8-3ecf984aea0a req-8a646df5-df99-4867-85d5-3987dcbb8d17 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.37 "DELETE /v2.0/ports/5fa959c6-908f-4da8-930b-eb50f5e783b8 HTTP/1.1" status: 204 len: 173 time: 1.6092482 Jan 28 07:14:10.393138 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-ea73f132-88ae-4544-8dbf-5b68f01144e8 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:14:10.624847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5fa959c6-908f-4da8-930b-eb50f5e783b8 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:14:10.667968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 5fa959c6-908f-4da8-930b-eb50f5e783b8 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:14:10.668311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 5fa959c6-908f-4da8-930b-eb50f5e783b8 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:14:10.738795 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ea73f132-88ae-4544-8dbf-5b68f01144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:10.743521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73f132-88ae-4544-8dbf-5b68f01144e8 None None] Checking router: e9b09457-e28d-4303-a378-91a56e08d379 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:14:10.754885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73f132-88ae-4544-8dbf-5b68f01144e8 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:14:10.755552 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ea73f132-88ae-4544-8dbf-5b68f01144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:14:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:10.804184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-13f5752a-0ea5-4682-95cd-4bbbba5676e0 req-b2957730-f6a6-423a-961a-5b984073ddcb tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Synchronizing usage tracker for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:14:10.891857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-13f5752a-0ea5-4682-95cd-4bbbba5676e0 req-b2957730-f6a6-423a-961a-5b984073ddcb tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Unset dirty status for tenant:05ed2498b76140799c3d337fc2afa716 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:14:10.893207 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13f5752a-0ea5-4682-95cd-4bbbba5676e0 req-b2957730-f6a6-423a-961a-5b984073ddcb tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 210 time: 0.1405623 Jan 28 07:14:11.022855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-ea73f132-88ae-4544-8dbf-5b68f01144e8 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:14:11.317613 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:11.451066 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-ea73f132-88ae-4544-8dbf-5b68f01144e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:11.455171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73f132-88ae-4544-8dbf-5b68f01144e8 None None] The sync data for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv is: [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:07:02Z', 'revision_number': 4, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a66827c7-406f-4529-9a86-5d1ba3bf122d', 'name': '', 'network_id': 'eebb9f9c-ca92-4d82-b860-c5c681ea49ad', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'mac_address': 'fa:16:3e:28:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:07:01Z', 'updated_at': '2022-01-28T07:07:07Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'subnets': [{'id': '77e8d0a3-7759-4e0e-ae9d-137af70c4080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:14:11.688305 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425ee2d2-f999-4acf-ae47-abf67f89a60a None None] New status for floating IP e0dc191a-48e8-4f5c-8705-a6601207a8d2: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:14:12.077336 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-725f0759-e066-4fe8-a2fe-7a9126d44ff1 req-fe4052cc-437a-4a12-9481-293507e0431c tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/ports?device_id=78d96ddd-65c8-4fd8-95cf-1a453194bc3b HTTP/1.1" status: 200 len: 210 time: 0.0501897 Jan 28 07:14:14.366418 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:14:16.637399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 52942) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:14:16.700876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8350423a-1e54-4815-b5b2-52a62c7c7189 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:16.729085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8350423a-1e54-4815-b5b2-52a62c7c7189 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:16.901156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8350423a-1e54-4815-b5b2-52a62c7c7189 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:16.918021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350423a-1e54-4815-b5b2-52a62c7c7189 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dd2cff-7a3d-4ff6-b946-6956746ad501,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:17.012665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8350423a-1e54-4815-b5b2-52a62c7c7189 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:17.013877 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8350423a-1e54-4815-b5b2-52a62c7c7189 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "DELETE /v2.0/security-groups/26dd2cff-7a3d-4ff6-b946-6956746ad501 HTTP/1.1" status: 204 len: 168 time: 0.3754251 Jan 28 07:14:17.016264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 52946) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:14:17.034439 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-401c4eb6-3df5-4ade-853e-ed0d4a38d0e8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] show failed (client error): The resource could not be found. Jan 28 07:14:17.034439 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-401c4eb6-3df5-4ade-853e-ed0d4a38d0e8 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "GET /v2.0/security-groups/26dd2cff-7a3d-4ff6-b946-6956746ad501 HTTP/1.1" status: 404 len: 347 time: 0.0160401 Jan 28 07:14:17.036566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 52950) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:14:17.194517 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-75270856-30ef-4dfa-bee8-a22b97a41ec0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Deleting port c04002cb-ae89-4b20-8452-9db7506f4338 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:14:17.194856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75270856-30ef-4dfa-bee8-a22b97a41ec0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:17.361804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75270856-30ef-4dfa-bee8-a22b97a41ec0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:17.362021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75270856-30ef-4dfa-bee8-a22b97a41ec0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:17.490884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-75270856-30ef-4dfa-bee8-a22b97a41ec0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Calling delete_port for c04002cb-ae89-4b20-8452-9db7506f4338 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:14:17.710275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75270856-30ef-4dfa-bee8-a22b97a41ec0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:17.761992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75270856-30ef-4dfa-bee8-a22b97a41ec0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Pushing event deleted for resources: {'Port': ['ID=c04002cb-ae89-4b20-8452-9db7506f4338,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:17.847655 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75270856-30ef-4dfa-bee8-a22b97a41ec0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:17.959874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-75270856-30ef-4dfa-bee8-a22b97a41ec0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:17.961079 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-75270856-30ef-4dfa-bee8-a22b97a41ec0 tempest-ServerActionsTestJSON-1708388704 tempest-ServerActionsTestJSON-1708388704-project] 10.222.0.25 "DELETE /v2.0/floatingips/e0dc191a-48e8-4f5c-8705-a6601207a8d2 HTTP/1.1" status: 204 len: 168 time: 0.9233439 Jan 28 07:14:17.964472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 52954) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:14:18.703921 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-802ef5bb-91dd-4e2d-b6f5-c82e0f84a7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:19.098824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-802ef5bb-91dd-4e2d-b6f5-c82e0f84a7ff admin admin] Deleting port a66827c7-406f-4529-9a86-5d1ba3bf122d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:14:19.099649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-802ef5bb-91dd-4e2d-b6f5-c82e0f84a7ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:19.281489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-802ef5bb-91dd-4e2d-b6f5-c82e0f84a7ff admin admin] For port a66827c7-406f-4529-9a86-5d1ba3bf122d, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a66827c7-406f-4529-9a86-5d1ba3bf122d,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:14:19.281833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-802ef5bb-91dd-4e2d-b6f5-c82e0f84a7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:19.399888 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-802ef5bb-91dd-4e2d-b6f5-c82e0f84a7ff admin admin] Calling delete_port for a66827c7-406f-4529-9a86-5d1ba3bf122d owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:14:19.807505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-802ef5bb-91dd-4e2d-b6f5-c82e0f84a7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:19.990164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ef5bb-91dd-4e2d-b6f5-c82e0f84a7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a66827c7-406f-4529-9a86-5d1ba3bf122d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:20.241857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-802ef5bb-91dd-4e2d-b6f5-c82e0f84a7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:20.584551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802ef5bb-91dd-4e2d-b6f5-c82e0f84a7ff admin admin] Router e9b09457-e28d-4303-a378-91a56e08d379 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:14:20.753372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802ef5bb-91dd-4e2d-b6f5-c82e0f84a7ff admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:14:20.762549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2820f27c-49ba-4172-b941-91b5d3f7af02 None None] Sync routers for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:14:20.765823 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-802ef5bb-91dd-4e2d-b6f5-c82e0f84a7ff admin admin] 10.222.0.25 "PUT /v2.0/routers/e9b09457-e28d-4303-a378-91a56e08d379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8003430 Jan 28 07:14:20.768264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 52960) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:14:20.772085 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2820f27c-49ba-4172-b941-91b5d3f7af02 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:14:20.772691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-2820f27c-49ba-4172-b941-91b5d3f7af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:14:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:20.944623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:21.001433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-2820f27c-49ba-4172-b941-91b5d3f7af02 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:14:21.121401 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:21.213060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] Deleting port 23c6e93f-c8b8-4b00-9596-7dbf987d73ac {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:14:21.213402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:21.282933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-2820f27c-49ba-4172-b941-91b5d3f7af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:14:19Z', 'revision_number': 5, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port': {'id': '23c6e93f-c8b8-4b00-9596-7dbf987d73ac', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:06:58Z', 'updated_at': '2022-01-28T07:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:21.287106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2820f27c-49ba-4172-b941-91b5d3f7af02 None None] Checking router: e9b09457-e28d-4303-a378-91a56e08d379 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:14:21.296059 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2820f27c-49ba-4172-b941-91b5d3f7af02 None None] Routers {'e9b09457-e28d-4303-a378-91a56e08d379'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:14:21.296696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-2820f27c-49ba-4172-b941-91b5d3f7af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:14:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e9b09457-e28d-4303-a378-91a56e08d379'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:21.449583 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-2820f27c-49ba-4172-b941-91b5d3f7af02 None None] Set router e9b09457-e28d-4303-a378-91a56e08d379 gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:14:21.506460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] For port 23c6e93f-c8b8-4b00-9596-7dbf987d73ac, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=23c6e93f-c8b8-4b00-9596-7dbf987d73ac,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:14:21.507078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:21.561505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-2820f27c-49ba-4172-b941-91b5d3f7af02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:14:21Z', 'revision_number': 6, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:21.565384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2820f27c-49ba-4172-b941-91b5d3f7af02 None None] The sync data for ids ['e9b09457-e28d-4303-a378-91a56e08d379'] in dv-neutron-824022-4-hyperv is: [{'id': 'e9b09457-e28d-4303-a378-91a56e08d379', 'name': 'tempest-ServerActionsTestJSON-1497683425-router', 'tenant_id': '05ed2498b76140799c3d337fc2afa716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:06:57Z', 'updated_at': '2022-01-28T07:14:21Z', 'revision_number': 6, 'project_id': '05ed2498b76140799c3d337fc2afa716', 'gw_port_host': None}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:14:21.633455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] Calling delete_port for 23c6e93f-c8b8-4b00-9596-7dbf987d73ac owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:14:21.870362 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:21.919749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=23c6e93f-c8b8-4b00-9596-7dbf987d73ac,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:22.011378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:22.182748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:22.184877 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:22.280601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:22.283863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9b09457-e28d-4303-a378-91a56e08d379 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:14:22.293223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:22.296723 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-81f09428-95ef-472d-bfa3-9c8ea9fa1fdb admin admin] 10.222.0.25 "DELETE /v2.0/routers/e9b09457-e28d-4303-a378-91a56e08d379 HTTP/1.1" status: 204 len: 168 time: 1.5252004 Jan 28 07:14:22.296936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 52964) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:14:22.360809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-868b7817-faa4-4cd9-8c6f-b16a55cbfdfc admin admin] Deleting subnet 77e8d0a3-7759-4e0e-ae9d-137af70c4080 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:14:22.363714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-868b7817-faa4-4cd9-8c6f-b16a55cbfdfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:22.414088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-868b7817-faa4-4cd9-8c6f-b16a55cbfdfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:22.499282 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-868b7817-faa4-4cd9-8c6f-b16a55cbfdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:22.681321 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-868b7817-faa4-4cd9-8c6f-b16a55cbfdfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:22.719640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b7817-faa4-4cd9-8c6f-b16a55cbfdfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77e8d0a3-7759-4e0e-ae9d-137af70c4080,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:22.723091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-868b7817-faa4-4cd9-8c6f-b16a55cbfdfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:22.729366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-868b7817-faa4-4cd9-8c6f-b16a55cbfdfc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/77e8d0a3-7759-4e0e-ae9d-137af70c4080 HTTP/1.1" status: 204 len: 168 time: 0.4313090 Jan 28 07:14:22.730574 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c170c95-5035-4a8e-b23f-823fa8d1ef9f None None] Network eebb9f9c-ca92-4d82-b860-c5c681ea49ad requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:14:22.731907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 52968) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:14:22.843740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:22.855811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Deleting port c678d914-30e5-467d-a012-7a5c28e22ae5 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:14:22.856371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:23.015443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8740931b-0b06-4454-ad5e-2770fd403cf8 None None] DHCP port deletion for eebb9f9c-ca92-4d82-b860-c5c681ea49ad request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:14:23.020238 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8740931b-0b06-4454-ad5e-2770fd403cf8 None None] Deleting port c678d914-30e5-467d-a012-7a5c28e22ae5 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:14:23.020718 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8740931b-0b06-4454-ad5e-2770fd403cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:23.122156 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c678d914-30e5-467d-a012-7a5c28e22ae5 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:14:23.179758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] For port c678d914-30e5-467d-a012-7a5c28e22ae5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c678d914-30e5-467d-a012-7a5c28e22ae5,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:14:23.180699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:23.304002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Calling delete_port for c678d914-30e5-467d-a012-7a5c28e22ae5 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:14:23.333858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8740931b-0b06-4454-ad5e-2770fd403cf8 None None] For port c678d914-30e5-467d-a012-7a5c28e22ae5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c678d914-30e5-467d-a012-7a5c28e22ae5,segment=NetworkSegment(74896166-6746-45e0-8785-5ebc860aaf39),segment_id=74896166-6746-45e0-8785-5ebc860aaf39)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:14:23.334247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8740931b-0b06-4454-ad5e-2770fd403cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:23.447440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:23.494129 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:23.498455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=c678d914-30e5-467d-a012-7a5c28e22ae5,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:23.501967 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] No DVR routers for this DVR port c678d914-30e5-467d-a012-7a5c28e22ae5 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:14:23.508692 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8740931b-0b06-4454-ad5e-2770fd403cf8 None None] Calling delete_port for c678d914-30e5-467d-a012-7a5c28e22ae5 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:14:23.612128 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a66827c7-406f-4529-9a86-5d1ba3bf122d no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:14:23.621405 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:23.646013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebb9f9c-ca92-4d82-b860-c5c681ea49ad']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:23.653540 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: a66827c7-406f-4529-9a86-5d1ba3bf122d {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:14:23.653889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a66827c7-406f-4529-9a86-5d1ba3bf122d not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:14:23.654310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 23c6e93f-c8b8-4b00-9596-7dbf987d73ac no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:14:23.658775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74896166-6746-45e0-8785-5ebc860aaf39') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:23.659068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74896166-6746-45e0-8785-5ebc860aaf39') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:14:23.670534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:23.685873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:23.687381 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 23c6e93f-c8b8-4b00-9596-7dbf987d73ac {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:14:23.687725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 23c6e93f-c8b8-4b00-9596-7dbf987d73ac not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:14:23.690848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-8740931b-0b06-4454-ad5e-2770fd403cf8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:14:23.691064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-8740931b-0b06-4454-ad5e-2770fd403cf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:14:23.694860 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:14:23.695050 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:14:23.708629 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:14:23.842293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:23.858554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:23.869896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=eebb9f9c-ca92-4d82-b860-c5c681ea49ad,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:23.962948 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-378764cb-696b-4696-9881-5cde6a507b1e admin admin] 10.222.0.25 "DELETE /v2.0/networks/eebb9f9c-ca92-4d82-b860-c5c681ea49ad HTTP/1.1" status: 204 len: 168 time: 1.2300372 Jan 28 07:14:24.192755 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8740931b-0b06-4454-ad5e-2770fd403cf8 None None] Deleting port c678d914-30e5-467d-a012-7a5c28e22ae5 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:14:24.193321 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8740931b-0b06-4454-ad5e-2770fd403cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:24.261501 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8740931b-0b06-4454-ad5e-2770fd403cf8 None None] The port 'c678d914-30e5-467d-a012-7a5c28e22ae5' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 07:14:24.269031 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 52974) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:14:24.316146 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-62fb99ef-e8b8-4a02-95ee-50e7983384ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05ed2498b76140799c3d337fc2afa716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463035 Jan 28 07:14:24.318520 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 52978) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:14:24.374566 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:24.398929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:24.538989 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:24.556389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa16c10-8436-49f8-89b3-3cf78a1c77c0,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:24.566450 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.566796 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.567126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.567481 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.567807 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.568129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.568447 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.568767 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.569083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.569396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.569710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.570020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:24.572946 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:24.577194 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-429090ce-39e2-4dbb-b6c0-971a3fb6da4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bfa16c10-8436-49f8-89b3-3cf78a1c77c0 HTTP/1.1" status: 204 len: 168 time: 0.2573977 Jan 28 07:14:25.720050 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53002) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:14:25.849692 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-876601336-network', 'tenant_id': '280765ac2d0849238bcbaa03fc36d82b'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:25.854891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:14:25.858679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Usage tracker for resource:network and tenant:280765ac2d0849238bcbaa03fc36d82b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:14:25.861747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:14:25.867327 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:14:25.996132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Made reservation on behalf of 280765ac2d0849238bcbaa03fc36d82b for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:14:25.998360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:26.010258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:26.024131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:14:26.027894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Usage tracker for resource:security_group_rule and tenant:280765ac2d0849238bcbaa03fc36d82b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:14:26.030578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:14:26.036177 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:14:26.113714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:26.251811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:26.286961 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:14:26.293161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9fb782-702e-4ae9-952a-f66a06459a08,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:26.299911 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:26.300757 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Added segment f22cc957-069b-411a-ab56-4e09c77a9812 of type vlan for network ea3def7c-5845-453e-a721-650c5a507bab Jan 28 07:14:26.325053 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:26.447578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:26.448566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:26.449169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:26.562024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] Pushing event updated for resources: {'Network': ['ID=ea3def7c-5845-453e-a721-650c5a507bab,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:26.572583 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network ea3def7c-5845-453e-a721-650c5a507bab details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:14:26.614187 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-18e51117-75e2-4fa8-8608-4c7a6fb81581 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8930366 Jan 28 07:14:26.617043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53008) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:14:26.622458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Request body: {'subnet': {'network_id': 'ea3def7c-5845-453e-a721-650c5a507bab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-876601336-subnet', 'tenant_id': '280765ac2d0849238bcbaa03fc36d82b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:26.627407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:14:26.631218 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Usage tracker for resource:subnet and tenant:280765ac2d0849238bcbaa03fc36d82b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:14:26.634562 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:14:26.640196 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:14:26.710173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Made reservation on behalf of 280765ac2d0849238bcbaa03fc36d82b for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:14:26.713147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:27.024887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:27.098987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f177bf4c-0819-4876-b711-73a255d670c3,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:27.107296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Checking segment: {'id': 'f22cc957-069b-411a-ab56-4e09c77a9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ea3def7c-5845-453e-a721-650c5a507bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:14:27.107650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Network hostable DHCP agents. Network: ea3def7c-5845-453e-a721-650c5a507bab, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:14:27.172673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Network ea3def7c-5845-453e-a721-650c5a507bab is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:14:27.230467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, ea3def7c-5845-453e-a721-650c5a507bab) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:27.234736 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:27.235332 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:27.241526 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596a8cda-e68a-4c46-84bb-c60920ca0f65 None None] Network ea3def7c-5845-453e-a721-650c5a507bab requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:14:27.315714 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b5d5e964-af9c-4936-bfbe-bf70df22e782 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6976035 Jan 28 07:14:27.451461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141ec317-9ff4-41ea-bba7-9ced216d6f03 None None] Network ea3def7c-5845-453e-a721-650c5a507bab requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:14:27.835681 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-492308b4-7364-49fe-a7c1-52e039b6e212 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:27.836892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-492308b4-7364-49fe-a7c1-52e039b6e212 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Synchronizing usage tracker for tenant:280765ac2d0849238bcbaa03fc36d82b on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:14:27.910109 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-492308b4-7364-49fe-a7c1-52e039b6e212 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Unset dirty status for tenant:280765ac2d0849238bcbaa03fc36d82b on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:14:27.911199 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-492308b4-7364-49fe-a7c1-52e039b6e212 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/networks?id=ea3def7c-5845-453e-a721-650c5a507bab HTTP/1.1" status: 200 len: 813 time: 0.2171192 Jan 28 07:14:27.926353 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c38c5e4d-b226-40ae-96ae-83ad61bf25f5 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/quotas/280765ac2d0849238bcbaa03fc36d82b HTTP/1.1" status: 200 len: 375 time: 0.0089617 Jan 28 07:14:27.971428 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-f18265bb-0ba2-4418-ba13-74e45b6489e9 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=280765ac2d0849238bcbaa03fc36d82b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402315 Jan 28 07:14:28.022540 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-f0af3852-2ad1-4808-8b87-0dba44733479 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 07:14:28.023522 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-f0af3852-2ad1-4808-8b87-0dba44733479 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454676 Jan 28 07:14:28.152075 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-d8a5cf48-30ef-480b-9cc5-442cf049883d service neutron] 10.222.0.25 "GET /v2.0/networks/ea3def7c-5845-453e-a721-650c5a507bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219292 Jan 28 07:14:28.384866 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-ea831835-0f60-499b-b3f4-789cd63436c2 service neutron] 10.222.0.25 "GET /v2.0/networks/ea3def7c-5845-453e-a721-650c5a507bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271135 Jan 28 07:14:28.719556 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-935565fa-f9fa-4fd3-896c-1315d027b111 req-8f0abce8-8e5c-4865-bca3-a2e9a05d44ad tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 210 time: 0.0453632 Jan 28 07:14:29.811914 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f929deb4-4249-4e60-bb0f-d02a80c7d1ce req-17a583ba-b60f-4ce1-a860-35df8058e60b tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 210 time: 0.0416090 Jan 28 07:14:30.858079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60959766-0517-43a4-bed8-6450e1eff4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:30.961167 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a786f856-8797-4e9f-bea8-725f484b9c64 req-94c472e3-beef-46a8-b7fd-3d4f4dd7e43e tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 210 time: 0.0408254 Jan 28 07:14:31.334570 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-1774b947-c0e8-4249-a83b-b4521807f9c6 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:31.335999 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-1774b947-c0e8-4249-a83b-b4521807f9c6 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.37 "GET /v2.0/networks?id=ea3def7c-5845-453e-a721-650c5a507bab HTTP/1.1" status: 200 len: 813 time: 0.1423826 Jan 28 07:14:31.361665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Request body: {'port': {'device_id': '5845f37b-03e5-4045-b395-52cd94017a5b', 'network_id': 'ea3def7c-5845-453e-a721-650c5a507bab', 'admin_state_up': True, 'tenant_id': '280765ac2d0849238bcbaa03fc36d82b'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:31.495201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:14:31.499119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Usage tracker for resource:port and tenant:280765ac2d0849238bcbaa03fc36d82b is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:14:31.502213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:14:31.507719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:14:31.607848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Made reservation on behalf of 280765ac2d0849238bcbaa03fc36d82b for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:14:31.611715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:31.772829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Allocated IP 172.20.0.8 (ea3def7c-5845-453e-a721-650c5a507bab/f177bf4c-0819-4876-b711-73a255d670c3/e04f2a50-688c-4b1c-ad1b-1c747448fc00) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:14:31.974494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:32.101833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:32.191436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Network ea3def7c-5845-453e-a721-650c5a507bab is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:14:32.196712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:32.201823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:14:32.239440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Pushing event updated for resources: {'Port': ['ID=e04f2a50-688c-4b1c-ad1b-1c747448fc00,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:32.279313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:32.279916 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:32.300974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f8fd2-96be-44a0-b49d-738501b0b060 req-149fc835-53ba-499b-9833-e42685620b01 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:32.302408 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a55f8fd2-96be-44a0-b49d-738501b0b060 req-149fc835-53ba-499b-9833-e42685620b01 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 931 time: 0.2355270 Jan 28 07:14:32.344680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a55f8fd2-96be-44a0-b49d-738501b0b060 req-65fd28ad-5f0f-4507-85ba-db2fcfad4077 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Synchronizing usage tracker for tenant:280765ac2d0849238bcbaa03fc36d82b on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:14:32.374356 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c63b94a9-b63c-45a9-bf76-116cf4bb1dbb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0165343 Jan 28 07:14:32.399315 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Request body: {'port': {'device_id': '5845f37b-03e5-4045-b395-52cd94017a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:32.485110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a55f8fd2-96be-44a0-b49d-738501b0b060 req-65fd28ad-5f0f-4507-85ba-db2fcfad4077 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Unset dirty status for tenant:280765ac2d0849238bcbaa03fc36d82b on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:14:32.486227 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a55f8fd2-96be-44a0-b49d-738501b0b060 req-65fd28ad-5f0f-4507-85ba-db2fcfad4077 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782968 Jan 28 07:14:32.511132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:32.841674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e04f2a50-688c-4b1c-ad1b-1c747448fc00 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:14:32.848869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:32.862918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Transition to ACTIVE for port object e04f2a50-688c-4b1c-ad1b-1c747448fc00 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:14:32.961563 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:33.113668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Pushing event updated for resources: {'Port': ['ID=e04f2a50-688c-4b1c-ad1b-1c747448fc00,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:33.190213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Attempting to bind port e04f2a50-688c-4b1c-ad1b-1c747448fc00 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:14:33.190545 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Attempting to bind port e04f2a50-688c-4b1c-ad1b-1c747448fc00 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'f22cc957-069b-411a-ab56-4e09c77a9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ea3def7c-5845-453e-a721-650c5a507bab'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:14:33.190869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Attempting to bind port e04f2a50-688c-4b1c-ad1b-1c747448fc00 on network ea3def7c-5845-453e-a721-650c5a507bab {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:14:33.195415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Port e04f2a50-688c-4b1c-ad1b-1c747448fc00 on network ea3def7c-5845-453e-a721-650c5a507bab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:14:33.195732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Attempting to bind port e04f2a50-688c-4b1c-ad1b-1c747448fc00 on network ea3def7c-5845-453e-a721-650c5a507bab {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:14:33.201628 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:14:33.201959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Checking segment: {'id': 'f22cc957-069b-411a-ab56-4e09c77a9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ea3def7c-5845-453e-a721-650c5a507bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:14:33.202342 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Bound using segment: {'id': 'f22cc957-069b-411a-ab56-4e09c77a9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ea3def7c-5845-453e-a721-650c5a507bab'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:14:33.202758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Bound port: e04f2a50-688c-4b1c-ad1b-1c747448fc00, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22cc957-069b-411a-ab56-4e09c77a9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ea3def7c-5845-453e-a721-650c5a507bab'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:14:33.203164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:33.241947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6fdb09f8-ae60-4312-bf3c-1bdc0b1f7ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:33.388803 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] For port e04f2a50-688c-4b1c-ad1b-1c747448fc00, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:14:33.391651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] For port e04f2a50-688c-4b1c-ad1b-1c747448fc00, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e04f2a50-688c-4b1c-ad1b-1c747448fc00,segment=NetworkSegment(f22cc957-069b-411a-ab56-4e09c77a9812),segment_id=f22cc957-069b-411a-ab56-4e09c77a9812)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:14:33.470627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:33.528796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:33.529401 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:33.530736 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] 10.222.0.37 "PUT /v2.0/ports/e04f2a50-688c-4b1c-ad1b-1c747448fc00 HTTP/1.1" status: 200 len: 1093 time: 1.1353753 Jan 28 07:14:33.531169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5845f37b-03e5-4045-b395-52cd94017a5b', 'tag': 'e04f2a50-688c-4b1c-ad1b-1c747448fc00'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:14:33.554702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81256185-b68b-4b3f-8e0f-98b3aa2f8069 service neutron] Pushing event updated for resources: {'Port': ['ID=e04f2a50-688c-4b1c-ad1b-1c747448fc00,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:33.581566 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5845f37b-03e5-4045-b395-52cd94017a5b', 'tag': 'e04f2a50-688c-4b1c-ad1b-1c747448fc00', 'status': 'completed', 'code': 200} Jan 28 07:14:33.730276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef9b7a-1438-4b7c-8c2f-0362afe3dedf req-fadb267a-330e-4016-8f1d-2364a08a7c64 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:33.730867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-eaef9b7a-1438-4b7c-8c2f-0362afe3dedf req-fadb267a-330e-4016-8f1d-2364a08a7c64 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Synchronizing usage tracker for tenant:280765ac2d0849238bcbaa03fc36d82b on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:14:33.742907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98beee-7603-4a16-8739-827e78ef1fd7 req-38c75484-e2fd-4b4f-bdbb-b0f1af20b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:33.744360 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3a98beee-7603-4a16-8739-827e78ef1fd7 req-38c75484-e2fd-4b4f-bdbb-b0f1af20b966 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=280765ac2d0849238bcbaa03fc36d82b&device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 1096 time: 0.1123719 Jan 28 07:14:33.807095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-eaef9b7a-1438-4b7c-8c2f-0362afe3dedf req-fadb267a-330e-4016-8f1d-2364a08a7c64 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Unset dirty status for tenant:280765ac2d0849238bcbaa03fc36d82b on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:14:33.808243 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eaef9b7a-1438-4b7c-8c2f-0362afe3dedf req-fadb267a-330e-4016-8f1d-2364a08a7c64 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 943 time: 0.2122562 Jan 28 07:14:33.920619 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eaef9b7a-1438-4b7c-8c2f-0362afe3dedf req-08587ad3-e742-484c-9fa0-21df9c75f9fd tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648136 Jan 28 07:14:33.927109 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98beee-7603-4a16-8739-827e78ef1fd7 req-075a61c2-73a3-4cc5-926e-b8c1aef9365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:33.928517 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3a98beee-7603-4a16-8739-827e78ef1fd7 req-075a61c2-73a3-4cc5-926e-b8c1aef9365a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=280765ac2d0849238bcbaa03fc36d82b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1642575 Jan 28 07:14:34.065010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98beee-7603-4a16-8739-827e78ef1fd7 req-9e5cde06-c043-4b41-b385-57f40a2b8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:34.066426 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3a98beee-7603-4a16-8739-827e78ef1fd7 req-9e5cde06-c043-4b41-b385-57f40a2b8bcc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280332 Jan 28 07:14:34.212568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-61710e1e-a346-43e6-9305-a3764c4216ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:34.214040 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-61710e1e-a346-43e6-9305-a3764c4216ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=280765ac2d0849238bcbaa03fc36d82b&device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 1096 time: 0.0720646 Jan 28 07:14:34.297899 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-060b7a67-739d-4d8e-8ea5-63480f2461ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e04f2a50-688c-4b1c-ad1b-1c747448fc00 HTTP/1.1" status: 200 len: 217 time: 0.0630391 Jan 28 07:14:34.356898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:34.362012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-4e8ccbf8-e4ca-4146-860e-e4cbe7810938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:34.363450 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-4e8ccbf8-e4ca-4146-860e-e4cbe7810938 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f177bf4c-0819-4876-b711-73a255d670c3 HTTP/1.1" status: 200 len: 853 time: 0.0565083 Jan 28 07:14:34.412628 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-7cb267b2-1d78-4b4d-9885-09814ac4a82f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea3def7c-5845-453e-a721-650c5a507bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393293 Jan 28 07:14:34.544790 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-c28e2ee4-f119-4f2e-a44e-70ed87eec8f5 service neutron] 10.222.0.37 "GET /v2.0/networks/ea3def7c-5845-453e-a721-650c5a507bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210847 Jan 28 07:14:34.556391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:34.674293 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9831dbb2-0a0e-4fab-9933-6cd436cffeb5 req-e707abe0-9b0d-49fe-8b21-dff6e313fce3 service neutron] 10.222.0.37 "GET /v2.0/networks/ea3def7c-5845-453e-a721-650c5a507bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232908 Jan 28 07:14:35.105394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e93c06-9123-4048-a09b-ed1c15f8abe8 req-f868dfad-44d1-463a-9610-0cbd595be3f7 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:35.106839 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-93e93c06-9123-4048-a09b-ed1c15f8abe8 req-f868dfad-44d1-463a-9610-0cbd595be3f7 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 943 time: 0.0831180 Jan 28 07:14:35.150293 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-93e93c06-9123-4048-a09b-ed1c15f8abe8 req-44e2cc8b-8dca-4d6a-9284-155832259d89 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377214 Jan 28 07:14:35.853236 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:36.327959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51805623-f596-494d-a064-c2a02176e26e req-693d8f10-8f29-46b2-92f8-6c3f6aa48490 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:36.329376 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51805623-f596-494d-a064-c2a02176e26e req-693d8f10-8f29-46b2-92f8-6c3f6aa48490 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 943 time: 0.0784175 Jan 28 07:14:36.372663 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51805623-f596-494d-a064-c2a02176e26e req-c2bc069a-8f51-4c05-87aa-71307eb08965 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377650 Jan 28 07:14:36.831593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e04f2a50-688c-4b1c-ad1b-1c747448fc00 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:14:36.961311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port e04f2a50-688c-4b1c-ad1b-1c747448fc00, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e04f2a50-688c-4b1c-ad1b-1c747448fc00,segment=NetworkSegment(f22cc957-069b-411a-ab56-4e09c77a9812),segment_id=f22cc957-069b-411a-ab56-4e09c77a9812)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:14:36.974278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'e04f2a50-688c-4b1c-ad1b-1c747448fc00', 'network_id': 'ea3def7c-5845-453e-a721-650c5a507bab', 'port_id': 'e04f2a50-688c-4b1c-ad1b-1c747448fc00', 'mac_address': 'fa:16:3e:86:2c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f177bf4c-0819-4876-b711-73a255d670c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:14:37.039669 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:37.056436 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e04f2a50-688c-4b1c-ad1b-1c747448fc00 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:14:37.071045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port e04f2a50-688c-4b1c-ad1b-1c747448fc00, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e04f2a50-688c-4b1c-ad1b-1c747448fc00,segment=NetworkSegment(f22cc957-069b-411a-ab56-4e09c77a9812),segment_id=f22cc957-069b-411a-ab56-4e09c77a9812)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:14:37.139346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:37.204572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=e04f2a50-688c-4b1c-ad1b-1c747448fc00,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:37.211532 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:37.211888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:37.212773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:37.213102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:37.213425 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:37.213753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:37.214071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:37.214389 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:37.214705 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:37.215018 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:37.215361 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:37.215676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:14:37.510151 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['e04f2a50-688c-4b1c-ad1b-1c747448fc00'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:14:37.553271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32979a9-b03f-4771-9e00-1dc2684c0cd8 req-789c5ec9-7ea0-4d7c-a775-88269a40c06c tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:37.554725 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f32979a9-b03f-4771-9e00-1dc2684c0cd8 req-789c5ec9-7ea0-4d7c-a775-88269a40c06c tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 944 time: 0.0815117 Jan 28 07:14:37.599768 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f32979a9-b03f-4771-9e00-1dc2684c0cd8 req-39251ae0-41ff-4996-81b4-bf8b37db3475 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388262 Jan 28 07:14:38.779825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce21a6-eb91-4018-97c3-73a5b9c12bf2 req-27f0e477-8850-4e5e-88d8-6ae8718b5c59 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:38.781262 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13ce21a6-eb91-4018-97c3-73a5b9c12bf2 req-27f0e477-8850-4e5e-88d8-6ae8718b5c59 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 944 time: 0.0782719 Jan 28 07:14:38.827753 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13ce21a6-eb91-4018-97c3-73a5b9c12bf2 req-5e72bb71-8f11-43fc-bd60-12b231ab4b47 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Jan 28 07:14:38.851392 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e04f2a50-688c-4b1c-ad1b-1c747448fc00 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:14:39.070747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port e04f2a50-688c-4b1c-ad1b-1c747448fc00 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:14:39.076190 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port e04f2a50-688c-4b1c-ad1b-1c747448fc00 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:39.076558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:39.189546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:39.215386 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5845f37b-03e5-4045-b395-52cd94017a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04f2a50-688c-4b1c-ad1b-1c747448fc00'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:14:39.225095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port e04f2a50-688c-4b1c-ad1b-1c747448fc00, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e04f2a50-688c-4b1c-ad1b-1c747448fc00,segment=NetworkSegment(f22cc957-069b-411a-ab56-4e09c77a9812),segment_id=f22cc957-069b-411a-ab56-4e09c77a9812)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:14:39.257591 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5845f37b-03e5-4045-b395-52cd94017a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e04f2a50-688c-4b1c-ad1b-1c747448fc00', 'code': 200} Jan 28 07:14:39.304537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:39.402397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=e04f2a50-688c-4b1c-ad1b-1c747448fc00,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:39.698416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4654d-610d-45e4-a948-1539772edbf0 req-647e50a0-e0a4-4e42-a116-23bebd3ad814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:39.699826 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1ac4654d-610d-45e4-a948-1539772edbf0 req-647e50a0-e0a4-4e42-a116-23bebd3ad814 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 1098 time: 0.0719223 Jan 28 07:14:39.743469 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1ac4654d-610d-45e4-a948-1539772edbf0 req-22abb140-7260-4161-bb0f-e07ff7c57f1e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335300 Jan 28 07:14:40.011864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8df3e-2981-458e-abc9-ce0c9058c9b2 req-c957ec96-fbda-43e5-81bc-55ed88ca011a tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:40.013265 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ea8df3e-2981-458e-abc9-ce0c9058c9b2 req-c957ec96-fbda-43e5-81bc-55ed88ca011a tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 945 time: 0.0804222 Jan 28 07:14:40.056026 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0ea8df3e-2981-458e-abc9-ce0c9058c9b2 req-bc654c75-2714-4f5e-9d67-83bcc1dc8c34 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372379 Jan 28 07:14:41.183552 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:41.243001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72f739-0697-421a-8d6e-6bf701f44416 req-12961489-300d-4518-9abd-add26830d4f9 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:41.244496 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8d72f739-0697-421a-8d6e-6bf701f44416 req-12961489-300d-4518-9abd-add26830d4f9 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 945 time: 0.0816350 Jan 28 07:14:41.287207 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8d72f739-0697-421a-8d6e-6bf701f44416 req-251470e5-f4cb-4242-ab5b-4db7f18e0461 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371144 Jan 28 07:14:42.470867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36683c44-defd-4e33-ad4a-de216bc7e567 req-b6f17c76-9e8e-498e-bad7-208f7de64d36 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:42.472283 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-36683c44-defd-4e33-ad4a-de216bc7e567 req-b6f17c76-9e8e-498e-bad7-208f7de64d36 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 945 time: 0.0794227 Jan 28 07:14:42.515420 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-36683c44-defd-4e33-ad4a-de216bc7e567 req-8cc8062f-36e0-4897-9514-acf344c68472 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370042 Jan 28 07:14:42.895771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-0c2e4207-8570-4601-a057-747d35487f84 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:42.897200 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-0c2e4207-8570-4601-a057-747d35487f84 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/networks?id=ea3def7c-5845-453e-a721-650c5a507bab HTTP/1.1" status: 200 len: 813 time: 0.2470753 Jan 28 07:14:42.911958 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-eb59b771-771b-4848-a8ec-ed4116871cc1 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/quotas/280765ac2d0849238bcbaa03fc36d82b HTTP/1.1" status: 200 len: 375 time: 0.0089316 Jan 28 07:14:42.998221 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-e989a0a0-bee9-44b4-a801-1313c2f5945f tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=280765ac2d0849238bcbaa03fc36d82b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806859 Jan 28 07:14:43.127320 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-13cdb582-1502-42a9-869c-45edd0b6fd9a service neutron] 10.222.0.25 "GET /v2.0/networks/ea3def7c-5845-453e-a721-650c5a507bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221702 Jan 28 07:14:43.256773 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-79244473-d43b-4286-9dcf-6b4107d561ad service neutron] 10.222.0.25 "GET /v2.0/networks/ea3def7c-5845-453e-a721-650c5a507bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237268 Jan 28 07:14:43.742146 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9dd22258-f480-4d9b-8b6d-469cbb7a6548 req-f4ce9a0b-0ae5-4514-9443-b643aaf18ed1 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 210 time: 0.0448143 Jan 28 07:14:44.885692 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ff528e5f-510f-435a-8bf3-39937575f3c4 req-634d99d6-7dba-40cf-9567-d71d7c1b9e20 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 210 time: 0.0415800 Jan 28 07:14:45.826440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-7206bbe5-c4f3-407a-a10c-4d5aee1b0c13 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:45.827865 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-7206bbe5-c4f3-407a-a10c-4d5aee1b0c13 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.37 "GET /v2.0/networks?id=ea3def7c-5845-453e-a721-650c5a507bab HTTP/1.1" status: 200 len: 813 time: 0.1504033 Jan 28 07:14:45.847118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Request body: {'port': {'device_id': 'd08166d6-9c75-4acc-8448-c28d448d0515', 'network_id': 'ea3def7c-5845-453e-a721-650c5a507bab', 'admin_state_up': True, 'tenant_id': '280765ac2d0849238bcbaa03fc36d82b'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:45.981978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:14:45.992576 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:14:46.042711 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bb29cc90-29c1-465e-a7a3-1e5d65450133 req-648bca08-cdcf-48e2-b777-a154e996eed7 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 210 time: 0.0512271 Jan 28 07:14:46.122023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Made reservation on behalf of 280765ac2d0849238bcbaa03fc36d82b for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:14:46.125507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:46.289342 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Allocated IP 172.20.0.14 (ea3def7c-5845-453e-a721-650c5a507bab/f177bf4c-0819-4876-b711-73a255d670c3/f09eb67b-4d90-4b07-8665-c28988f77dde) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:14:46.487983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:46.572929 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:46.616348 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['e04f2a50-688c-4b1c-ad1b-1c747448fc00'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:14:46.642101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Network ea3def7c-5845-453e-a721-650c5a507bab is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:14:46.643214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:14:46.652749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:14:46.681009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Pushing event updated for resources: {'Port': ['ID=f09eb67b-4d90-4b07-8665-c28988f77dde,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:46.720757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:46.721362 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:46.812828 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-dad61cd8-2ceb-4641-b067-321753465464 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9692442 Jan 28 07:14:46.829766 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Request body: {'port': {'device_id': 'd08166d6-9c75-4acc-8448-c28d448d0515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:14:46.938340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:47.390688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc52c4-e846-4cd4-aa36-48ed33826749 req-a9f0784e-cb7a-49ef-8e68-e309b911cb8f tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:47.391406 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-dedc52c4-e846-4cd4-aa36-48ed33826749 req-a9f0784e-cb7a-49ef-8e68-e309b911cb8f tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Synchronizing usage tracker for tenant:280765ac2d0849238bcbaa03fc36d82b on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:14:47.450180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09eb67b-4d90-4b07-8665-c28988f77dde {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:14:47.457166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:47.471531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Transition to ACTIVE for port object f09eb67b-4d90-4b07-8665-c28988f77dde will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:14:47.510622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-dedc52c4-e846-4cd4-aa36-48ed33826749 req-a9f0784e-cb7a-49ef-8e68-e309b911cb8f tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Unset dirty status for tenant:280765ac2d0849238bcbaa03fc36d82b on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:14:47.511819 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dedc52c4-e846-4cd4-aa36-48ed33826749 req-a9f0784e-cb7a-49ef-8e68-e309b911cb8f tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 932 time: 0.3544080 Jan 28 07:14:47.552316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:47.594399 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dedc52c4-e846-4cd4-aa36-48ed33826749 req-13c981b8-b911-4382-baff-6424841d185c tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768924 Jan 28 07:14:47.685463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Pushing event updated for resources: {'Port': ['ID=f09eb67b-4d90-4b07-8665-c28988f77dde,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:47.789148 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Attempting to bind port f09eb67b-4d90-4b07-8665-c28988f77dde on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:14:47.789482 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Attempting to bind port f09eb67b-4d90-4b07-8665-c28988f77dde by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'f22cc957-069b-411a-ab56-4e09c77a9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ea3def7c-5845-453e-a721-650c5a507bab'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:14:47.789807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Attempting to bind port f09eb67b-4d90-4b07-8665-c28988f77dde on network ea3def7c-5845-453e-a721-650c5a507bab {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:14:47.794819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Port f09eb67b-4d90-4b07-8665-c28988f77dde on network ea3def7c-5845-453e-a721-650c5a507bab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:14:47.795217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Attempting to bind port f09eb67b-4d90-4b07-8665-c28988f77dde on network ea3def7c-5845-453e-a721-650c5a507bab {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:14:47.800290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:14:47.800626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Checking segment: {'id': 'f22cc957-069b-411a-ab56-4e09c77a9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ea3def7c-5845-453e-a721-650c5a507bab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:14:47.801013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Bound using segment: {'id': 'f22cc957-069b-411a-ab56-4e09c77a9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ea3def7c-5845-453e-a721-650c5a507bab'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:14:47.801434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Bound port: f09eb67b-4d90-4b07-8665-c28988f77dde, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22cc957-069b-411a-ab56-4e09c77a9812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ea3def7c-5845-453e-a721-650c5a507bab'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:14:47.801777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:47.890787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] For port f09eb67b-4d90-4b07-8665-c28988f77dde, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:14:47.893754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] For port f09eb67b-4d90-4b07-8665-c28988f77dde, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f09eb67b-4d90-4b07-8665-c28988f77dde,segment=NetworkSegment(f22cc957-069b-411a-ab56-4e09c77a9812),segment_id=f22cc957-069b-411a-ab56-4e09c77a9812)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:14:47.983992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:48.041292 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:48.041894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:48.043335 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] 10.222.0.37 "PUT /v2.0/ports/f09eb67b-4d90-4b07-8665-c28988f77dde HTTP/1.1" status: 200 len: 1094 time: 1.2175133 Jan 28 07:14:48.046141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd08166d6-9c75-4acc-8448-c28d448d0515', 'tag': 'f09eb67b-4d90-4b07-8665-c28988f77dde'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:14:48.068034 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16562314-6dd8-4cd8-8183-5747000ee221 service neutron] Pushing event updated for resources: {'Port': ['ID=f09eb67b-4d90-4b07-8665-c28988f77dde,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:48.090494 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd08166d6-9c75-4acc-8448-c28d448d0515', 'tag': 'f09eb67b-4d90-4b07-8665-c28988f77dde', 'status': 'completed', 'code': 200} Jan 28 07:14:48.204328 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54455c8a-f2a8-4b6b-9c72-9f091f342622 req-30fe2055-1744-48bb-b99a-35b2382a2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:48.205817 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54455c8a-f2a8-4b6b-9c72-9f091f342622 req-30fe2055-1744-48bb-b99a-35b2382a2c1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=280765ac2d0849238bcbaa03fc36d82b&device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 1097 time: 0.0734911 Jan 28 07:14:48.355668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54455c8a-f2a8-4b6b-9c72-9f091f342622 req-1e5285e4-b280-4dc1-9bea-520147d0a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:48.357106 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54455c8a-f2a8-4b6b-9c72-9f091f342622 req-1e5285e4-b280-4dc1-9bea-520147d0a646 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=280765ac2d0849238bcbaa03fc36d82b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1378441 Jan 28 07:14:48.489346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54455c8a-f2a8-4b6b-9c72-9f091f342622 req-f4fd80c0-ec75-48ce-8057-4c5398205cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:48.490749 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-54455c8a-f2a8-4b6b-9c72-9f091f342622 req-f4fd80c0-ec75-48ce-8057-4c5398205cd4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280205 Jan 28 07:14:48.615556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-f6cb63e6-1b92-47ed-b181-ceb15b2b2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:48.616868 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-f6cb63e6-1b92-47ed-b181-ceb15b2b2485 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=280765ac2d0849238bcbaa03fc36d82b&device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 1097 time: 0.0680158 Jan 28 07:14:48.695757 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-9fa3efc3-e293-433c-a32f-f76925a244fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f09eb67b-4d90-4b07-8665-c28988f77dde HTTP/1.1" status: 200 len: 217 time: 0.0655062 Jan 28 07:14:48.806135 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-867bfeb1-ee11-461c-92b1-1abfd640a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:48.807556 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-867bfeb1-ee11-461c-92b1-1abfd640a2ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f177bf4c-0819-4876-b711-73a255d670c3 HTTP/1.1" status: 200 len: 853 time: 0.0792508 Jan 28 07:14:48.856102 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-43ed2ccd-9eca-4f0c-a62d-a834a1ed05e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea3def7c-5845-453e-a721-650c5a507bab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424078 Jan 28 07:14:48.864440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda61fb1-d04e-42af-a3c0-aaa7da7f2f23 req-d22bb467-7a9d-4f36-9ab2-6d54ca8f2f6c tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:48.865792 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dda61fb1-d04e-42af-a3c0-aaa7da7f2f23 req-d22bb467-7a9d-4f36-9ab2-6d54ca8f2f6c tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 944 time: 0.1670527 Jan 28 07:14:48.987304 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dda61fb1-d04e-42af-a3c0-aaa7da7f2f23 req-5a447abc-5655-4102-85e6-f3ca842f07a2 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010816 Jan 28 07:14:49.019636 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-78c13a54-67fc-4f9c-a2d9-47ef91de0bd4 service neutron] 10.222.0.37 "GET /v2.0/networks/ea3def7c-5845-453e-a721-650c5a507bab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529708 Jan 28 07:14:49.147462 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5090e1cd-9d3a-410c-bcc9-f07605fa04e7 req-51ff9dee-e4cd-4997-b98a-c20f6cab946d service neutron] 10.222.0.37 "GET /v2.0/networks/ea3def7c-5845-453e-a721-650c5a507bab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216645 Jan 28 07:14:50.276806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46f135-f0a9-43af-b814-2b59b1f3e1c6 req-b49cb765-28e8-45e3-a2bb-9a7fbbcc2a76 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:50.280628 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5c46f135-f0a9-43af-b814-2b59b1f3e1c6 req-b49cb765-28e8-45e3-a2bb-9a7fbbcc2a76 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 944 time: 0.1859355 Jan 28 07:14:50.320700 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5c46f135-f0a9-43af-b814-2b59b1f3e1c6 req-ce54c438-fa95-448e-99e2-05de67f6d3b4 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369065 Jan 28 07:14:50.891523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f09eb67b-4d90-4b07-8665-c28988f77dde details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:14:51.021598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f09eb67b-4d90-4b07-8665-c28988f77dde, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f09eb67b-4d90-4b07-8665-c28988f77dde,segment=NetworkSegment(f22cc957-069b-411a-ab56-4e09c77a9812),segment_id=f22cc957-069b-411a-ab56-4e09c77a9812)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:14:51.034622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'f09eb67b-4d90-4b07-8665-c28988f77dde', 'network_id': 'ea3def7c-5845-453e-a721-650c5a507bab', 'port_id': 'f09eb67b-4d90-4b07-8665-c28988f77dde', 'mac_address': 'fa:16:3e:cb:3c:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f177bf4c-0819-4876-b711-73a255d670c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:14:51.094424 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:51.111215 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09eb67b-4d90-4b07-8665-c28988f77dde {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:14:51.125798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f09eb67b-4d90-4b07-8665-c28988f77dde, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f09eb67b-4d90-4b07-8665-c28988f77dde,segment=NetworkSegment(f22cc957-069b-411a-ab56-4e09c77a9812),segment_id=f22cc957-069b-411a-ab56-4e09c77a9812)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:14:51.230282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:51.297492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f09eb67b-4d90-4b07-8665-c28988f77dde,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:51.365207 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:14:51.506549 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2eb55-a611-4df0-a257-b71f4dc456f5 req-4859e04f-7e49-4ddb-9d78-10b5f26067df tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:51.508006 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2be2eb55-a611-4df0-a257-b71f4dc456f5 req-4859e04f-7e49-4ddb-9d78-10b5f26067df tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 945 time: 0.0800281 Jan 28 07:14:51.551906 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2be2eb55-a611-4df0-a257-b71f4dc456f5 req-76d40b2a-2060-47b3-9cb6-63fbdbb57417 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376329 Jan 28 07:14:51.565835 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['f09eb67b-4d90-4b07-8665-c28988f77dde'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:14:52.730162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef098809-cd66-41bc-9f9a-b4cfce4bf37a req-8b3d1ab2-b8f6-4721-a218-7cb320c8a078 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:52.732097 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ef098809-cd66-41bc-9f9a-b4cfce4bf37a req-8b3d1ab2-b8f6-4721-a218-7cb320c8a078 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 945 time: 0.0776541 Jan 28 07:14:52.786435 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ef098809-cd66-41bc-9f9a-b4cfce4bf37a req-36047f59-8eef-4bd2-a0b7-474681a841bb tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472326 Jan 28 07:14:52.904720 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f09eb67b-4d90-4b07-8665-c28988f77dde up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:14:53.128087 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port f09eb67b-4d90-4b07-8665-c28988f77dde completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:14:53.133226 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port f09eb67b-4d90-4b07-8665-c28988f77dde triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:14:53.133625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:53.246499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:53.272456 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08166d6-9c75-4acc-8448-c28d448d0515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09eb67b-4d90-4b07-8665-c28988f77dde'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:14:53.281752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f09eb67b-4d90-4b07-8665-c28988f77dde, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f09eb67b-4d90-4b07-8665-c28988f77dde,segment=NetworkSegment(f22cc957-069b-411a-ab56-4e09c77a9812),segment_id=f22cc957-069b-411a-ab56-4e09c77a9812)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:14:53.316348 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08166d6-9c75-4acc-8448-c28d448d0515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09eb67b-4d90-4b07-8665-c28988f77dde', 'code': 200} Jan 28 07:14:53.349068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:53.414852 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f09eb67b-4d90-4b07-8665-c28988f77dde,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:53.707881 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbb4b5-5fce-41cb-a6cd-c19e545353f8 req-0eb33119-4bd4-41e3-8f7c-1f2790efec64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:53.709227 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-59bbb4b5-5fce-41cb-a6cd-c19e545353f8 req-0eb33119-4bd4-41e3-8f7c-1f2790efec64 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 1099 time: 0.0707033 Jan 28 07:14:53.755804 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-59bbb4b5-5fce-41cb-a6cd-c19e545353f8 req-7d6fcc74-f883-436f-aeb5-29b7e932b9ba service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347505 Jan 28 07:14:53.964855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707af1fc-9c34-4946-931a-a28da89acfa9 req-663861a8-2a49-4e69-ba11-e6f87c6f1a2a tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:53.966200 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-707af1fc-9c34-4946-931a-a28da89acfa9 req-663861a8-2a49-4e69-ba11-e6f87c6f1a2a tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 946 time: 0.0776849 Jan 28 07:14:54.008988 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-707af1fc-9c34-4946-931a-a28da89acfa9 req-ae21a58c-7083-40fd-b3e4-33e0674ba253 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372951 Jan 28 07:14:55.195804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889053e-7664-47d8-9772-fc6e361f97c4 req-dd6b9d39-1378-42bd-83b7-82087d276882 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:55.197161 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3889053e-7664-47d8-9772-fc6e361f97c4 req-dd6b9d39-1378-42bd-83b7-82087d276882 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 946 time: 0.0816870 Jan 28 07:14:55.241622 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3889053e-7664-47d8-9772-fc6e361f97c4 req-24a53d7f-2655-40c8-bea8-62615974e328 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381839 Jan 28 07:14:56.426413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a10517-b3da-468d-aa90-e7d0601d0910 req-535c6f69-527f-409e-a051-d73cfb7293d8 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:56.427883 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14a10517-b3da-468d-aa90-e7d0601d0910 req-535c6f69-527f-409e-a051-d73cfb7293d8 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 946 time: 0.0814328 Jan 28 07:14:56.473570 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14a10517-b3da-468d-aa90-e7d0601d0910 req-7013d3a5-1124-4757-8362-6bcc1e6fb41f tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401468 Jan 28 07:14:57.116650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15228d63-ee37-486f-95ff-49c0cecbdffc req-789c6b73-412a-4190-9533-80c9e7685a38 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:57.118007 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-15228d63-ee37-486f-95ff-49c0cecbdffc req-789c6b73-412a-4190-9533-80c9e7685a38 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 946 time: 0.0782652 Jan 28 07:14:57.163924 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-15228d63-ee37-486f-95ff-49c0cecbdffc req-704748ba-359d-46f7-acbf-3ae8c3ae59d9 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397735 Jan 28 07:14:58.351111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b599f0-81d9-468a-baa6-5f69ff96ff70 req-8c980b91-fe4c-42b7-afb8-9ef9ae9d689e tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:58.352544 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11b599f0-81d9-468a-baa6-5f69ff96ff70 req-8c980b91-fe4c-42b7-afb8-9ef9ae9d689e tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 946 time: 0.0809286 Jan 28 07:14:58.409252 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11b599f0-81d9-468a-baa6-5f69ff96ff70 req-9a3dbb1a-3ecb-4502-b810-1c09e02284de tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500629 Jan 28 07:14:58.741822 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6bb6c-7fb8-4ff4-ada2-28c8faa92ea3 req-d32dfd14-e908-46c4-858b-b58cafbdf102 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:14:58.743254 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9ec6bb6c-7fb8-4ff4-ada2-28c8faa92ea3 req-d32dfd14-e908-46c4-858b-b58cafbdf102 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.37 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 946 time: 0.0813310 Jan 28 07:14:58.818116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-9ec6bb6c-7fb8-4ff4-ada2-28c8faa92ea3 req-28aa11b2-42a0-4ace-90b1-a21b30739212 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Deleting port f09eb67b-4d90-4b07-8665-c28988f77dde {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:14:58.818449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9ec6bb6c-7fb8-4ff4-ada2-28c8faa92ea3 req-28aa11b2-42a0-4ace-90b1-a21b30739212 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:59.052256 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-9ec6bb6c-7fb8-4ff4-ada2-28c8faa92ea3 req-28aa11b2-42a0-4ace-90b1-a21b30739212 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] For port f09eb67b-4d90-4b07-8665-c28988f77dde, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f09eb67b-4d90-4b07-8665-c28988f77dde,segment=NetworkSegment(f22cc957-069b-411a-ab56-4e09c77a9812),segment_id=f22cc957-069b-411a-ab56-4e09c77a9812)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:14:59.052610 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9ec6bb6c-7fb8-4ff4-ada2-28c8faa92ea3 req-28aa11b2-42a0-4ace-90b1-a21b30739212 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:59.175365 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-9ec6bb6c-7fb8-4ff4-ada2-28c8faa92ea3 req-28aa11b2-42a0-4ace-90b1-a21b30739212 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Calling delete_port for f09eb67b-4d90-4b07-8665-c28988f77dde owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:14:59.396233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9ec6bb6c-7fb8-4ff4-ada2-28c8faa92ea3 req-28aa11b2-42a0-4ace-90b1-a21b30739212 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:59.439756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['e04f2a50-688c-4b1c-ad1b-1c747448fc00', 'f09eb67b-4d90-4b07-8665-c28988f77dde'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:14:59.444147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa11b2-42a0-4ace-90b1-a21b30739212 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Pushing event deleted for resources: {'Port': ['ID=f09eb67b-4d90-4b07-8665-c28988f77dde,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:14:59.551840 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec6bb6c-7fb8-4ff4-ada2-28c8faa92ea3 req-28aa11b2-42a0-4ace-90b1-a21b30739212 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] No DVR routers for this DVR port f09eb67b-4d90-4b07-8665-c28988f77dde on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:14:59.558196 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-9ec6bb6c-7fb8-4ff4-ada2-28c8faa92ea3 req-28aa11b2-42a0-4ace-90b1-a21b30739212 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:14:59.560636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd08166d6-9c75-4acc-8448-c28d448d0515', 'name': 'network-vif-deleted', 'tag': 'f09eb67b-4d90-4b07-8665-c28988f77dde'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:14:59.572618 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7bf7d76e-7200-4d41-929d-87726cc29b74 req-285a62e9-3a30-46b6-865b-32a48464e4e1 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 210 time: 0.0549948 Jan 28 07:14:59.613401 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd08166d6-9c75-4acc-8448-c28d448d0515', 'name': 'network-vif-deleted', 'tag': 'f09eb67b-4d90-4b07-8665-c28988f77dde', 'status': 'completed', 'code': 200} Jan 28 07:14:59.636882 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9ec6bb6c-7fb8-4ff4-ada2-28c8faa92ea3 req-28aa11b2-42a0-4ace-90b1-a21b30739212 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.37 "DELETE /v2.0/ports/f09eb67b-4d90-4b07-8665-c28988f77dde HTTP/1.1" status: 204 len: 173 time: 0.8869410 Jan 28 07:15:00.735443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-56df9c79-45ad-4abb-b7dc-e1791f161a2d req-579cf976-d210-4117-8cdc-6d7fb62f7bb8 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Synchronizing usage tracker for tenant:280765ac2d0849238bcbaa03fc36d82b on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:15:00.808671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-56df9c79-45ad-4abb-b7dc-e1791f161a2d req-579cf976-d210-4117-8cdc-6d7fb62f7bb8 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Unset dirty status for tenant:280765ac2d0849238bcbaa03fc36d82b on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:15:00.810020 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56df9c79-45ad-4abb-b7dc-e1791f161a2d req-579cf976-d210-4117-8cdc-6d7fb62f7bb8 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=d08166d6-9c75-4acc-8448-c28d448d0515 HTTP/1.1" status: 200 len: 210 time: 0.1165681 Jan 28 07:15:00.899331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-85e431b3-c442-45c3-947d-c1c6314b013c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:02.060213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e03e4-e255-443f-a157-012d1e2c6df5 req-95bc424a-f3f7-4fa8-b125-dd2d39f6ac50 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:02.062158 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c92e03e4-e255-443f-a157-012d1e2c6df5 req-95bc424a-f3f7-4fa8-b125-dd2d39f6ac50 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 945 time: 0.0817497 Jan 28 07:15:02.105351 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c92e03e4-e255-443f-a157-012d1e2c6df5 req-f422e476-3ef8-4e09-8917-29e47c8479e0 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372956 Jan 28 07:15:02.302386 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ae1fa-884a-48fc-91bf-0fa75e55bf37 req-088a31d0-0e63-4df4-ba9c-d7d5077e5182 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:02.303900 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7a7ae1fa-884a-48fc-91bf-0fa75e55bf37 req-088a31d0-0e63-4df4-ba9c-d7d5077e5182 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 945 time: 0.0802159 Jan 28 07:15:02.347377 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7a7ae1fa-884a-48fc-91bf-0fa75e55bf37 req-82c3ffe8-81a5-481d-84ce-a2fa9c618f8e tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378783 Jan 28 07:15:02.531854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ba44e-1797-4fda-95e3-998974def9e1 req-6f692080-b296-4dfe-bb5e-6f2886e69f85 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:02.533255 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af4ba44e-1797-4fda-95e3-998974def9e1 req-6f692080-b296-4dfe-bb5e-6f2886e69f85 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 945 time: 0.0807045 Jan 28 07:15:02.576203 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af4ba44e-1797-4fda-95e3-998974def9e1 req-b1df43c9-545e-4219-a444-072a7f6c2a3c tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374577 Jan 28 07:15:02.861824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88718b0-da53-4f35-9157-be09316ea2fc req-2c46b60d-c3e3-4670-9967-62fd9a83c693 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:02.863304 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d88718b0-da53-4f35-9157-be09316ea2fc req-2c46b60d-c3e3-4670-9967-62fd9a83c693 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 945 time: 0.0770555 Jan 28 07:15:02.909412 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d88718b0-da53-4f35-9157-be09316ea2fc req-13b6e194-2c05-4f63-87e8-d66b4070b58a tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Jan 28 07:15:02.928144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f09eb67b-4d90-4b07-8665-c28988f77dde no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:15:02.963160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: f09eb67b-4d90-4b07-8665-c28988f77dde {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:15:02.963529 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f09eb67b-4d90-4b07-8665-c28988f77dde not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:15:03.090613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53832d75-bd6f-44a4-b9f8-db4ba780b8c6 req-5d9ea98c-7bcc-469a-b9ba-7098b9b9d43a tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:03.092081 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53832d75-bd6f-44a4-b9f8-db4ba780b8c6 req-5d9ea98c-7bcc-469a-b9ba-7098b9b9d43a tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 945 time: 0.0794992 Jan 28 07:15:03.135193 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-53832d75-bd6f-44a4-b9f8-db4ba780b8c6 req-127e73e6-ea78-4e92-a1aa-00300beb98a3 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374529 Jan 28 07:15:03.265373 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-62bd44b2-ccf6-451d-9350-29bcedb0b85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:03.435416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70668fda-5b91-4420-9123-17c15bfd7c6b req-3c1447b2-3fdc-479a-871e-4420a8a24c43 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:03.437299 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70668fda-5b91-4420-9123-17c15bfd7c6b req-3c1447b2-3fdc-479a-871e-4420a8a24c43 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 945 time: 0.1798658 Jan 28 07:15:03.478458 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70668fda-5b91-4420-9123-17c15bfd7c6b req-2466b232-592c-4bb5-8d2c-b03555afffc4 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355937 Jan 28 07:15:04.204326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e607cd-c1fb-4ddb-bf23-fe2106f924bf req-44b2dec7-1053-4293-9771-35859583b04e tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:04.205750 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86e607cd-c1fb-4ddb-bf23-fe2106f924bf req-44b2dec7-1053-4293-9771-35859583b04e tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 945 time: 0.0780973 Jan 28 07:15:04.248373 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-86e607cd-c1fb-4ddb-bf23-fe2106f924bf req-bd025147-4ec5-44d2-8a7f-f9a2ecc70ea5 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371315 Jan 28 07:15:04.345060 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:04.579590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:05.433615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d849d-bc94-4a6c-810b-78de6d0e564c req-92e9305a-890c-47b9-8eef-af4bda648fbf tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:05.435033 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f8d849d-bc94-4a6c-810b-78de6d0e564c req-92e9305a-890c-47b9-8eef-af4bda648fbf tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 945 time: 0.0807490 Jan 28 07:15:05.477750 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f8d849d-bc94-4a6c-810b-78de6d0e564c req-9f69a026-fe54-4719-a508-384c29d8a75b tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d9fb782-702e-4ae9-952a-f66a06459a08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365565 Jan 28 07:15:05.857166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69108c-af33-472b-97a1-cddf11dae315 req-306e6a59-612c-4ba2-aad6-0eafb6d146a4 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:05.859257 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0d69108c-af33-472b-97a1-cddf11dae315 req-306e6a59-612c-4ba2-aad6-0eafb6d146a4 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.37 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 945 time: 0.0848339 Jan 28 07:15:05.882011 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:05.932320 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-0d69108c-af33-472b-97a1-cddf11dae315 req-df2cc2a0-9b89-4a02-b814-0e1f7316e91d tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Deleting port e04f2a50-688c-4b1c-ad1b-1c747448fc00 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:15:05.932657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-0d69108c-af33-472b-97a1-cddf11dae315 req-df2cc2a0-9b89-4a02-b814-0e1f7316e91d tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:06.178154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-0d69108c-af33-472b-97a1-cddf11dae315 req-df2cc2a0-9b89-4a02-b814-0e1f7316e91d tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] For port e04f2a50-688c-4b1c-ad1b-1c747448fc00, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e04f2a50-688c-4b1c-ad1b-1c747448fc00,segment=NetworkSegment(f22cc957-069b-411a-ab56-4e09c77a9812),segment_id=f22cc957-069b-411a-ab56-4e09c77a9812)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:06.178500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-0d69108c-af33-472b-97a1-cddf11dae315 req-df2cc2a0-9b89-4a02-b814-0e1f7316e91d tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:06.298226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-0d69108c-af33-472b-97a1-cddf11dae315 req-df2cc2a0-9b89-4a02-b814-0e1f7316e91d tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Calling delete_port for e04f2a50-688c-4b1c-ad1b-1c747448fc00 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:15:06.493867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-0d69108c-af33-472b-97a1-cddf11dae315 req-df2cc2a0-9b89-4a02-b814-0e1f7316e91d tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:06.537390 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['e04f2a50-688c-4b1c-ad1b-1c747448fc00'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:15:06.542349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cc2a0-9b89-4a02-b814-0e1f7316e91d tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Pushing event deleted for resources: {'Port': ['ID=e04f2a50-688c-4b1c-ad1b-1c747448fc00,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:06.656364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d69108c-af33-472b-97a1-cddf11dae315 req-df2cc2a0-9b89-4a02-b814-0e1f7316e91d tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] No DVR routers for this DVR port e04f2a50-688c-4b1c-ad1b-1c747448fc00 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:06.659425 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-609dd6a1-9f65-412c-b3bc-de64d5e4a138 req-5d3d6841-f1ce-43c0-8cf2-fe742ebcc7b9 tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 210 time: 0.0499854 Jan 28 07:15:06.660346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-0d69108c-af33-472b-97a1-cddf11dae315 req-df2cc2a0-9b89-4a02-b814-0e1f7316e91d tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:06.662758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5845f37b-03e5-4045-b395-52cd94017a5b', 'name': 'network-vif-deleted', 'tag': 'e04f2a50-688c-4b1c-ad1b-1c747448fc00'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:15:06.707874 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5845f37b-03e5-4045-b395-52cd94017a5b', 'name': 'network-vif-deleted', 'tag': 'e04f2a50-688c-4b1c-ad1b-1c747448fc00', 'status': 'completed', 'code': 200} Jan 28 07:15:06.751964 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0d69108c-af33-472b-97a1-cddf11dae315 req-df2cc2a0-9b89-4a02-b814-0e1f7316e91d tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.37 "DELETE /v2.0/ports/e04f2a50-688c-4b1c-ad1b-1c747448fc00 HTTP/1.1" status: 204 len: 173 time: 0.8847055 Jan 28 07:15:07.830393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3dccddd4-4cc9-4244-89f3-89b668c3d031 req-982fa8af-2cc1-49d0-86b0-583d3b4678aa tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Synchronizing usage tracker for tenant:280765ac2d0849238bcbaa03fc36d82b on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:15:07.921997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-3dccddd4-4cc9-4244-89f3-89b668c3d031 req-982fa8af-2cc1-49d0-86b0-583d3b4678aa tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] Unset dirty status for tenant:280765ac2d0849238bcbaa03fc36d82b on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:15:07.923167 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3dccddd4-4cc9-4244-89f3-89b668c3d031 req-982fa8af-2cc1-49d0-86b0-583d3b4678aa tempest-ServersNegativeTestJSON-1712568642 tempest-ServersNegativeTestJSON-1712568642-project] 10.222.0.25 "GET /v2.0/ports?device_id=5845f37b-03e5-4045-b395-52cd94017a5b HTTP/1.1" status: 200 len: 210 time: 0.1427898 Jan 28 07:15:09.014337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53170) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:09.074597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e6c0dc-6f20-43bf-9a62-e4ea1d800f6f admin admin] Deleting subnet f177bf4c-0819-4876-b711-73a255d670c3 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:15:09.077523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c0dc-6f20-43bf-9a62-e4ea1d800f6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:09.125660 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c0dc-6f20-43bf-9a62-e4ea1d800f6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:09.181631 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c0dc-6f20-43bf-9a62-e4ea1d800f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:09.396864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c0dc-6f20-43bf-9a62-e4ea1d800f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:09.432119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6c0dc-6f20-43bf-9a62-e4ea1d800f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f177bf4c-0819-4876-b711-73a255d670c3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:09.437314 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c0dc-6f20-43bf-9a62-e4ea1d800f6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:09.442875 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f6e6c0dc-6f20-43bf-9a62-e4ea1d800f6f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f177bf4c-0819-4876-b711-73a255d670c3 HTTP/1.1" status: 204 len: 168 time: 0.4275212 Jan 28 07:15:09.445326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53174) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:09.548501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:09.668012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:09.691807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3def7c-5845-453e-a721-650c5a507bab']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:09.704236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22cc957-069b-411a-ab56-4e09c77a9812') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:09.704526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22cc957-069b-411a-ab56-4e09c77a9812') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:09.715470 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:09.730581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:09.736557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:15:09.736929 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:15:09.753224 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:15:09.882013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:09.898874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:09.908869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3def7c-5845-453e-a721-650c5a507bab,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:09.917837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:09.918236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:09.918526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:09.918859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:09.919187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:09.919538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:09.919864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:09.920199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:09.920504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:09.921353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:09.921673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:09.921987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:09.972297 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a82d3c70-58d9-4bc6-a4ba-38e0a6e3ae4d admin admin] 10.222.0.25 "DELETE /v2.0/networks/ea3def7c-5845-453e-a721-650c5a507bab HTTP/1.1" status: 204 len: 168 time: 0.5260479 Jan 28 07:15:10.301634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53180) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:10.353243 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-519450d7-247e-45a6-80d0-de5e7c43dfa9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=280765ac2d0849238bcbaa03fc36d82b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504174 Jan 28 07:15:10.355693 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53184) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:10.411115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e41e5bc7-209f-4df4-a70b-9389473918a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:10.444291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e41e5bc7-209f-4df4-a70b-9389473918a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:10.548842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e41e5bc7-209f-4df4-a70b-9389473918a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:10.565166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e5bc7-209f-4df4-a70b-9389473918a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9fb782-702e-4ae9-952a-f66a06459a08,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:10.646455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e41e5bc7-209f-4df4-a70b-9389473918a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:10.647639 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e41e5bc7-209f-4df4-a70b-9389473918a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d9fb782-702e-4ae9-952a-f66a06459a08 HTTP/1.1" status: 204 len: 168 time: 0.2910731 Jan 28 07:15:10.987750 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e04f2a50-688c-4b1c-ad1b-1c747448fc00 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:15:11.021796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: e04f2a50-688c-4b1c-ad1b-1c747448fc00 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:15:11.022146 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e04f2a50-688c-4b1c-ad1b-1c747448fc00 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:15:11.208134 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:11.682563 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53208) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:11.782906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2036278926'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:11.788535 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:11.792450 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Usage tracker for resource:network and tenant:c96d582bffcd4479a09140d3bff704e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:11.795364 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:11.801611 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:11.868958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Made reservation on behalf of c96d582bffcd4479a09140d3bff704e4 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:11.872501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:11.887503 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:11.901487 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:11.905330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Usage tracker for resource:security_group_rule and tenant:c96d582bffcd4479a09140d3bff704e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:11.908625 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:11.914237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:11.993590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:12.070719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:12.099261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:15:12.112278 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f49f202-fff6-439c-a5e5-f6727f655661,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:12.117952 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:12.118297 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Added segment d8723783-313f-4a2d-98cd-8ff7ea56f43c of type vlan for network b4e05f4a-4e2e-4a65-9868-b1b7a430abb5 Jan 28 07:15:12.143466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:12.242156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:12.247566 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:12.248137 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:12.353558 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event updated for resources: {'Network': ['ID=b4e05f4a-4e2e-4a65-9868-b1b7a430abb5,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:12.367665 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-18417f09-b29f-4cdd-aad9-03ec0ee22bd6 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6796787 Jan 28 07:15:12.367822 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network b4e05f4a-4e2e-4a65-9868-b1b7a430abb5 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:15:15.581770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53214) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:15.587556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Request body: {'subnet': {'network_id': 'b4e05f4a-4e2e-4a65-9868-b1b7a430abb5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:15.694496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:15.698261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Usage tracker for resource:subnet and tenant:c96d582bffcd4479a09140d3bff704e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:15.701013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:15.707187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:15.841096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Made reservation on behalf of c96d582bffcd4479a09140d3bff704e4 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:15.844627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:16.134350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:16.313017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event updated for resources: {'Subnet': ['ID=b5907425-dfef-4278-9429-f105b45bfa54,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:16.321477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Checking segment: {'id': 'd8723783-313f-4a2d-98cd-8ff7ea56f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b4e05f4a-4e2e-4a65-9868-b1b7a430abb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:16.321829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Network hostable DHCP agents. Network: b4e05f4a-4e2e-4a65-9868-b1b7a430abb5, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:15:16.499559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Network b4e05f4a-4e2e-4a65-9868-b1b7a430abb5 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:15:16.647997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, b4e05f4a-4e2e-4a65-9868-b1b7a430abb5) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:16.652004 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:16.652585 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:16.657874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160e4200-3d0a-4148-bc9c-d5dad0636644 None None] Network b4e05f4a-4e2e-4a65-9868-b1b7a430abb5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:16.798984 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f785fab5-15f3-427f-9b71-de98ca2b07b4 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2144146 Jan 28 07:15:16.801405 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53218) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:16.807192 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-859793943'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:16.812183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:16.817783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Usage tracker for resource:network and tenant:c96d582bffcd4479a09140d3bff704e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:16.820705 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:16.827865 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:16.882633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-b4e05f4a-4e2e-4a65-9868-b1b7a430abb5', 'network_id': 'b4e05f4a-4e2e-4a65-9868-b1b7a430abb5', 'tenant_id': 'c96d582bffcd4479a09140d3bff704e4', 'fixed_ips': [{'subnet_id': 'b5907425-dfef-4278-9429-f105b45bfa54'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:15:16.883516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:16.915379 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Made reservation on behalf of c96d582bffcd4479a09140d3bff704e4 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:16.919314 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:16.948556 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:15:16.958033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:16.958597 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Added segment 61b6db2f-bf1e-41cf-b479-d640596bfabe of type vlan for network 980eaf01-5cfd-411b-99f8-79e4dd0c8d56 Jan 28 07:15:16.983429 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:17.065953 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Allocated IP 2001:db8:0:ffff::2 (b4e05f4a-4e2e-4a65-9868-b1b7a430abb5/b5907425-dfef-4278-9429-f105b45bfa54/215cdd11-875e-47b9-b15e-c95688c753f8) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:17.126600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:17.145192 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:17.150350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:17.277090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event updated for resources: {'Network': ['ID=980eaf01-5cfd-411b-99f8-79e4dd0c8d56,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:17.279307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:17.290295 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Transition to ACTIVE for port object 215cdd11-875e-47b9-b15e-c95688c753f8 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:17.308619 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 980eaf01-5cfd-411b-99f8-79e4dd0c8d56 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:15:17.329749 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Transition to ACTIVE for port object 215cdd11-875e-47b9-b15e-c95688c753f8 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:17.340424 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4dcf3ad3-4d3d-40aa-b851-8e99287cf999 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5378556 Jan 28 07:15:17.344971 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53222) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:17.351572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Request body: {'subnet': {'network_id': '980eaf01-5cfd-411b-99f8-79e4dd0c8d56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:17.460014 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:17.529529 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Network b4e05f4a-4e2e-4a65-9868-b1b7a430abb5 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:17.533051 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:17.537104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:15:17.572625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Pushing event updated for resources: {'Port': ['ID=215cdd11-875e-47b9-b15e-c95688c753f8,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:17.586753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:17.590499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Usage tracker for resource:subnet and tenant:c96d582bffcd4479a09140d3bff704e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:17.593325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:17.599498 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:17.627447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Attempting to bind port 215cdd11-875e-47b9-b15e-c95688c753f8 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:15:17.627822 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Attempting to bind port 215cdd11-875e-47b9-b15e-c95688c753f8 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'd8723783-313f-4a2d-98cd-8ff7ea56f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b4e05f4a-4e2e-4a65-9868-b1b7a430abb5'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:15:17.628182 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Attempting to bind port 215cdd11-875e-47b9-b15e-c95688c753f8 on network b4e05f4a-4e2e-4a65-9868-b1b7a430abb5 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:15:17.633245 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:15:17.633615 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Checking segment: {'id': 'd8723783-313f-4a2d-98cd-8ff7ea56f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b4e05f4a-4e2e-4a65-9868-b1b7a430abb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:17.634015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:17.634412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Bound using segment: {'id': 'd8723783-313f-4a2d-98cd-8ff7ea56f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b4e05f4a-4e2e-4a65-9868-b1b7a430abb5'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:15:17.634875 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Bound port: 215cdd11-875e-47b9-b15e-c95688c753f8, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8723783-313f-4a2d-98cd-8ff7ea56f43c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'b4e05f4a-4e2e-4a65-9868-b1b7a430abb5'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:15:17.635249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:17.676844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Made reservation on behalf of c96d582bffcd4479a09140d3bff704e4 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:17.680537 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:17.723682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] For port 215cdd11-875e-47b9-b15e-c95688c753f8, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:15:17.726923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] For port 215cdd11-875e-47b9-b15e-c95688c753f8, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=215cdd11-875e-47b9-b15e-c95688c753f8,segment=NetworkSegment(d8723783-313f-4a2d-98cd-8ff7ea56f43c),segment_id=d8723783-313f-4a2d-98cd-8ff7ea56f43c)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:15:17.825732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:17.914594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19b364-97db-4e0e-8c53-0db2a7a02866 None None] Pushing event updated for resources: {'Port': ['ID=215cdd11-875e-47b9-b15e-c95688c753f8,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:17.991425 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:18.082466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event updated for resources: {'Subnet': ['ID=277d5add-5145-4f30-b8e0-1cbe6c4f044d,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:18.098035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Checking segment: {'id': '61b6db2f-bf1e-41cf-b479-d640596bfabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '980eaf01-5cfd-411b-99f8-79e4dd0c8d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:18.098396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Network hostable DHCP agents. Network: 980eaf01-5cfd-411b-99f8-79e4dd0c8d56, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:15:18.208386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Network 980eaf01-5cfd-411b-99f8-79e4dd0c8d56 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:15:18.310730 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 980eaf01-5cfd-411b-99f8-79e4dd0c8d56) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:18.315680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:18.316525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:18.320203 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a1dca0-ac16-4598-b047-3ec7218322f2 None None] Network 980eaf01-5cfd-411b-99f8-79e4dd0c8d56 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:18.448798 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6404358f-838a-410e-a516-3d3e34922f1b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1045659 Jan 28 07:15:18.451369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53226) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:18.532717 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-980eaf01-5cfd-411b-99f8-79e4dd0c8d56', 'network_id': '980eaf01-5cfd-411b-99f8-79e4dd0c8d56', 'tenant_id': 'c96d582bffcd4479a09140d3bff704e4', 'fixed_ips': [{'subnet_id': '277d5add-5145-4f30-b8e0-1cbe6c4f044d'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:15:18.533777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:18.602340 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:18.670483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:18.699546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Allocated IP 2001:db8::2 (980eaf01-5cfd-411b-99f8-79e4dd0c8d56/277d5add-5145-4f30-b8e0-1cbe6c4f044d/7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:18.886671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76fee0-b634-4e09-a34b-fa40e5b4c096 None None] Network b4e05f4a-4e2e-4a65-9868-b1b7a430abb5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:19.009583 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:19.025877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f849bbfa-e256-471b-af18-7f078b28a685 None None] Provisioning for port 215cdd11-875e-47b9-b15e-c95688c753f8 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:19.032412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Transition to ACTIVE for port object 7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:19.069870 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Transition to ACTIVE for port object 7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:19.152611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:19.196753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 215cdd11-875e-47b9-b15e-c95688c753f8 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:15:19.218607 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:19.258509 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Subnet': ['ID=277d5add-5145-4f30-b8e0-1cbe6c4f044d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:19.313936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Network 980eaf01-5cfd-411b-99f8-79e4dd0c8d56 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:19.324367 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:19.326694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:15:19.354413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:19.365040 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Pushing event updated for resources: {'Port': ['ID=7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:19.379487 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980eaf01-5cfd-411b-99f8-79e4dd0c8d56']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:19.392058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b6db2f-bf1e-41cf-b479-d640596bfabe') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:19.392355 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b6db2f-bf1e-41cf-b479-d640596bfabe') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:19.403407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:19.418687 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:19.424684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:15:19.430868 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:15:19.439934 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:15:19.443082 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Attempting to bind port 7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:15:19.443487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Attempting to bind port 7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '61b6db2f-bf1e-41cf-b479-d640596bfabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '980eaf01-5cfd-411b-99f8-79e4dd0c8d56'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:15:19.443858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Attempting to bind port 7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe on network 980eaf01-5cfd-411b-99f8-79e4dd0c8d56 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:15:19.452711 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:15:19.453096 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Checking segment: {'id': '61b6db2f-bf1e-41cf-b479-d640596bfabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '980eaf01-5cfd-411b-99f8-79e4dd0c8d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:19.453527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:19.454437 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Bound using segment: {'id': '61b6db2f-bf1e-41cf-b479-d640596bfabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '980eaf01-5cfd-411b-99f8-79e4dd0c8d56'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:15:19.454998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Bound port: 7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b6db2f-bf1e-41cf-b479-d640596bfabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '980eaf01-5cfd-411b-99f8-79e4dd0c8d56'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:15:19.455290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:19.539988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 215cdd11-875e-47b9-b15e-c95688c753f8 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:19.550364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 215cdd11-875e-47b9-b15e-c95688c753f8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:19.550734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:19.557467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 07:15:19.557467 dv-neutron-824022-4-hyperv neutron-server[88216]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 07:15:19.557467 dv-neutron-824022-4-hyperv neutron-server[88216]: [parameters: {'id': '980eaf01-5cfd-411b-99f8-79e4dd0c8d56'}] Jan 28 07:15:19.557467 dv-neutron-824022-4-hyperv neutron-server[88216]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:15:19.557890 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:15:19.587214 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] For port 7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:15:19.605034 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] For port 7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe,segment=NetworkSegment(61b6db2f-bf1e-41cf-b479-d640596bfabe),segment_id=61b6db2f-bf1e-41cf-b479-d640596bfabe)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:15:19.679941 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:19.731290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:19.771502 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1b60013d-9f30-4c63-a447-debefe8ce406 None None] Provisioning complete for port 215cdd11-875e-47b9-b15e-c95688c753f8 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:19.771879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1b60013d-9f30-4c63-a447-debefe8ce406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:19.891813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 215cdd11-875e-47b9-b15e-c95688c753f8, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=215cdd11-875e-47b9-b15e-c95688c753f8,segment=NetworkSegment(d8723783-313f-4a2d-98cd-8ff7ea56f43c),segment_id=d8723783-313f-4a2d-98cd-8ff7ea56f43c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:19.895635 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539c7d4-b9e8-4ab5-88ae-8e433255a3f6 None None] Pushing event updated for resources: {'Port': ['ID=7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:19.918145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732cfce7-86ca-4366-bd05-9a6d047ab3c8 None None] Network 980eaf01-5cfd-411b-99f8-79e4dd0c8d56 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:19.975901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:20.058488 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:20.069633 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Deleting port 7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:15:20.069995 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:20.148809 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=215cdd11-875e-47b9-b15e-c95688c753f8,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:20.225256 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b511692-0fac-4aef-89d7-e9754fd05e7b None None] get_active_networks_info from dv-neutron-824022-4-hyperv {{(pid=88218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 07:15:20.284322 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] For port 7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe,segment=NetworkSegment(61b6db2f-bf1e-41cf-b479-d640596bfabe),segment_id=61b6db2f-bf1e-41cf-b479-d640596bfabe)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:20.284992 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:20.317398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b511692-0fac-4aef-89d7-e9754fd05e7b None None] Resources bound (agent type, host, resource id): {{(pid=88218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:15:20.412901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Calling delete_port for 7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:15:20.580086 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:20.630236 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Port': ['ID=7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:20.633671 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] No DVR routers for this DVR port 7d6a0aae-9f8d-42a7-82c8-c9f9c75b71fe on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:20.758672 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:20.784128 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980eaf01-5cfd-411b-99f8-79e4dd0c8d56']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:20.796882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b6db2f-bf1e-41cf-b479-d640596bfabe') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:20.797165 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b6db2f-bf1e-41cf-b479-d640596bfabe') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:20.809040 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:20.826863 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:20.835194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:15:20.835194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:15:20.849094 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:15:21.136212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 215cdd11-875e-47b9-b15e-c95688c753f8 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:15:21.143733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:21.160648 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:21.171379 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Network': ['ID=980eaf01-5cfd-411b-99f8-79e4dd0c8d56,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:21.178302 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-24a4cb2a-7d08-4b4b-8556-e65e8b29a5a8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "DELETE /v2.0/networks/980eaf01-5cfd-411b-99f8-79e4dd0c8d56 HTTP/1.1" status: 204 len: 168 time: 2.7259426 Jan 28 07:15:21.181703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53230) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:21.186969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-882337023'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:21.192336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:21.196293 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Usage tracker for resource:network and tenant:c96d582bffcd4479a09140d3bff704e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:21.199166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:21.204721 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 215cdd11-875e-47b9-b15e-c95688c753f8 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:21.226344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:21.226501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:21.293745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Made reservation on behalf of c96d582bffcd4479a09140d3bff704e4 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:21.297759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:21.325496 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:15:21.334044 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:21.334382 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Added segment 00c43060-3a0d-4a5d-b9eb-7a1628cdb938 of type vlan for network a21a4333-73cc-4e06-abf8-f54204cd75af Jan 28 07:15:21.358447 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:21.453699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:21.459084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:21.459687 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:21.564566 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event updated for resources: {'Network': ['ID=a21a4333-73cc-4e06-abf8-f54204cd75af,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:21.574613 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network a21a4333-73cc-4e06-abf8-f54204cd75af details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:15:21.585848 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f4c2b399-2a25-4e34-87b4-321883c0b126 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4031549 Jan 28 07:15:21.588691 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53234) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:21.595569 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Request body: {'subnet': {'network_id': 'a21a4333-73cc-4e06-abf8-f54204cd75af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:21.703980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:21.707588 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Usage tracker for resource:subnet and tenant:c96d582bffcd4479a09140d3bff704e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:21.710338 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:21.715969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:21.812375 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Made reservation on behalf of c96d582bffcd4479a09140d3bff704e4 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:21.815893 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:21.910260 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.ipam_backend_mixin [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Performing IP validity checks on allocation pools {{(pid=88216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 07:15:21.910776 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.ipam_backend_mixin [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88216) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 07:15:22.132431 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:22.225091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event updated for resources: {'Subnet': ['ID=004e919f-293d-498d-8a04-27c5b6d3cc4f,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:22.228385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Checking segment: {'id': '00c43060-3a0d-4a5d-b9eb-7a1628cdb938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a21a4333-73cc-4e06-abf8-f54204cd75af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:22.230254 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Network hostable DHCP agents. Network: a21a4333-73cc-4e06-abf8-f54204cd75af, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:15:22.320951 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Network a21a4333-73cc-4e06-abf8-f54204cd75af is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:15:22.412570 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, a21a4333-73cc-4e06-abf8-f54204cd75af) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:22.417129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:22.418141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:22.421574 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3440185-be30-43f9-8b58-58e8a30cd6a5 None None] Network a21a4333-73cc-4e06-abf8-f54204cd75af requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:22.563887 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6e9a87e2-33e9-4502-9c21-3fe0808d25f5 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9740884 Jan 28 07:15:22.566695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53238) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:22.634643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-a21a4333-73cc-4e06-abf8-f54204cd75af', 'network_id': 'a21a4333-73cc-4e06-abf8-f54204cd75af', 'tenant_id': 'c96d582bffcd4479a09140d3bff704e4', 'fixed_ips': [{'subnet_id': '004e919f-293d-498d-8a04-27c5b6d3cc4f'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:15:22.635521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:22.709933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:22.781559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:22.801481 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Allocated IP 2001:db8::3 (a21a4333-73cc-4e06-abf8-f54204cd75af/004e919f-293d-498d-8a04-27c5b6d3cc4f/d023c953-70be-4550-aa08-0eee7f956098) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:23.013726 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:23.023744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Transition to ACTIVE for port object d023c953-70be-4550-aa08-0eee7f956098 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:23.041249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Transition to ACTIVE for port object d023c953-70be-4550-aa08-0eee7f956098 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:23.141854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:23.205398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Network a21a4333-73cc-4e06-abf8-f54204cd75af is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:23.208290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:23.211816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:15:23.217147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Pushing event updated for resources: {'Port': ['ID=d023c953-70be-4550-aa08-0eee7f956098,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:23.248786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:23.290139 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Subnet': ['ID=004e919f-293d-498d-8a04-27c5b6d3cc4f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:23.313289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Attempting to bind port d023c953-70be-4550-aa08-0eee7f956098 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:15:23.313659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Attempting to bind port d023c953-70be-4550-aa08-0eee7f956098 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '00c43060-3a0d-4a5d-b9eb-7a1628cdb938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a21a4333-73cc-4e06-abf8-f54204cd75af'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:15:23.314020 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Attempting to bind port d023c953-70be-4550-aa08-0eee7f956098 on network a21a4333-73cc-4e06-abf8-f54204cd75af {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:15:23.319384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:15:23.319755 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Checking segment: {'id': '00c43060-3a0d-4a5d-b9eb-7a1628cdb938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a21a4333-73cc-4e06-abf8-f54204cd75af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:23.320147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:23.320615 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Bound using segment: {'id': '00c43060-3a0d-4a5d-b9eb-7a1628cdb938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a21a4333-73cc-4e06-abf8-f54204cd75af'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:15:23.321228 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Bound port: d023c953-70be-4550-aa08-0eee7f956098, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c43060-3a0d-4a5d-b9eb-7a1628cdb938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a21a4333-73cc-4e06-abf8-f54204cd75af'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:15:23.321596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:23.382347 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:23.407800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21a4333-73cc-4e06-abf8-f54204cd75af']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:23.409320 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] For port d023c953-70be-4550-aa08-0eee7f956098, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:15:23.412220 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] For port d023c953-70be-4550-aa08-0eee7f956098, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d023c953-70be-4550-aa08-0eee7f956098,segment=NetworkSegment(00c43060-3a0d-4a5d-b9eb-7a1628cdb938),segment_id=00c43060-3a0d-4a5d-b9eb-7a1628cdb938)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:15:23.419683 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c43060-3a0d-4a5d-b9eb-7a1628cdb938') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:23.419976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c43060-3a0d-4a5d-b9eb-7a1628cdb938') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:23.431046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:23.488350 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:23.490394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:23.496370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:15:23.496783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:15:23.510862 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:15:23.613322 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c09f9-e51b-4720-921e-bf6d1eefa865 None None] Pushing event updated for resources: {'Port': ['ID=d023c953-70be-4550-aa08-0eee7f956098,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:23.634589 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49960043-077b-4b13-8d36-011e7889f172 None None] Network a21a4333-73cc-4e06-abf8-f54204cd75af requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:23.636902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.db.api [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 07:15:23.636902 dv-neutron-824022-4-hyperv neutron-server[88217]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 07:15:23.636902 dv-neutron-824022-4-hyperv neutron-server[88217]: [parameters: {'id': 'a21a4333-73cc-4e06-abf8-f54204cd75af'}] Jan 28 07:15:23.636902 dv-neutron-824022-4-hyperv neutron-server[88217]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88217) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:15:23.637649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG oslo_db.api [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:15:23.824560 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f59bc2b-f78c-4c34-9fcd-22efd750e4fe None None] get_active_networks_info from dv-neutron-824022-4-hyperv {{(pid=88218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 07:15:23.905560 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f59bc2b-f78c-4c34-9fcd-22efd750e4fe None None] Resources bound (agent type, host, resource id): {{(pid=88218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:15:24.138967 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:24.150494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Deleting port d023c953-70be-4550-aa08-0eee7f956098 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:15:24.150817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:24.351430 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] For port d023c953-70be-4550-aa08-0eee7f956098, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d023c953-70be-4550-aa08-0eee7f956098,segment=NetworkSegment(00c43060-3a0d-4a5d-b9eb-7a1628cdb938),segment_id=00c43060-3a0d-4a5d-b9eb-7a1628cdb938)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:24.351778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:24.475218 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Calling delete_port for d023c953-70be-4550-aa08-0eee7f956098 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:15:24.659495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:24.707870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Port': ['ID=d023c953-70be-4550-aa08-0eee7f956098,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:24.712867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] No DVR routers for this DVR port d023c953-70be-4550-aa08-0eee7f956098 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:24.835213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:24.861080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21a4333-73cc-4e06-abf8-f54204cd75af']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:24.872617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c43060-3a0d-4a5d-b9eb-7a1628cdb938') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:24.872908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c43060-3a0d-4a5d-b9eb-7a1628cdb938') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:24.883676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:24.899445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:24.905193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:15:24.905568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:15:24.919880 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:15:25.109405 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:25.113762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:25.139509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Network': ['ID=a21a4333-73cc-4e06-abf8-f54204cd75af,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:25.144663 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c561ffce-5cb7-405f-ac21-5e90e8c3e13f tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "DELETE /v2.0/networks/a21a4333-73cc-4e06-abf8-f54204cd75af HTTP/1.1" status: 204 len: 168 time: 2.5768695 Jan 28 07:15:25.148168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53244) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:25.153333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-572598043'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:25.158710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:25.162427 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Usage tracker for resource:network and tenant:c96d582bffcd4479a09140d3bff704e4 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:25.165199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:25.171132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:25.286171 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Made reservation on behalf of c96d582bffcd4479a09140d3bff704e4 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:25.289619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:25.316284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:15:25.324599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:25.324937 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Added segment ae680f3f-89df-43e9-b48b-14e38a55d5da of type vlan for network a03ef54c-6c89-4546-b262-d30416b4467b Jan 28 07:15:25.350068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:25.436556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:25.442467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:25.443034 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:25.642850 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4935908 Jan 28 07:15:25.645690 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53248) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:25.648271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715147ed-e7f9-4a37-836a-ca58bb48ad1c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event updated for resources: {'Network': ['ID=a03ef54c-6c89-4546-b262-d30416b4467b,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:25.652592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Request body: {'subnet': {'network_id': 'a03ef54c-6c89-4546-b262-d30416b4467b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:25.658309 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network a03ef54c-6c89-4546-b262-d30416b4467b details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:15:25.764252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:25.768097 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Usage tracker for resource:subnet and tenant:c96d582bffcd4479a09140d3bff704e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:25.770907 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:25.776576 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:25.859425 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Made reservation on behalf of c96d582bffcd4479a09140d3bff704e4 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:25.863756 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:26.150828 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:26.231970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event updated for resources: {'Subnet': ['ID=d05a126e-fd78-4c13-81ea-0eb6e776cd94,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:26.243787 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:26.244134 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:26.244471 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:26.244805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:26.245134 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:26.245458 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:26.245780 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:26.246106 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:26.246428 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:26.246747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:26.247063 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:26.247411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:26.251761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Checking segment: {'id': 'ae680f3f-89df-43e9-b48b-14e38a55d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a03ef54c-6c89-4546-b262-d30416b4467b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:26.252120 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Network hostable DHCP agents. Network: a03ef54c-6c89-4546-b262-d30416b4467b, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:15:26.331691 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Network a03ef54c-6c89-4546-b262-d30416b4467b is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:15:26.436280 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, a03ef54c-6c89-4546-b262-d30416b4467b) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:26.440864 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:26.441482 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:26.445275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc26a260-80e9-4050-a9a4-24b5e3b06a3c None None] Network a03ef54c-6c89-4546-b262-d30416b4467b requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:26.529283 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d4f13f06-ab01-4072-9bd8-dd53bc77c44b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8824744 Jan 28 07:15:26.532992 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53252) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:26.538680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-772254283'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:26.544071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:26.547738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Usage tracker for resource:network and tenant:c96d582bffcd4479a09140d3bff704e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:26.550540 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:26.556248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:26.625147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Made reservation on behalf of c96d582bffcd4479a09140d3bff704e4 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:26.629303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:26.658786 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:15:26.665050 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-a03ef54c-6c89-4546-b262-d30416b4467b', 'network_id': 'a03ef54c-6c89-4546-b262-d30416b4467b', 'tenant_id': 'c96d582bffcd4479a09140d3bff704e4', 'fixed_ips': [{'subnet_id': 'd05a126e-fd78-4c13-81ea-0eb6e776cd94'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:15:26.665881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:26.667806 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:26.668149 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Added segment 829fe9cb-165f-41cc-a6cb-e6d071ac9ec2 of type vlan for network cae35f42-d0dc-4fc5-a7cb-99782f6d93b4 Jan 28 07:15:26.694182 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:26.817102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Allocated IP 2001:db8::2 (a03ef54c-6c89-4546-b262-d30416b4467b/d05a126e-fd78-4c13-81ea-0eb6e776cd94/4cd970de-7826-4a5a-bcbf-670eec061cf5) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:26.817772 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:26.823196 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:26.827181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:26.930357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event updated for resources: {'Network': ['ID=cae35f42-d0dc-4fc5-a7cb-99782f6d93b4,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:26.943781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network cae35f42-d0dc-4fc5-a7cb-99782f6d93b4 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:15:26.961861 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ee4ccf3e-be8d-4f71-8468-1d4d44cb5388 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4276786 Jan 28 07:15:26.964627 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53256) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:26.970676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Request body: {'subnet': {'network_id': 'cae35f42-d0dc-4fc5-a7cb-99782f6d93b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:27.080082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:27.083912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Usage tracker for resource:subnet and tenant:c96d582bffcd4479a09140d3bff704e4 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:27.086739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:27.092454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:27.113583 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:27.123174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Transition to ACTIVE for port object 4cd970de-7826-4a5a-bcbf-670eec061cf5 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:27.140783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Transition to ACTIVE for port object 4cd970de-7826-4a5a-bcbf-670eec061cf5 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:27.177754 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Made reservation on behalf of c96d582bffcd4479a09140d3bff704e4 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:27.181322 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:27.208495 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:27.273645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Network a03ef54c-6c89-4546-b262-d30416b4467b is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:27.276596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:27.280561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:15:27.313908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Pushing event updated for resources: {'Port': ['ID=4cd970de-7826-4a5a-bcbf-670eec061cf5,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:27.374166 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Attempting to bind port 4cd970de-7826-4a5a-bcbf-670eec061cf5 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:15:27.374691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Attempting to bind port 4cd970de-7826-4a5a-bcbf-670eec061cf5 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'ae680f3f-89df-43e9-b48b-14e38a55d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a03ef54c-6c89-4546-b262-d30416b4467b'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:15:27.375131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Attempting to bind port 4cd970de-7826-4a5a-bcbf-670eec061cf5 on network a03ef54c-6c89-4546-b262-d30416b4467b {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:15:27.380402 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:15:27.380772 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Checking segment: {'id': 'ae680f3f-89df-43e9-b48b-14e38a55d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a03ef54c-6c89-4546-b262-d30416b4467b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:27.381171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:27.381566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Bound using segment: {'id': 'ae680f3f-89df-43e9-b48b-14e38a55d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a03ef54c-6c89-4546-b262-d30416b4467b'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:15:27.382024 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Bound port: 4cd970de-7826-4a5a-bcbf-670eec061cf5, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae680f3f-89df-43e9-b48b-14e38a55d5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a03ef54c-6c89-4546-b262-d30416b4467b'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:15:27.382393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:27.470249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] For port 4cd970de-7826-4a5a-bcbf-670eec061cf5, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:15:27.473135 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] For port 4cd970de-7826-4a5a-bcbf-670eec061cf5, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4cd970de-7826-4a5a-bcbf-670eec061cf5,segment=NetworkSegment(ae680f3f-89df-43e9-b48b-14e38a55d5da),segment_id=ae680f3f-89df-43e9-b48b-14e38a55d5da)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:15:27.477017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:27.540611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:27.619633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46915e-a220-424c-bda1-ce65331151c2 None None] Pushing event updated for resources: {'Port': ['ID=4cd970de-7826-4a5a-bcbf-670eec061cf5,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:27.665825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event updated for resources: {'Subnet': ['ID=8a707be8-f732-4cc7-8482-4ac7f63d739e,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:27.673514 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Checking segment: {'id': '829fe9cb-165f-41cc-a6cb-e6d071ac9ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'cae35f42-d0dc-4fc5-a7cb-99782f6d93b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:27.673874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Network hostable DHCP agents. Network: cae35f42-d0dc-4fc5-a7cb-99782f6d93b4, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:15:27.745496 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Network cae35f42-d0dc-4fc5-a7cb-99782f6d93b4 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:15:27.808106 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, cae35f42-d0dc-4fc5-a7cb-99782f6d93b4) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:27.813316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:27.814001 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:27.820992 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe38899e-a371-4514-89e9-4bcddae03598 None None] Network cae35f42-d0dc-4fc5-a7cb-99782f6d93b4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:27.900404 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5b9d76cf-4919-47ed-832d-e13ff48737cb tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9346607 Jan 28 07:15:27.902974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53260) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:28.053137 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:28.054078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-cae35f42-d0dc-4fc5-a7cb-99782f6d93b4', 'network_id': 'cae35f42-d0dc-4fc5-a7cb-99782f6d93b4', 'tenant_id': 'c96d582bffcd4479a09140d3bff704e4', 'fixed_ips': [{'subnet_id': '8a707be8-f732-4cc7-8482-4ac7f63d739e'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:15:28.054900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:28.122877 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:28.210069 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Allocated IP 2001:db8::2 (cae35f42-d0dc-4fc5-a7cb-99782f6d93b4/8a707be8-f732-4cc7-8482-4ac7f63d739e/89163b76-8953-493b-8d09-26698c8582d5) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:28.366099 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:15:28.457637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:28.468101 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Transition to ACTIVE for port object 89163b76-8953-493b-8d09-26698c8582d5 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:28.488204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Transition to ACTIVE for port object 89163b76-8953-493b-8d09-26698c8582d5 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:28.597466 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cf67f6-036c-4e67-bff6-eb999dcfc155 None None] Network a03ef54c-6c89-4546-b262-d30416b4467b requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:28.630281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:28.743924 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:28.768564 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Network cae35f42-d0dc-4fc5-a7cb-99782f6d93b4 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:28.775371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:28.781316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:15:28.784204 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Subnet': ['ID=8a707be8-f732-4cc7-8482-4ac7f63d739e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:28.825739 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Pushing event updated for resources: {'Port': ['ID=89163b76-8953-493b-8d09-26698c8582d5,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:28.874681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-88a34410-6852-4075-8066-195d41f55681 None None] Provisioning for port 4cd970de-7826-4a5a-bcbf-670eec061cf5 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:28.880994 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:28.905306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae35f42-d0dc-4fc5-a7cb-99782f6d93b4']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:28.918009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829fe9cb-165f-41cc-a6cb-e6d071ac9ec2') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:28.919090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829fe9cb-165f-41cc-a6cb-e6d071ac9ec2') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:28.930473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:28.946095 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:28.948618 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Attempting to bind port 89163b76-8953-493b-8d09-26698c8582d5 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:15:28.965066 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Attempting to bind port 89163b76-8953-493b-8d09-26698c8582d5 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '829fe9cb-165f-41cc-a6cb-e6d071ac9ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'cae35f42-d0dc-4fc5-a7cb-99782f6d93b4'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:15:28.965066 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Attempting to bind port 89163b76-8953-493b-8d09-26698c8582d5 on network cae35f42-d0dc-4fc5-a7cb-99782f6d93b4 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:15:28.965337 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:15:28.965337 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:15:28.972926 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:15:28.985301 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:15:28.985679 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Checking segment: {'id': '829fe9cb-165f-41cc-a6cb-e6d071ac9ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'cae35f42-d0dc-4fc5-a7cb-99782f6d93b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:28.986346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:28.986737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Bound using segment: {'id': '829fe9cb-165f-41cc-a6cb-e6d071ac9ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'cae35f42-d0dc-4fc5-a7cb-99782f6d93b4'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:15:28.987212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Bound port: 89163b76-8953-493b-8d09-26698c8582d5, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829fe9cb-165f-41cc-a6cb-e6d071ac9ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'cae35f42-d0dc-4fc5-a7cb-99782f6d93b4'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:15:28.987611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:29.101700 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] For port 89163b76-8953-493b-8d09-26698c8582d5, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:15:29.105655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.db.api [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 07:15:29.105655 dv-neutron-824022-4-hyperv neutron-server[88216]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 07:15:29.105655 dv-neutron-824022-4-hyperv neutron-server[88216]: [parameters: {'id': 'cae35f42-d0dc-4fc5-a7cb-99782f6d93b4'}] Jan 28 07:15:29.105655 dv-neutron-824022-4-hyperv neutron-server[88216]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:15:29.106567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG oslo_db.api [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:15:29.106804 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] For port 89163b76-8953-493b-8d09-26698c8582d5, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=89163b76-8953-493b-8d09-26698c8582d5,segment=NetworkSegment(829fe9cb-165f-41cc-a6cb-e6d071ac9ec2),segment_id=829fe9cb-165f-41cc-a6cb-e6d071ac9ec2)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:15:29.177297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4cd970de-7826-4a5a-bcbf-670eec061cf5 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:15:29.207842 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:29.364905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18130d14-7caa-470e-8ec8-9939b5b98670 None None] Pushing event updated for resources: {'Port': ['ID=89163b76-8953-493b-8d09-26698c8582d5,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:29.397477 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5913127b-b875-4fae-ab0a-f85ef4b3c179 None None] Network cae35f42-d0dc-4fc5-a7cb-99782f6d93b4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:29.476265 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 4cd970de-7826-4a5a-bcbf-670eec061cf5 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:29.493538 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 4cd970de-7826-4a5a-bcbf-670eec061cf5 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:29.493909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:29.608121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:29.619283 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Deleting port 89163b76-8953-493b-8d09-26698c8582d5 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:15:29.619549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:29.688252 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:29.707533 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd42e22e-6eb6-4b98-8eda-dc765cb86883 None None] get_active_networks_info from dv-neutron-824022-4-hyperv {{(pid=88218) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 07:15:29.768429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 4cd970de-7826-4a5a-bcbf-670eec061cf5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4cd970de-7826-4a5a-bcbf-670eec061cf5,segment=NetworkSegment(ae680f3f-89df-43e9-b48b-14e38a55d5da),segment_id=ae680f3f-89df-43e9-b48b-14e38a55d5da)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:29.813527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd42e22e-6eb6-4b98-8eda-dc765cb86883 None None] Resources bound (agent type, host, resource id): {{(pid=88218) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 07:15:29.827048 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] For port 89163b76-8953-493b-8d09-26698c8582d5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=89163b76-8953-493b-8d09-26698c8582d5,segment=NetworkSegment(829fe9cb-165f-41cc-a6cb-e6d071ac9ec2),segment_id=829fe9cb-165f-41cc-a6cb-e6d071ac9ec2)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:29.827626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:29.861471 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:29.950826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Calling delete_port for 89163b76-8953-493b-8d09-26698c8582d5 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:15:30.004622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=4cd970de-7826-4a5a-bcbf-670eec061cf5,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:30.093755 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:30.144881 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Port': ['ID=89163b76-8953-493b-8d09-26698c8582d5,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:30.146872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] No DVR routers for this DVR port 89163b76-8953-493b-8d09-26698c8582d5 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:30.267943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:30.291097 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae35f42-d0dc-4fc5-a7cb-99782f6d93b4']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:30.302964 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829fe9cb-165f-41cc-a6cb-e6d071ac9ec2') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:30.303283 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829fe9cb-165f-41cc-a6cb-e6d071ac9ec2') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:30.314557 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:30.329694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:30.335426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:15:30.335801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:15:30.349690 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:15:30.537572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:30.555684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:30.568453 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Network': ['ID=cae35f42-d0dc-4fc5-a7cb-99782f6d93b4,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:30.572398 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c6b5dd2a-5586-4df9-bebb-b7a65e38eb21 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "DELETE /v2.0/networks/cae35f42-d0dc-4fc5-a7cb-99782f6d93b4 HTTP/1.1" status: 204 len: 168 time: 2.6684592 Jan 28 07:15:30.575540 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53264) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:30.617515 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddf565d-199c-4587-a3de-84ce90dd7a7b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] GET failed (client error): The resource could not be found. Jan 28 07:15:30.621690 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bddf565d-199c-4587-a3de-84ce90dd7a7b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Synchronizing usage tracker for tenant:c96d582bffcd4479a09140d3bff704e4 on resource:subnet {{(pid=88216) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:15:30.699246 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-bddf565d-199c-4587-a3de-84ce90dd7a7b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Unset dirty status for tenant:c96d582bffcd4479a09140d3bff704e4 on resource:subnet {{(pid=88216) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:15:30.700427 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-bddf565d-199c-4587-a3de-84ce90dd7a7b tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "GET /v2.0/subnets/8a707be8-f732-4cc7-8482-4ac7f63d739e HTTP/1.1" status: 404 len: 337 time: 0.1240005 Jan 28 07:15:30.703123 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53268) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:30.727356 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fb70aa-1a46-4629-bc0f-9fa5b714b8c8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] DELETE failed (client error): The resource could not be found. Jan 28 07:15:30.727833 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18fb70aa-1a46-4629-bc0f-9fa5b714b8c8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:15:30.729369 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-18fb70aa-1a46-4629-bc0f-9fa5b714b8c8 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "DELETE /v2.0/networks/cae35f42-d0dc-4fc5-a7cb-99782f6d93b4 HTTP/1.1" status: 404 len: 339 time: 0.0253165 Jan 28 07:15:30.732956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53272) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:30.865619 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f8c986f0-0896-4a76-8a55-ee814fce9723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:30.873017 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-19594a1d-2a28-4a1c-a2f7-b90ee8f99088 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] DELETE failed (client error): The resource could not be found. Jan 28 07:15:30.873457 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19594a1d-2a28-4a1c-a2f7-b90ee8f99088 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:15:30.875098 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-19594a1d-2a28-4a1c-a2f7-b90ee8f99088 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "DELETE /v2.0/subnets/8a707be8-f732-4cc7-8482-4ac7f63d739e HTTP/1.1" status: 404 len: 337 time: 0.1412940 Jan 28 07:15:30.877680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53276) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:30.901451 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c749fb-62f3-4fbb-a3ce-c24c6d1b2b09 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] DELETE failed (client error): The resource could not be found. Jan 28 07:15:30.901898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c749fb-62f3-4fbb-a3ce-c24c6d1b2b09 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:15:30.903432 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-81c749fb-62f3-4fbb-a3ce-c24c6d1b2b09 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "DELETE /v2.0/networks/cae35f42-d0dc-4fc5-a7cb-99782f6d93b4 HTTP/1.1" status: 404 len: 339 time: 0.0248673 Jan 28 07:15:30.905771 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53280) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:30.976809 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-6111846f-52d8-42ae-948a-5bf105f6b14c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Deleting subnet d05a126e-fd78-4c13-81ea-0eb6e776cd94 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:15:30.979712 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6111846f-52d8-42ae-948a-5bf105f6b14c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:31.036680 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6111846f-52d8-42ae-948a-5bf105f6b14c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:31.116967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6111846f-52d8-42ae-948a-5bf105f6b14c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:31.149109 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4cd970de-7826-4a5a-bcbf-670eec061cf5 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:15:31.209787 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 4cd970de-7826-4a5a-bcbf-670eec061cf5 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:31.210141 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:31.254821 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6111846f-52d8-42ae-948a-5bf105f6b14c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:31.297111 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111846f-52d8-42ae-948a-5bf105f6b14c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Subnet': ['ID=d05a126e-fd78-4c13-81ea-0eb6e776cd94,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:31.303753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6111846f-52d8-42ae-948a-5bf105f6b14c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:31.313486 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e262c71f-adba-443e-8eff-bd71cbcc6570 None None] Network a03ef54c-6c89-4546-b262-d30416b4467b requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:31.392737 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6111846f-52d8-42ae-948a-5bf105f6b14c tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "DELETE /v2.0/subnets/d05a126e-fd78-4c13-81ea-0eb6e776cd94 HTTP/1.1" status: 204 len: 168 time: 0.4859042 Jan 28 07:15:31.394957 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53284) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:31.507068 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:31.518271 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Deleting port 4cd970de-7826-4a5a-bcbf-670eec061cf5 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:15:31.518568 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:31.569890 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44bfd8a-52fc-4ea8-9b24-aec5915c55b5 None None] DHCP port deletion for a03ef54c-6c89-4546-b262-d30416b4467b request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:15:31.573835 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c44bfd8a-52fc-4ea8-9b24-aec5915c55b5 None None] Deleting port 4cd970de-7826-4a5a-bcbf-670eec061cf5 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:15:31.574275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c44bfd8a-52fc-4ea8-9b24-aec5915c55b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:31.733100 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] For port 4cd970de-7826-4a5a-bcbf-670eec061cf5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4cd970de-7826-4a5a-bcbf-670eec061cf5,segment=NetworkSegment(ae680f3f-89df-43e9-b48b-14e38a55d5da),segment_id=ae680f3f-89df-43e9-b48b-14e38a55d5da)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:31.733448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:31.781396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c44bfd8a-52fc-4ea8-9b24-aec5915c55b5 None None] For port 4cd970de-7826-4a5a-bcbf-670eec061cf5, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4cd970de-7826-4a5a-bcbf-670eec061cf5,segment=NetworkSegment(ae680f3f-89df-43e9-b48b-14e38a55d5da),segment_id=ae680f3f-89df-43e9-b48b-14e38a55d5da)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:31.781814 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c44bfd8a-52fc-4ea8-9b24-aec5915c55b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:31.858320 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Calling delete_port for 4cd970de-7826-4a5a-bcbf-670eec061cf5 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:15:31.902522 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c44bfd8a-52fc-4ea8-9b24-aec5915c55b5 None None] Calling delete_port for 4cd970de-7826-4a5a-bcbf-670eec061cf5 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:15:32.019644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:32.025117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-c44bfd8a-52fc-4ea8-9b24-aec5915c55b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:15:32.025474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-c44bfd8a-52fc-4ea8-9b24-aec5915c55b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:15:32.064895 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Port': ['ID=4cd970de-7826-4a5a-bcbf-670eec061cf5,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:32.070838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] No DVR routers for this DVR port 4cd970de-7826-4a5a-bcbf-670eec061cf5 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:32.190316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:32.217240 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03ef54c-6c89-4546-b262-d30416b4467b']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:32.229153 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae680f3f-89df-43e9-b48b-14e38a55d5da') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:32.229440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae680f3f-89df-43e9-b48b-14e38a55d5da') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:32.240725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:32.256392 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:32.262113 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:15:32.262483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:15:32.276882 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:15:32.408171 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:32.411979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:32.441438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Network': ['ID=a03ef54c-6c89-4546-b262-d30416b4467b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:32.444843 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-db6c610f-7821-47f5-b55d-01c45d25d343 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "DELETE /v2.0/networks/a03ef54c-6c89-4546-b262-d30416b4467b HTTP/1.1" status: 204 len: 168 time: 1.0489120 Jan 28 07:15:32.447361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53288) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:32.483589 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4fcb4e-97b4-4c74-9080-8da8daca42c9 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] DELETE failed (client error): The resource could not be found. Jan 28 07:15:32.484028 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4fcb4e-97b4-4c74-9080-8da8daca42c9 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:15:32.486346 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9c4fcb4e-97b4-4c74-9080-8da8daca42c9 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "DELETE /v2.0/subnets/004e919f-293d-498d-8a04-27c5b6d3cc4f HTTP/1.1" status: 404 len: 337 time: 0.0378561 Jan 28 07:15:32.488779 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53292) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:32.512520 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5f1819-e853-4534-9510-6cb84e5cbb85 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] DELETE failed (client error): The resource could not be found. Jan 28 07:15:32.512969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5f1819-e853-4534-9510-6cb84e5cbb85 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:15:32.514489 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9c5f1819-e853-4534-9510-6cb84e5cbb85 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "DELETE /v2.0/networks/a21a4333-73cc-4e06-abf8-f54204cd75af HTTP/1.1" status: 404 len: 339 time: 0.0248690 Jan 28 07:15:32.516712 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53296) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:32.526644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c44bfd8a-52fc-4ea8-9b24-aec5915c55b5 None None] Deleting port 4cd970de-7826-4a5a-bcbf-670eec061cf5 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:15:32.527190 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c44bfd8a-52fc-4ea8-9b24-aec5915c55b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:32.552871 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6dc300-a8a5-41b9-9fdb-44bd961b84ef tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] DELETE failed (client error): The resource could not be found. Jan 28 07:15:32.553363 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6dc300-a8a5-41b9-9fdb-44bd961b84ef tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:15:32.557188 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5c6dc300-a8a5-41b9-9fdb-44bd961b84ef tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "DELETE /v2.0/subnets/277d5add-5145-4f30-b8e0-1cbe6c4f044d HTTP/1.1" status: 404 len: 337 time: 0.0374141 Jan 28 07:15:32.557376 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53300) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:32.585277 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71d61d7-35b3-47aa-879f-6f9a36d2fcc3 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] DELETE failed (client error): The resource could not be found. Jan 28 07:15:32.585740 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71d61d7-35b3-47aa-879f-6f9a36d2fcc3 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88216) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 07:15:32.587725 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b71d61d7-35b3-47aa-879f-6f9a36d2fcc3 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "DELETE /v2.0/networks/980eaf01-5cfd-411b-99f8-79e4dd0c8d56 HTTP/1.1" status: 404 len: 339 time: 0.0291815 Jan 28 07:15:32.590067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53304) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:32.592831 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c44bfd8a-52fc-4ea8-9b24-aec5915c55b5 None None] The port '4cd970de-7826-4a5a-bcbf-670eec061cf5' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 07:15:32.655315 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-214b1685-9bdc-4783-8f18-8b51676f98fa tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Deleting subnet b5907425-dfef-4278-9429-f105b45bfa54 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:15:32.658195 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-214b1685-9bdc-4783-8f18-8b51676f98fa tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:32.710995 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-214b1685-9bdc-4783-8f18-8b51676f98fa tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:32.796619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-214b1685-9bdc-4783-8f18-8b51676f98fa tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:32.934797 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-214b1685-9bdc-4783-8f18-8b51676f98fa tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:32.975282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b1685-9bdc-4783-8f18-8b51676f98fa tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Subnet': ['ID=b5907425-dfef-4278-9429-f105b45bfa54,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:32.978803 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-214b1685-9bdc-4783-8f18-8b51676f98fa tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:32.986504 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb792de-8bc0-4825-b45f-e75efecaf597 None None] Network b4e05f4a-4e2e-4a65-9868-b1b7a430abb5 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:32.988861 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-214b1685-9bdc-4783-8f18-8b51676f98fa tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "DELETE /v2.0/subnets/b5907425-dfef-4278-9429-f105b45bfa54 HTTP/1.1" status: 204 len: 168 time: 0.3977971 Jan 28 07:15:32.991375 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53308) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:33.098388 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:33.108954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Deleting port 215cdd11-875e-47b9-b15e-c95688c753f8 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:15:33.109289 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:33.143519 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4cd970de-7826-4a5a-bcbf-670eec061cf5 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:15:33.191652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 4cd970de-7826-4a5a-bcbf-670eec061cf5 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:15:33.191997 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4cd970de-7826-4a5a-bcbf-670eec061cf5 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:15:33.278796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e405995-dc83-4000-a961-56a12aadaaa1 None None] DHCP port deletion for b4e05f4a-4e2e-4a65-9868-b1b7a430abb5 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:15:33.283667 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2e405995-dc83-4000-a961-56a12aadaaa1 None None] Deleting port 215cdd11-875e-47b9-b15e-c95688c753f8 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:15:33.284043 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e405995-dc83-4000-a961-56a12aadaaa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:33.311950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-579c8a26-a9de-4343-9c78-ada88685b92c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:33.410281 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] For port 215cdd11-875e-47b9-b15e-c95688c753f8, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=215cdd11-875e-47b9-b15e-c95688c753f8,segment=NetworkSegment(d8723783-313f-4a2d-98cd-8ff7ea56f43c),segment_id=d8723783-313f-4a2d-98cd-8ff7ea56f43c)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:33.410551 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:33.485462 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-2e405995-dc83-4000-a961-56a12aadaaa1 None None] For port 215cdd11-875e-47b9-b15e-c95688c753f8, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=215cdd11-875e-47b9-b15e-c95688c753f8,segment=NetworkSegment(d8723783-313f-4a2d-98cd-8ff7ea56f43c),segment_id=d8723783-313f-4a2d-98cd-8ff7ea56f43c)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:33.485849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e405995-dc83-4000-a961-56a12aadaaa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:33.531153 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Calling delete_port for 215cdd11-875e-47b9-b15e-c95688c753f8 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:15:33.638440 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2e405995-dc83-4000-a961-56a12aadaaa1 None None] Calling delete_port for 215cdd11-875e-47b9-b15e-c95688c753f8 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:15:33.705657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:33.710672 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-2e405995-dc83-4000-a961-56a12aadaaa1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:15:33.711026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-2e405995-dc83-4000-a961-56a12aadaaa1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:15:33.753429 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] No DVR routers for this DVR port 215cdd11-875e-47b9-b15e-c95688c753f8 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:33.779938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Port': ['ID=215cdd11-875e-47b9-b15e-c95688c753f8,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:33.876816 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:33.900699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4e05f4a-4e2e-4a65-9868-b1b7a430abb5']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:33.912068 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8723783-313f-4a2d-98cd-8ff7ea56f43c') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:33.912359 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8723783-313f-4a2d-98cd-8ff7ea56f43c') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:33.923598 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:33.939386 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:33.945175 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:15:33.945557 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:15:33.963303 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:15:34.138006 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:34.154921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:34.165491 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] Pushing event deleted for resources: {'Network': ['ID=b4e05f4a-4e2e-4a65-9868-b1b7a430abb5,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:34.169406 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f8bb983c-b928-4a46-b3b6-103aa8f89321 tempest-NetworksIpV6Test-2129579926 tempest-NetworksIpV6Test-2129579926-project] 10.222.0.25 "DELETE /v2.0/networks/b4e05f4a-4e2e-4a65-9868-b1b7a430abb5 HTTP/1.1" status: 204 len: 168 time: 1.1771321 Jan 28 07:15:34.212157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2e405995-dc83-4000-a961-56a12aadaaa1 None None] Deleting port 215cdd11-875e-47b9-b15e-c95688c753f8 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:15:34.212630 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2e405995-dc83-4000-a961-56a12aadaaa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:34.284146 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2e405995-dc83-4000-a961-56a12aadaaa1 None None] The port '215cdd11-875e-47b9-b15e-c95688c753f8' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 07:15:34.389497 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:34.568737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:34.704477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53316) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:34.848871 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5cd7d606-1e6d-4a4e-9de4-9a301359cf9f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c96d582bffcd4479a09140d3bff704e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432440 Jan 28 07:15:34.851271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53322) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:34.909967 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67aa59a5-5a42-47ef-95c5-84c8e9ec58b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:34.934678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67aa59a5-5a42-47ef-95c5-84c8e9ec58b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:35.059678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67aa59a5-5a42-47ef-95c5-84c8e9ec58b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:35.074482 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aa59a5-5a42-47ef-95c5-84c8e9ec58b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f49f202-fff6-439c-a5e5-f6727f655661,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:35.080784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-67aa59a5-5a42-47ef-95c5-84c8e9ec58b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:35.082026 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-67aa59a5-5a42-47ef-95c5-84c8e9ec58b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f49f202-fff6-439c-a5e5-f6727f655661 HTTP/1.1" status: 204 len: 168 time: 0.2297382 Jan 28 07:15:35.141254 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 215cdd11-875e-47b9-b15e-c95688c753f8 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:15:35.175165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 215cdd11-875e-47b9-b15e-c95688c753f8 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:15:35.175538 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 215cdd11-875e-47b9-b15e-c95688c753f8 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:15:35.837202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:36.142919 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53346) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:36.245642 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e2c5d304-22a8-40b3-95a6-84cb4b68eb70 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-853612488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:36.252851 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e2c5d304-22a8-40b3-95a6-84cb4b68eb70 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:36.256616 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e2c5d304-22a8-40b3-95a6-84cb4b68eb70 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Usage tracker for resource:router and tenant:6257f460e8944568afd6032fb6ffc89e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:36.259427 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e2c5d304-22a8-40b3-95a6-84cb4b68eb70 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:36.265462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e2c5d304-22a8-40b3-95a6-84cb4b68eb70 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:36.356712 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2c5d304-22a8-40b3-95a6-84cb4b68eb70 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:36.357715 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2c5d304-22a8-40b3-95a6-84cb4b68eb70 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:36.372594 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2c5d304-22a8-40b3-95a6-84cb4b68eb70 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:36.486861 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2c5d304-22a8-40b3-95a6-84cb4b68eb70 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:36.865326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e2c5d304-22a8-40b3-95a6-84cb4b68eb70 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:36.866601 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e2c5d304-22a8-40b3-95a6-84cb4b68eb70 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7224779 Jan 28 07:15:36.869303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53352) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:36.874743 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1514709313'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:36.880187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:36.884485 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Usage tracker for resource:network and tenant:6257f460e8944568afd6032fb6ffc89e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:36.887472 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:36.893650 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:36.979689 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Made reservation on behalf of 6257f460e8944568afd6032fb6ffc89e for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:36.983191 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:36.996083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:37.013001 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:37.016785 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Usage tracker for resource:security_group_rule and tenant:6257f460e8944568afd6032fb6ffc89e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:37.025295 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:37.031105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:37.109131 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:37.225388 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:37.259236 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:15:37.264143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b83ea0-3e4b-4582-a12f-c1869dd388bb,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:37.270493 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:37.270827 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Added segment 3c1bb9e7-cee4-4aa0-84cb-8ab246c30682 of type vlan for network c1dcf1dd-a4d6-41df-a50a-cee84161996d Jan 28 07:15:37.296352 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:37.534116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:37.539981 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:37.540559 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:37.648799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Pushing event updated for resources: {'Network': ['ID=c1dcf1dd-a4d6-41df-a50a-cee84161996d,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:37.659715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network c1dcf1dd-a4d6-41df-a50a-cee84161996d details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:15:37.694769 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4e22e6fd-fefa-447e-b01e-d59bb61f5d78 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8243749 Jan 28 07:15:37.697580 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53356) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:37.703122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Request body: {'subnet': {'network_id': 'c1dcf1dd-a4d6-41df-a50a-cee84161996d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:37.817553 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:37.821429 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Usage tracker for resource:subnet and tenant:6257f460e8944568afd6032fb6ffc89e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:37.824223 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:37.830343 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:37.897512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Made reservation on behalf of 6257f460e8944568afd6032fb6ffc89e for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:37.901008 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:38.174788 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:38.254186 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Pushing event updated for resources: {'Subnet': ['ID=da0a96b7-72cd-409f-88e9-f56ad652758f,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:38.262514 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Checking segment: {'id': '3c1bb9e7-cee4-4aa0-84cb-8ab246c30682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c1dcf1dd-a4d6-41df-a50a-cee84161996d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:38.262869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Network hostable DHCP agents. Network: c1dcf1dd-a4d6-41df-a50a-cee84161996d, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:15:38.356905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Network c1dcf1dd-a4d6-41df-a50a-cee84161996d is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:15:38.487019 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, c1dcf1dd-a4d6-41df-a50a-cee84161996d) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:38.490844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:38.491555 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:38.496251 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e70c1c-8743-4fc9-8192-2aeec9fbb88e None None] Network c1dcf1dd-a4d6-41df-a50a-cee84161996d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:38.614758 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-edb7325f-0e59-4d95-893d-28fa54a5d9d2 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9161031 Jan 28 07:15:38.617643 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53360) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:38.623344 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1816291986'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:38.628200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:38.632042 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Usage tracker for resource:network and tenant:6257f460e8944568afd6032fb6ffc89e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:38.634838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:38.640476 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:38.711158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-c1dcf1dd-a4d6-41df-a50a-cee84161996d', 'network_id': 'c1dcf1dd-a4d6-41df-a50a-cee84161996d', 'tenant_id': '6257f460e8944568afd6032fb6ffc89e', 'fixed_ips': [{'subnet_id': 'da0a96b7-72cd-409f-88e9-f56ad652758f'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:15:38.712013 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:38.732110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Made reservation on behalf of 6257f460e8944568afd6032fb6ffc89e for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:38.735709 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:38.768991 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:15:38.777644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:38.777972 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Added segment 273d58ff-c6c7-49df-aabd-f786083041b4 of type vlan for network 1c4ddd37-cde5-404a-b621-f2146357a5c3 Jan 28 07:15:38.805450 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:38.871472 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Allocated IP 172.20.0.2 (c1dcf1dd-a4d6-41df-a50a-cee84161996d/da0a96b7-72cd-409f-88e9-f56ad652758f/de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:38.932264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:38.937765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:38.938946 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:39.055778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Pushing event updated for resources: {'Network': ['ID=1c4ddd37-cde5-404a-b621-f2146357a5c3,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:39.058991 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c0f1597e-333a-4561-ae37-8c36d97e5bbc tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4403791 Jan 28 07:15:39.061945 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53364) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:39.068473 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 1c4ddd37-cde5-404a-b621-f2146357a5c3 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:15:39.069195 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Request body: {'subnet': {'network_id': '1c4ddd37-cde5-404a-b621-f2146357a5c3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:39.097611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:39.126175 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Transition to ACTIVE for port object de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:39.177288 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:39.181023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Usage tracker for resource:subnet and tenant:6257f460e8944568afd6032fb6ffc89e is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:39.183765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:39.189822 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:39.200581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Transition to ACTIVE for port object de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:39.253703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Made reservation on behalf of 6257f460e8944568afd6032fb6ffc89e for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:39.257237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:39.281258 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:39.349096 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Network c1dcf1dd-a4d6-41df-a50a-cee84161996d is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:39.351947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:39.355908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:15:39.390759 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Pushing event updated for resources: {'Port': ['ID=de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:39.410986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:39.411358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:39.411703 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:39.412037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:39.412368 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:39.412702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:39.413028 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:39.413351 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:39.413677 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:39.413998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:39.414319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:39.414643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:39.466517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Attempting to bind port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:15:39.466881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Attempting to bind port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '3c1bb9e7-cee4-4aa0-84cb-8ab246c30682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c1dcf1dd-a4d6-41df-a50a-cee84161996d'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:15:39.467270 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Attempting to bind port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd on network c1dcf1dd-a4d6-41df-a50a-cee84161996d {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:15:39.472509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:15:39.472882 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Checking segment: {'id': '3c1bb9e7-cee4-4aa0-84cb-8ab246c30682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c1dcf1dd-a4d6-41df-a50a-cee84161996d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:39.473288 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:39.473687 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Bound using segment: {'id': '3c1bb9e7-cee4-4aa0-84cb-8ab246c30682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c1dcf1dd-a4d6-41df-a50a-cee84161996d'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:15:39.474148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Bound port: de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1bb9e7-cee4-4aa0-84cb-8ab246c30682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c1dcf1dd-a4d6-41df-a50a-cee84161996d'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:15:39.474520 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:39.563902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] For port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:15:39.566885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] For port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd,segment=NetworkSegment(3c1bb9e7-cee4-4aa0-84cb-8ab246c30682),segment_id=3c1bb9e7-cee4-4aa0-84cb-8ab246c30682)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:15:39.646891 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:39.681043 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:39.725039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dd796-891f-4936-8ff8-8077f5a48630 None None] Pushing event updated for resources: {'Port': ['ID=de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:39.762835 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Pushing event updated for resources: {'Subnet': ['ID=eb05cd66-0b53-4382-b5cd-7f8e3b3c3c4b,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:39.770683 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Checking segment: {'id': '273d58ff-c6c7-49df-aabd-f786083041b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1c4ddd37-cde5-404a-b621-f2146357a5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:39.771095 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Network hostable DHCP agents. Network: 1c4ddd37-cde5-404a-b621-f2146357a5c3, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:15:39.890345 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Network 1c4ddd37-cde5-404a-b621-f2146357a5c3 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:15:40.029133 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 1c4ddd37-cde5-404a-b621-f2146357a5c3) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:40.034268 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:40.034865 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:40.040022 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97010934-3a73-47bd-b49b-699e02291898 None None] Network 1c4ddd37-cde5-404a-b621-f2146357a5c3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:40.161150 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cb9dee56-c410-494f-aad9-16c437a31465 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0954056 Jan 28 07:15:40.161263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53368) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:40.169936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-59b338ef-fd13-45d3-80a7-f9cd3582c4d3 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c4ddd37-cde5-404a-b621-f2146357a5c3'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:40.277885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-1c4ddd37-cde5-404a-b621-f2146357a5c3', 'network_id': '1c4ddd37-cde5-404a-b621-f2146357a5c3', 'tenant_id': '6257f460e8944568afd6032fb6ffc89e', 'fixed_ips': [{'subnet_id': 'eb05cd66-0b53-4382-b5cd-7f8e3b3c3c4b'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:15:40.278702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:40.433530 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Allocated IP 172.21.0.2 (1c4ddd37-cde5-404a-b621-f2146357a5c3/eb05cd66-0b53-4382-b5cd-7f8e3b3c3c4b/3703fac3-5920-4bc1-b18f-5d4d4fd29168) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:40.557587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-59b338ef-fd13-45d3-80a7-f9cd3582c4d3 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:40.652188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:40.663035 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Transition to ACTIVE for port object 3703fac3-5920-4bc1-b18f-5d4d4fd29168 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:40.676812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c14bcd-c8ad-45c4-b9ff-3c2d35bc84ef None None] Network c1dcf1dd-a4d6-41df-a50a-cee84161996d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:40.717923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Transition to ACTIVE for port object 3703fac3-5920-4bc1-b18f-5d4d4fd29168 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:40.771975 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.api.v2.resource [None req-59b338ef-fd13-45d3-80a7-f9cd3582c4d3 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 07:15:40.778905 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-59b338ef-fd13-45d3-80a7-f9cd3582c4d3 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] 10.222.0.25 "PUT /v2.0/routers/5e13db31-8b46-49a6-9287-e6cc2f748145 HTTP/1.1" status: 400 len: 364 time: 0.6106718 Jan 28 07:15:40.779368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53372) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:40.809212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:40.848451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53669f5-ec32-4162-bbf6-1c39912f304b tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Deleting subnet eb05cd66-0b53-4382-b5cd-7f8e3b3c3c4b {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:15:40.851505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d53669f5-ec32-4162-bbf6-1c39912f304b tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:40.905102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d53669f5-ec32-4162-bbf6-1c39912f304b tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:40.905555 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f8815760-8ac6-4b4f-bf59-a544f1bf9459 None None] Provisioning for port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:40.913378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Network 1c4ddd37-cde5-404a-b621-f2146357a5c3 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:40.920455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:40.933582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:15:40.937689 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Pushing event updated for resources: {'Port': ['ID=3703fac3-5920-4bc1-b18f-5d4d4fd29168,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:40.992443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d53669f5-ec32-4162-bbf6-1c39912f304b tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.070886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Attempting to bind port 3703fac3-5920-4bc1-b18f-5d4d4fd29168 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:15:41.071279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Attempting to bind port 3703fac3-5920-4bc1-b18f-5d4d4fd29168 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '273d58ff-c6c7-49df-aabd-f786083041b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1c4ddd37-cde5-404a-b621-f2146357a5c3'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:15:41.071651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Attempting to bind port 3703fac3-5920-4bc1-b18f-5d4d4fd29168 on network 1c4ddd37-cde5-404a-b621-f2146357a5c3 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:15:41.079670 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:15:41.080039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Checking segment: {'id': '273d58ff-c6c7-49df-aabd-f786083041b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1c4ddd37-cde5-404a-b621-f2146357a5c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:41.080438 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.080832 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Bound using segment: {'id': '273d58ff-c6c7-49df-aabd-f786083041b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1c4ddd37-cde5-404a-b621-f2146357a5c3'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:15:41.081296 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Bound port: 3703fac3-5920-4bc1-b18f-5d4d4fd29168, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273d58ff-c6c7-49df-aabd-f786083041b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '1c4ddd37-cde5-404a-b621-f2146357a5c3'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:15:41.081661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.140020 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d53669f5-ec32-4162-bbf6-1c39912f304b tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.178905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d53669f5-ec32-4162-bbf6-1c39912f304b tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.191445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53669f5-ec32-4162-bbf6-1c39912f304b tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Pushing event deleted for resources: {'Subnet': ['ID=eb05cd66-0b53-4382-b5cd-7f8e3b3c3c4b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:41.197282 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d53669f5-ec32-4162-bbf6-1c39912f304b tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] 10.222.0.25 "DELETE /v2.0/subnets/eb05cd66-0b53-4382-b5cd-7f8e3b3c3c4b HTTP/1.1" status: 204 len: 168 time: 0.4145803 Jan 28 07:15:41.198372 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53376) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:41.200816 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:15:41.250334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] For port 3703fac3-5920-4bc1-b18f-5d4d4fd29168, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:15:41.255201 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.265452 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] For port 3703fac3-5920-4bc1-b18f-5d4d4fd29168, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3703fac3-5920-4bc1-b18f-5d4d4fd29168,segment=NetworkSegment(273d58ff-c6c7-49df-aabd-f786083041b4),segment_id=273d58ff-c6c7-49df-aabd-f786083041b4)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:15:41.321915 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.333655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Deleting port 3703fac3-5920-4bc1-b18f-5d4d4fd29168 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:15:41.333974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.340233 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.415412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:41.425708 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:41.426350 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.456100 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c8432-eae7-486c-87e0-9e1f4ddf5b19 None None] Pushing event updated for resources: {'Port': ['ID=3703fac3-5920-4bc1-b18f-5d4d4fd29168,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:41.494998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1f49e5d5-7423-411c-b6eb-e7a4f900b374 None None] Provisioning complete for port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:41.495399 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f49e5d5-7423-411c-b6eb-e7a4f900b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.552268 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] For port 3703fac3-5920-4bc1-b18f-5d4d4fd29168, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3703fac3-5920-4bc1-b18f-5d4d4fd29168,segment=NetworkSegment(273d58ff-c6c7-49df-aabd-f786083041b4),segment_id=273d58ff-c6c7-49df-aabd-f786083041b4)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:41.552674 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.671681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.694496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f49e5d5-7423-411c-b6eb-e7a4f900b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.707756 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Calling delete_port for 3703fac3-5920-4bc1-b18f-5d4d4fd29168 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:15:41.729517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd,segment=NetworkSegment(3c1bb9e7-cee4-4aa0-84cb-8ab246c30682),segment_id=3c1bb9e7-cee4-4aa0-84cb-8ab246c30682)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:41.791949 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.871666 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:41.905118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-1f49e5d5-7423-411c-b6eb-e7a4f900b374 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:15:41.905676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-1f49e5d5-7423-411c-b6eb-e7a4f900b374 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:15:41.909227 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:41.924089 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Pushing event deleted for resources: {'Port': ['ID=3703fac3-5920-4bc1-b18f-5d4d4fd29168,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:41.928844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] No DVR routers for this DVR port 3703fac3-5920-4bc1-b18f-5d4d4fd29168 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:42.050697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:42.076645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4ddd37-cde5-404a-b621-f2146357a5c3']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:42.090868 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273d58ff-c6c7-49df-aabd-f786083041b4') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:42.091168 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273d58ff-c6c7-49df-aabd-f786083041b4') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:42.103703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:42.120876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:42.127018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:15:42.127439 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:15:42.142397 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:15:42.334483 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:42.338470 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:42.365390 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Pushing event deleted for resources: {'Network': ['ID=1c4ddd37-cde5-404a-b621-f2146357a5c3,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:42.369376 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5ffcd018-4010-41c9-8f7c-b375d773410d tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] 10.222.0.25 "DELETE /v2.0/networks/1c4ddd37-cde5-404a-b621-f2146357a5c3 HTTP/1.1" status: 204 len: 168 time: 1.1690884 Jan 28 07:15:42.371641 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53380) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:42.436109 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253bc9d7-8c0e-4fd1-94c8-dd7c69480260 None None] DHCP port deletion for 1c4ddd37-cde5-404a-b621-f2146357a5c3 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:15:42.437582 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b50e95c-8959-4497-81bd-c032f0f84fde tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Deleting subnet da0a96b7-72cd-409f-88e9-f56ad652758f {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:15:42.440561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b50e95c-8959-4497-81bd-c032f0f84fde tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:42.465181 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d1d27-0c5e-4c58-aff9-508e7e78b142 None None] Network 1c4ddd37-cde5-404a-b621-f2146357a5c3 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:42.486697 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d1d27-0c5e-4c58-aff9-508e7e78b142 None None] Network 1c4ddd37-cde5-404a-b621-f2146357a5c3 could not be found, it might have been deleted concurrently. {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 07:15:42.502577 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b50e95c-8959-4497-81bd-c032f0f84fde tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:42.584243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b50e95c-8959-4497-81bd-c032f0f84fde tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:42.595409 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f44547f8-1d94-4d9e-a4ec-7d61e5df0855 None None] Could not find standard attr ID for object 3703fac3-5920-4bc1-b18f-5d4d4fd29168. {{(pid=88218) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 07:15:42.744093 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b50e95c-8959-4497-81bd-c032f0f84fde tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:42.786365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50e95c-8959-4497-81bd-c032f0f84fde tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Pushing event deleted for resources: {'Subnet': ['ID=da0a96b7-72cd-409f-88e9-f56ad652758f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:42.791213 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3b50e95c-8959-4497-81bd-c032f0f84fde tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:42.797835 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3b50e95c-8959-4497-81bd-c032f0f84fde tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] 10.222.0.25 "DELETE /v2.0/subnets/da0a96b7-72cd-409f-88e9-f56ad652758f HTTP/1.1" status: 204 len: 168 time: 0.4251890 Jan 28 07:15:42.799424 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbc8c70-7290-4d2f-baf2-3bddc9523db0 None None] Network c1dcf1dd-a4d6-41df-a50a-cee84161996d requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:42.800399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53384) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:42.915909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:42.926906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Deleting port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:15:42.927260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:43.082029 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2585512-fdc6-46aa-93ff-3d2b573c1721 None None] DHCP port deletion for c1dcf1dd-a4d6-41df-a50a-cee84161996d request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:15:43.086351 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f2585512-fdc6-46aa-93ff-3d2b573c1721 None None] Deleting port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:15:43.086718 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2585512-fdc6-46aa-93ff-3d2b573c1721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:43.177434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:15:43.239773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] For port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd,segment=NetworkSegment(3c1bb9e7-cee4-4aa0-84cb-8ab246c30682),segment_id=3c1bb9e7-cee4-4aa0-84cb-8ab246c30682)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:43.240251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:43.362130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Calling delete_port for de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:15:43.385894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f2585512-fdc6-46aa-93ff-3d2b573c1721 None None] For port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd,segment=NetworkSegment(3c1bb9e7-cee4-4aa0-84cb-8ab246c30682),segment_id=3c1bb9e7-cee4-4aa0-84cb-8ab246c30682)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:43.386287 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2585512-fdc6-46aa-93ff-3d2b573c1721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:43.514192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f2585512-fdc6-46aa-93ff-3d2b573c1721 None None] Calling delete_port for de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:15:43.534378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:43.539840 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:43.583122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Pushing event deleted for resources: {'Port': ['ID=de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:43.586696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] No DVR routers for this DVR port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:15:43.638868 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-f2585512-fdc6-46aa-93ff-3d2b573c1721 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:15:43.639589 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-f2585512-fdc6-46aa-93ff-3d2b573c1721 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:15:43.709463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:43.733404 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1dcf1dd-a4d6-41df-a50a-cee84161996d']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:43.745585 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1bb9e7-cee4-4aa0-84cb-8ab246c30682') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:43.745874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1bb9e7-cee4-4aa0-84cb-8ab246c30682') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:43.759398 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:43.775768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:43.782581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:15:43.782969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:15:43.797280 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:15:43.962435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:43.979758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:43.990530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Pushing event deleted for resources: {'Network': ['ID=c1dcf1dd-a4d6-41df-a50a-cee84161996d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:43.994464 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1509a12c-feda-4a17-9ea6-b57a313767e1 tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] 10.222.0.25 "DELETE /v2.0/networks/c1dcf1dd-a4d6-41df-a50a-cee84161996d HTTP/1.1" status: 204 len: 168 time: 1.1930802 Jan 28 07:15:43.997117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53388) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:44.048079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-96aa0627-5cfe-4652-ae34-1cbf7bd88fce tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Synchronizing usage tracker for tenant:6257f460e8944568afd6032fb6ffc89e on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:15:44.128384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-96aa0627-5cfe-4652-ae34-1cbf7bd88fce tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Unset dirty status for tenant:6257f460e8944568afd6032fb6ffc89e on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:15:44.130905 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-96aa0627-5cfe-4652-ae34-1cbf7bd88fce tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e13db31-8b46-49a6-9287-e6cc2f748145 HTTP/1.1" status: 200 len: 205 time: 0.1328537 Jan 28 07:15:44.133361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53392) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:44.141265 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f2585512-fdc6-46aa-93ff-3d2b573c1721 None None] Deleting port de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:15:44.142509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f2585512-fdc6-46aa-93ff-3d2b573c1721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:44.206636 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f2585512-fdc6-46aa-93ff-3d2b573c1721 None None] The port 'de3431c3-fb5d-4bd1-a2cf-80c5431ae9bd' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 07:15:44.268355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b709dabc-225a-46a3-8f9c-52804ffd0b0f tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:44.554582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b709dabc-225a-46a3-8f9c-52804ffd0b0f tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:44.556867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b709dabc-225a-46a3-8f9c-52804ffd0b0f tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:44.688945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b709dabc-225a-46a3-8f9c-52804ffd0b0f tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:44.689423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b709dabc-225a-46a3-8f9c-52804ffd0b0f tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Fanout notify agent at l3_agent the message router_deleted on router 5e13db31-8b46-49a6-9287-e6cc2f748145 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:15:44.702323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b709dabc-225a-46a3-8f9c-52804ffd0b0f tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:44.702323 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b709dabc-225a-46a3-8f9c-52804ffd0b0f tempest-RoutersNegativeTest-131962874 tempest-RoutersNegativeTest-131962874-project] 10.222.0.25 "DELETE /v2.0/routers/5e13db31-8b46-49a6-9287-e6cc2f748145 HTTP/1.1" status: 204 len: 168 time: 0.5670290 Jan 28 07:15:45.338484 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53400) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:45.483828 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-fefddc77-6dfc-4557-989f-f3ed53c9e6e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6257f460e8944568afd6032fb6ffc89e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442084 Jan 28 07:15:45.486230 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53406) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:45.542038 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f901f61c-b8e5-4f62-a562-ee58e16bb7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:45.566662 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f901f61c-b8e5-4f62-a562-ee58e16bb7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:45.749010 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f901f61c-b8e5-4f62-a562-ee58e16bb7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:45.762768 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901f61c-b8e5-4f62-a562-ee58e16bb7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b83ea0-3e4b-4582-a12f-c1869dd388bb,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:45.769380 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f901f61c-b8e5-4f62-a562-ee58e16bb7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:45.770635 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f901f61c-b8e5-4f62-a562-ee58e16bb7a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62b83ea0-3e4b-4582-a12f-c1869dd388bb HTTP/1.1" status: 204 len: 168 time: 0.2832739 Jan 28 07:15:46.905705 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53430) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:47.005615 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1800036621-network', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:47.010271 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:47.014293 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Usage tracker for resource:network and tenant:57a2584802df4bcbb21eb3736d14d72c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:47.017227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:47.030312 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:47.134159 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Made reservation on behalf of 57a2584802df4bcbb21eb3736d14d72c for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:47.136646 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:47.149432 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:47.163265 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:47.167035 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Usage tracker for resource:security_group_rule and tenant:57a2584802df4bcbb21eb3736d14d72c is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:47.169868 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:47.175462 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:47.252931 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:47.368285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:47.397936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:15:47.405974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf5821b-fd05-4d72-b493-75f1a3f7251e,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:47.411296 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:47.411644 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Added segment a49cf065-a064-4f07-8633-69c434a0eeac of type vlan for network 36be4d60-610c-419c-88cd-a2a32af31cf1 Jan 28 07:15:47.436690 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:47.551558 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:47.552450 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:47.553036 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:47.746054 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8392107 Jan 28 07:15:47.748968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53436) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:47.751209 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471842e3-b8af-4242-be03-0f392967a1ec admin admin] Pushing event updated for resources: {'Network': ['ID=36be4d60-610c-419c-88cd-a2a32af31cf1,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:47.755013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Request body: {'subnet': {'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1800036621-subnet', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:47.759923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:47.763738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Usage tracker for resource:subnet and tenant:57a2584802df4bcbb21eb3736d14d72c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:47.764694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 36be4d60-610c-419c-88cd-a2a32af31cf1 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:15:47.766561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:47.773091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:47.892426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Made reservation on behalf of 57a2584802df4bcbb21eb3736d14d72c for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:47.895355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:48.283075 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:48.356507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb1e2a3-d457-41ad-b2b3-93680c26b7c4,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:48.364745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Checking segment: {'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:48.365093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Network hostable DHCP agents. Network: 36be4d60-610c-419c-88cd-a2a32af31cf1, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:15:48.448530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Network 36be4d60-610c-419c-88cd-a2a32af31cf1 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:15:48.551586 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 36be4d60-610c-419c-88cd-a2a32af31cf1) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:48.555497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:48.556063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:48.560781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c90ccb1-e0df-4b92-b2f8-e3a745508e5b None None] Network 36be4d60-610c-419c-88cd-a2a32af31cf1 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:48.670031 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d55b0e3f-4003-4d0f-b967-14ac1328d8d1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9199588 Jan 28 07:15:48.672851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53442) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:48.678784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1800036621-router', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:48.683452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:48.687463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Usage tracker for resource:router and tenant:57a2584802df4bcbb21eb3736d14d72c is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:48.690223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:48.695864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:48.774451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-36be4d60-610c-419c-88cd-a2a32af31cf1', 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'fixed_ips': [{'subnet_id': '4bb1e2a3-d457-41ad-b2b3-93680c26b7c4'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:15:48.775306 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:48.778032 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:48.779718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:48.796725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:48.928458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Allocated IP 172.20.0.2 (36be4d60-610c-419c-88cd-a2a32af31cf1/4bb1e2a3-d457-41ad-b2b3-93680c26b7c4/4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:49.146969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:49.156414 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:49.166773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Transition to ACTIVE for port object 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:49.185656 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Transition to ACTIVE for port object 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:49.255326 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:49.321674 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Network 36be4d60-610c-419c-88cd-a2a32af31cf1 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:49.324602 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:49.328215 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:15:49.334331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Pushing event updated for resources: {'Port': ['ID=4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:49.417329 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Attempting to bind port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:15:49.417699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Attempting to bind port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:15:49.418058 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Attempting to bind port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 on network 36be4d60-610c-419c-88cd-a2a32af31cf1 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:15:49.423193 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:15:49.423616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Checking segment: {'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:49.424015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:49.424407 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Bound using segment: {'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:15:49.424857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Bound port: 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:15:49.425264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:49.514081 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] For port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:15:49.516986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] For port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:15:49.525055 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:49.554561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:49.613321 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:49.688203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Allocated IP 172.26.4.195 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/c4206de1-f338-4e31-a8a6-d3ab39bcd17e) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:49.693262 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215148bc-13c4-4d08-9f4d-d070a27df05c None None] Pushing event updated for resources: {'Port': ['ID=4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:49.843264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:49.929765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:50.004196 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:50.007173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:50.011407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:15:50.048086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Pushing event updated for resources: {'Port': ['ID=c4206de1-f338-4e31-a8a6-d3ab39bcd17e,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:50.672154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:50.750072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ad6152-e36c-45fb-9aee-e9cc4e3b2280 None None] Network 36be4d60-610c-419c-88cd-a2a32af31cf1 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:50.876592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-54079606-3624-42a3-9a1e-b4d5696d5a87 None None] Provisioning for port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:51.013530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:51.198740 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:15:51.310907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Router 18c2875a-d6de-46dc-bfa0-f38716f382ce is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:15:51.343404 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:51.348343 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:51.354102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:51.463412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:51.490311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:15:51.499651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:51.502014 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Sync routers for ids ['18c2875a-d6de-46dc-bfa0-f38716f382ce'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:15:51.511697 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Routers {'18c2875a-d6de-46dc-bfa0-f38716f382ce'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:15:51.513883 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:15:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['18c2875a-d6de-46dc-bfa0-f38716f382ce'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:51.625448 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:51.636985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:51.638333 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-457428d5-65db-4580-9c19-227a04785668 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9640284 Jan 28 07:15:51.640908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53446) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:51.689497 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Set router 18c2875a-d6de-46dc-bfa0-f38716f382ce gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:15:51.692086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:51.971938 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'name': 'tempest-TestEncryptedCinderVolumes-1800036621-router', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c4206de1-f338-4e31-a8a6-d3ab39bcd17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:48Z', 'updated_at': '2022-01-28T07:15:50Z', 'revision_number': 3, 'project_id': '57a2584802df4bcbb21eb3736d14d72c', 'gw_port': {'id': 'c4206de1-f338-4e31-a8a6-d3ab39bcd17e', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:49Z', 'updated_at': '2022-01-28T07:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:51.976483 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Checking router: 18c2875a-d6de-46dc-bfa0-f38716f382ce for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:15:51.976831 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Updating router 18c2875a-d6de-46dc-bfa0-f38716f382ce port c4206de1-f338-4e31-a8a6-d3ab39bcd17e binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:15:52.064509 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:52.376543 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:52.388329 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Transition to ACTIVE for port object c4206de1-f338-4e31-a8a6-d3ab39bcd17e will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:52.424201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:52.505685 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:52.586011 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Attempting to bind port c4206de1-f338-4e31-a8a6-d3ab39bcd17e on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:15:52.586368 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Attempting to bind port c4206de1-f338-4e31-a8a6-d3ab39bcd17e by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:15:52.586718 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Attempting to bind port c4206de1-f338-4e31-a8a6-d3ab39bcd17e on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:15:52.588757 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ae50c-b3ea-497c-a60f-dd189d7a82d5 None None] Pushing event updated for resources: {'Port': ['ID=c4206de1-f338-4e31-a8a6-d3ab39bcd17e,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:52.597715 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ae50c-b3ea-497c-a60f-dd189d7a82d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:52.598050 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ae50c-b3ea-497c-a60f-dd189d7a82d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:52.598371 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ae50c-b3ea-497c-a60f-dd189d7a82d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:52.598686 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ae50c-b3ea-497c-a60f-dd189d7a82d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:52.598999 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ae50c-b3ea-497c-a60f-dd189d7a82d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:52.599343 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ae50c-b3ea-497c-a60f-dd189d7a82d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:52.599654 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ae50c-b3ea-497c-a60f-dd189d7a82d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:52.599966 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ae50c-b3ea-497c-a60f-dd189d7a82d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:52.600271 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ae50c-b3ea-497c-a60f-dd189d7a82d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:52.600573 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ae50c-b3ea-497c-a60f-dd189d7a82d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:52.600877 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ae50c-b3ea-497c-a60f-dd189d7a82d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:52.601184 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ae50c-b3ea-497c-a60f-dd189d7a82d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:15:52.604672 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:15:52.604672 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:52.605002 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:52.605347 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:15:52.605797 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Bound port: c4206de1-f338-4e31-a8a6-d3ab39bcd17e, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:15:52.606157 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:52.630426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Allocated IP 172.20.0.1 (36be4d60-610c-419c-88cd-a2a32af31cf1/4bb1e2a3-d457-41ad-b2b3-93680c26b7c4/b7165e7d-ba1b-4092-8f91-fdcb9389bf87) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:52.675660 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] For port c4206de1-f338-4e31-a8a6-d3ab39bcd17e, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:15:52.678575 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] For port c4206de1-f338-4e31-a8a6-d3ab39bcd17e, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c4206de1-f338-4e31-a8a6-d3ab39bcd17e,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:15:52.769237 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:52.774249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:52.790052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Transition to ACTIVE for port object b7165e7d-ba1b-4092-8f91-fdcb9389bf87 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:52.849890 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Routers {'18c2875a-d6de-46dc-bfa0-f38716f382ce'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:15:52.850501 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:15:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['18c2875a-d6de-46dc-bfa0-f38716f382ce'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:52.892831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:52.913143 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ae50c-b3ea-497c-a60f-dd189d7a82d5 None None] Pushing event updated for resources: {'Port': ['ID=c4206de1-f338-4e31-a8a6-d3ab39bcd17e,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:52.960309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Network 36be4d60-610c-419c-88cd-a2a32af31cf1 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:52.963024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:52.966890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:15:53.004683 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=b7165e7d-ba1b-4092-8f91-fdcb9389bf87,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:53.025568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:53.033414 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] Set router 18c2875a-d6de-46dc-bfa0-f38716f382ce gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:15:53.175104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:15:53.250345 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:53.250709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:53.333409 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'name': 'tempest-TestEncryptedCinderVolumes-1800036621-router', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c4206de1-f338-4e31-a8a6-d3ab39bcd17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:48Z', 'updated_at': '2022-01-28T07:15:50Z', 'revision_number': 3, 'project_id': '57a2584802df4bcbb21eb3736d14d72c', 'gw_port': {'id': 'c4206de1-f338-4e31-a8a6-d3ab39bcd17e', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:49Z', 'updated_at': '2022-01-28T07:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:53.337285 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea614c08-7beb-4a17-bb7b-cf3b017f413e None None] The sync data for ids ['18c2875a-d6de-46dc-bfa0-f38716f382ce'] in dv-neutron-824022-4-hyperv is: [{'id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'name': 'tempest-TestEncryptedCinderVolumes-1800036621-router', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c4206de1-f338-4e31-a8a6-d3ab39bcd17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:48Z', 'updated_at': '2022-01-28T07:15:50Z', 'revision_number': 3, 'project_id': '57a2584802df4bcbb21eb3736d14d72c', 'gw_port': {'id': 'c4206de1-f338-4e31-a8a6-d3ab39bcd17e', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:49Z', 'updated_at': '2022-01-28T07:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:15:53.345914 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ba2754c2-5732-4be7-8b11-92bd9520539d None None] Provisioning for port b7165e7d-ba1b-4092-8f91-fdcb9389bf87 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:53.373305 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ba2754c2-5732-4be7-8b11-92bd9520539d None None] Provisioning complete for port b7165e7d-ba1b-4092-8f91-fdcb9389bf87 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:53.380218 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ba2754c2-5732-4be7-8b11-92bd9520539d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:53.404628 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:53.440511 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-ba2754c2-5732-4be7-8b11-92bd9520539d None None] Port b7165e7d-ba1b-4092-8f91-fdcb9389bf87 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:15:53.634710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:53.703824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:53.811170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:53.818469 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=b7165e7d-ba1b-4092-8f91-fdcb9389bf87,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:54.069453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Network 36be4d60-610c-419c-88cd-a2a32af31cf1 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:54.070640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:54.262310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Router 18c2875a-d6de-46dc-bfa0-f38716f382ce has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:15:54.369587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f20d7697-27c7-4c6e-91ee-0b6a7ba51f02 None None] Provisioning complete for port b7165e7d-ba1b-4092-8f91-fdcb9389bf87 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:54.370158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f20d7697-27c7-4c6e-91ee-0b6a7ba51f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:54.423914 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-f20d7697-27c7-4c6e-91ee-0b6a7ba51f02 None None] Port b7165e7d-ba1b-4092-8f91-fdcb9389bf87 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:15:54.446048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:15:54.456290 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7b67c66c-39c5-4506-94e3-3599846b3ba5 admin admin] 10.222.0.25 "PUT /v2.0/routers/18c2875a-d6de-46dc-bfa0-f38716f382ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8142896 Jan 28 07:15:54.878133 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Sync routers for ids ['18c2875a-d6de-46dc-bfa0-f38716f382ce'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:15:54.888033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Routers {'18c2875a-d6de-46dc-bfa0-f38716f382ce'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:15:54.892946 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:15:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['18c2875a-d6de-46dc-bfa0-f38716f382ce'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:55.070221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Set router 18c2875a-d6de-46dc-bfa0-f38716f382ce gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:15:55.235379 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c4206de1-f338-4e31-a8a6-d3ab39bcd17e up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:15:55.245548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53464) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:55.251083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1383241739-network', 'tenant_id': '6927ed55025541f49f3f76211313ffe2'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:55.255934 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:55.259718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Usage tracker for resource:network and tenant:6927ed55025541f49f3f76211313ffe2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:55.262515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:55.268246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:55.351181 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Made reservation on behalf of 6927ed55025541f49f3f76211313ffe2 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:55.353479 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:55.366554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:55.381372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:55.385170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Usage tracker for resource:security_group_rule and tenant:6927ed55025541f49f3f76211313ffe2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:55.387981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:55.393686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:55.472882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:55.474865 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'name': 'tempest-TestEncryptedCinderVolumes-1800036621-router', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c4206de1-f338-4e31-a8a6-d3ab39bcd17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:48Z', 'updated_at': '2022-01-28T07:15:53Z', 'revision_number': 4, 'project_id': '57a2584802df4bcbb21eb3736d14d72c', 'gw_port': {'id': 'c4206de1-f338-4e31-a8a6-d3ab39bcd17e', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:49Z', 'updated_at': '2022-01-28T07:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'b7165e7d-ba1b-4092-8f91-fdcb9389bf87', 'name': '', 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'mac_address': 'fa:16:3e:36:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '4bb1e2a3-d457-41ad-b2b3-93680c26b7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:52Z', 'updated_at': '2022-01-28T07:15:53Z', 'revision_number': 2, 'project_id': '57a2584802df4bcbb21eb3736d14d72c', 'subnets': [{'id': '4bb1e2a3-d457-41ad-b2b3-93680c26b7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:55.478693 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Checking router: 18c2875a-d6de-46dc-bfa0-f38716f382ce for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:15:55.479047 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Updating router 18c2875a-d6de-46dc-bfa0-f38716f382ce port b7165e7d-ba1b-4092-8f91-fdcb9389bf87 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:15:55.506433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port c4206de1-f338-4e31-a8a6-d3ab39bcd17e completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:55.521421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c4206de1-f338-4e31-a8a6-d3ab39bcd17e triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:55.524983 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:55.578269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:55.585383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:55.615737 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:15:55.623774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfbe198-6515-4363-b7e8-60e95a89e8cf,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:55.629191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:55.629567 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Added segment 644e8bff-70b2-4b68-981b-dd8dad515b6b of type vlan for network aa656e6e-1244-4d89-945b-52ca1ba3475f Jan 28 07:15:55.655434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:55.766913 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:55.791098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:55.792205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:55.792793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:55.812209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port c4206de1-f338-4e31-a8a6-d3ab39bcd17e, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c4206de1-f338-4e31-a8a6-d3ab39bcd17e,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:55.900203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] Pushing event updated for resources: {'Network': ['ID=aa656e6e-1244-4d89-945b-52ca1ba3475f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:55.910645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network aa656e6e-1244-4d89-945b-52ca1ba3475f details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:15:55.958224 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-78e6e336-2a26-4b80-bbf8-d7f81f2f211b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7113793 Jan 28 07:15:55.960862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53468) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:55.961619 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:55.967321 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Request body: {'subnet': {'network_id': 'aa656e6e-1244-4d89-945b-52ca1ba3475f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1383241739-subnet', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:55.972593 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:55.976525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Usage tracker for resource:subnet and tenant:6927ed55025541f49f3f76211313ffe2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:55.979418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:55.985153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:56.086501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Made reservation on behalf of 6927ed55025541f49f3f76211313ffe2 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:15:56.089084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:56.133834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:56.142083 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=c4206de1-f338-4e31-a8a6-d3ab39bcd17e,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:56.149785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Transition to ACTIVE for port object b7165e7d-ba1b-4092-8f91-fdcb9389bf87 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:56.252467 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:56.357783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:56.376734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58dfde6-8105-44c2-9a3c-c5a06584e2f7 None None] Pushing event updated for resources: {'Port': ['ID=b7165e7d-ba1b-4092-8f91-fdcb9389bf87,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:56.437450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7450812-88a2-4282-b639-b25866e6d9aa,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:56.446619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Checking segment: {'id': '644e8bff-70b2-4b68-981b-dd8dad515b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa656e6e-1244-4d89-945b-52ca1ba3475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:56.446958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Network hostable DHCP agents. Network: aa656e6e-1244-4d89-945b-52ca1ba3475f, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:15:56.466798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Attempting to bind port b7165e7d-ba1b-4092-8f91-fdcb9389bf87 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:15:56.467164 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Attempting to bind port b7165e7d-ba1b-4092-8f91-fdcb9389bf87 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:15:56.467555 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Attempting to bind port b7165e7d-ba1b-4092-8f91-fdcb9389bf87 on network 36be4d60-610c-419c-88cd-a2a32af31cf1 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:15:56.473579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:15:56.473949 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Checking segment: {'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:56.474372 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:56.474758 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Bound using segment: {'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:15:56.475221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Bound port: b7165e7d-ba1b-4092-8f91-fdcb9389bf87, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:15:56.475838 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:56.522656 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Network aa656e6e-1244-4d89-945b-52ca1ba3475f is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:15:56.571580 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] For port b7165e7d-ba1b-4092-8f91-fdcb9389bf87, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:15:56.574739 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] For port b7165e7d-ba1b-4092-8f91-fdcb9389bf87, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b7165e7d-ba1b-4092-8f91-fdcb9389bf87,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:15:56.596940 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, aa656e6e-1244-4d89-945b-52ca1ba3475f) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:56.601624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:15:56.603981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:56.605519 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6515df-ce57-4379-b71e-d594c69ee444 None None] Network aa656e6e-1244-4d89-945b-52ca1ba3475f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:56.685140 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:56.687647 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-405ba3b5-54e2-47fa-94fc-a7fc16a9860c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7256429 Jan 28 07:15:56.690107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53472) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:56.695580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1383241739-router', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:15:56.700160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:15:56.703852 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Usage tracker for resource:router and tenant:6927ed55025541f49f3f76211313ffe2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:15:56.706626 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:15:56.712162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:15:56.803208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:56.804262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:56.821982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:56.868830 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Routers {'18c2875a-d6de-46dc-bfa0-f38716f382ce'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:15:56.869477 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:15:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['18c2875a-d6de-46dc-bfa0-f38716f382ce'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:56.929899 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58dfde6-8105-44c2-9a3c-c5a06584e2f7 None None] Pushing event updated for resources: {'Port': ['ID=b7165e7d-ba1b-4092-8f91-fdcb9389bf87,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:57.064196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-aa656e6e-1244-4d89-945b-52ca1ba3475f', 'network_id': 'aa656e6e-1244-4d89-945b-52ca1ba3475f', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'fixed_ips': [{'subnet_id': 'd7450812-88a2-4282-b639-b25866e6d9aa'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:15:57.065013 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:57.166646 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c4206de1-f338-4e31-a8a6-d3ab39bcd17e up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:15:57.170960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:57.201798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] Set router 18c2875a-d6de-46dc-bfa0-f38716f382ce gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:15:57.523561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c4206de1-f338-4e31-a8a6-d3ab39bcd17e triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:57.524293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:57.601344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Allocated IP 172.20.0.2 (aa656e6e-1244-4d89-945b-52ca1ba3475f/d7450812-88a2-4282-b639-b25866e6d9aa/15e2170f-e034-4b94-b283-43237b05b345) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:57.659587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:57.689572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:57.828657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Allocated IP 172.26.4.196 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/f226e492-fbfd-4d58-af6c-fb0609f81268) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:15:57.901437 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'name': 'tempest-TestEncryptedCinderVolumes-1800036621-router', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c4206de1-f338-4e31-a8a6-d3ab39bcd17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:48Z', 'updated_at': '2022-01-28T07:15:53Z', 'revision_number': 4, 'project_id': '57a2584802df4bcbb21eb3736d14d72c', 'gw_port': {'id': 'c4206de1-f338-4e31-a8a6-d3ab39bcd17e', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:49Z', 'updated_at': '2022-01-28T07:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'b7165e7d-ba1b-4092-8f91-fdcb9389bf87', 'name': '', 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'mac_address': 'fa:16:3e:36:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '4bb1e2a3-d457-41ad-b2b3-93680c26b7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:52Z', 'updated_at': '2022-01-28T07:15:56Z', 'revision_number': 4, 'project_id': '57a2584802df4bcbb21eb3736d14d72c', 'subnets': [{'id': '4bb1e2a3-d457-41ad-b2b3-93680c26b7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:57.913074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d108ab42-ccd7-46a4-ba95-ac94616e5958 None None] The sync data for ids ['18c2875a-d6de-46dc-bfa0-f38716f382ce'] in dv-neutron-824022-4-hyperv is: [{'id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'name': 'tempest-TestEncryptedCinderVolumes-1800036621-router', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c4206de1-f338-4e31-a8a6-d3ab39bcd17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:48Z', 'updated_at': '2022-01-28T07:15:53Z', 'revision_number': 4, 'project_id': '57a2584802df4bcbb21eb3736d14d72c', 'gw_port': {'id': 'c4206de1-f338-4e31-a8a6-d3ab39bcd17e', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:49Z', 'updated_at': '2022-01-28T07:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'b7165e7d-ba1b-4092-8f91-fdcb9389bf87', 'name': '', 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'mac_address': 'fa:16:3e:36:3f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '4bb1e2a3-d457-41ad-b2b3-93680c26b7c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:52Z', 'updated_at': '2022-01-28T07:15:56Z', 'revision_number': 4, 'project_id': '57a2584802df4bcbb21eb3736d14d72c', 'subnets': [{'id': '4bb1e2a3-d457-41ad-b2b3-93680c26b7c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:15:57.925774 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:57.937846 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Transition to ACTIVE for port object 15e2170f-e034-4b94-b283-43237b05b345 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:57.967852 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Transition to ACTIVE for port object 15e2170f-e034-4b94-b283-43237b05b345 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:15:57.990843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:58.066945 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:58.102071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:58.141640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Network aa656e6e-1244-4d89-945b-52ca1ba3475f is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:58.144684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:58.148317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:15:58.154660 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Pushing event updated for resources: {'Port': ['ID=15e2170f-e034-4b94-b283-43237b05b345,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:58.181424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:15:58.184223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:15:58.189857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:15:58.216963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Pushing event updated for resources: {'Port': ['ID=f226e492-fbfd-4d58-af6c-fb0609f81268,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:58.250868 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Attempting to bind port 15e2170f-e034-4b94-b283-43237b05b345 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:15:58.251283 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Attempting to bind port 15e2170f-e034-4b94-b283-43237b05b345 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '644e8bff-70b2-4b68-981b-dd8dad515b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa656e6e-1244-4d89-945b-52ca1ba3475f'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:15:58.251684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Attempting to bind port 15e2170f-e034-4b94-b283-43237b05b345 on network aa656e6e-1244-4d89-945b-52ca1ba3475f {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:15:58.257738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:15:58.258114 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Checking segment: {'id': '644e8bff-70b2-4b68-981b-dd8dad515b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa656e6e-1244-4d89-945b-52ca1ba3475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:15:58.258518 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:58.258975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Bound using segment: {'id': '644e8bff-70b2-4b68-981b-dd8dad515b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa656e6e-1244-4d89-945b-52ca1ba3475f'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:15:58.259463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Bound port: 15e2170f-e034-4b94-b283-43237b05b345, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644e8bff-70b2-4b68-981b-dd8dad515b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa656e6e-1244-4d89-945b-52ca1ba3475f'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:15:58.259840 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:58.358581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] For port 15e2170f-e034-4b94-b283-43237b05b345, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:15:58.362300 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] For port 15e2170f-e034-4b94-b283-43237b05b345, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=15e2170f-e034-4b94-b283-43237b05b345,segment=NetworkSegment(644e8bff-70b2-4b68-981b-dd8dad515b6b),segment_id=644e8bff-70b2-4b68-981b-dd8dad515b6b)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:15:58.425888 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:58.572838 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e476a-d220-480a-83b8-80b8fd6027e5 None None] Pushing event updated for resources: {'Port': ['ID=15e2170f-e034-4b94-b283-43237b05b345,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:58.747572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:59.243697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:59.246765 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b7165e7d-ba1b-4092-8f91-fdcb9389bf87 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:15:59.391329 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port b7165e7d-ba1b-4092-8f91-fdcb9389bf87 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:59.397157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b7165e7d-ba1b-4092-8f91-fdcb9389bf87 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:59.397603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:59.526269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:59.557236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Router 3babd47a-eb13-4161-a1db-aebbbcc609dd is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:15:59.560384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port b7165e7d-ba1b-4092-8f91-fdcb9389bf87, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b7165e7d-ba1b-4092-8f91-fdcb9389bf87,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:15:59.582564 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b42debc-6032-4913-8a0e-0ffc37e1a35b None None] Network aa656e6e-1244-4d89-945b-52ca1ba3475f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:15:59.669121 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:59.669783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 15e2170f-e034-4b94-b283-43237b05b345 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:15:59.736655 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1cb42684-ebef-4aea-9e9b-51885c696487 None None] Provisioning for port 15e2170f-e034-4b94-b283-43237b05b345 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:59.738700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:15:59.749199 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Sync routers for ids ['3babd47a-eb13-4161-a1db-aebbbcc609dd'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:15:59.760522 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Routers {'3babd47a-eb13-4161-a1db-aebbbcc609dd'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:15:59.761341 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:15:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3babd47a-eb13-4161-a1db-aebbbcc609dd'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:15:59.823053 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=b7165e7d-ba1b-4092-8f91-fdcb9389bf87,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:15:59.837131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:59.838544 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2cccf26d-9e9e-4856-945d-300477f81d44 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1469333 Jan 28 07:15:59.841456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53476) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:15:59.934428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 15e2170f-e034-4b94-b283-43237b05b345 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:15:59.942943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 15e2170f-e034-4b94-b283-43237b05b345 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:15:59.943342 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:15:59.964043 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Set router 3babd47a-eb13-4161-a1db-aebbbcc609dd gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:16:00.074302 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:00.109167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 15e2170f-e034-4b94-b283-43237b05b345, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=15e2170f-e034-4b94-b283-43237b05b345,segment=NetworkSegment(644e8bff-70b2-4b68-981b-dd8dad515b6b),segment_id=644e8bff-70b2-4b68-981b-dd8dad515b6b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:16:00.192635 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:00.267569 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=15e2170f-e034-4b94-b283-43237b05b345,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:00.293781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-aacc36c9-0a90-494d-9fe8-28d91d1bc386 None None] Provisioning complete for port 15e2170f-e034-4b94-b283-43237b05b345 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:00.294252 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aacc36c9-0a90-494d-9fe8-28d91d1bc386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:00.301233 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'name': 'tempest-TestEncryptedCinderVolumes-1383241739-router', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'f226e492-fbfd-4d58-af6c-fb0609f81268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:56Z', 'updated_at': '2022-01-28T07:15:58Z', 'revision_number': 3, 'project_id': '6927ed55025541f49f3f76211313ffe2', 'gw_port': {'id': 'f226e492-fbfd-4d58-af6c-fb0609f81268', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:57Z', 'updated_at': '2022-01-28T07:15:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:00.304949 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Checking router: 3babd47a-eb13-4161-a1db-aebbbcc609dd for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:16:00.305289 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Updating router 3babd47a-eb13-4161-a1db-aebbbcc609dd port f226e492-fbfd-4d58-af6c-fb0609f81268 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:16:00.365137 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:00.584646 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:00.684360 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:00.695543 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Transition to ACTIVE for port object f226e492-fbfd-4d58-af6c-fb0609f81268 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:16:00.762474 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:00.800292 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Allocated IP 172.20.0.1 (aa656e6e-1244-4d89-945b-52ca1ba3475f/d7450812-88a2-4282-b639-b25866e6d9aa/a4b731dc-dc71-4232-9a60-1335e66fd199) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:00.854167 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Attempting to bind port f226e492-fbfd-4d58-af6c-fb0609f81268 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:16:00.854369 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a182f1bc-fa36-475d-b4a2-9a3a1da0aa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:00.854822 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Attempting to bind port f226e492-fbfd-4d58-af6c-fb0609f81268 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:16:00.854934 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Attempting to bind port f226e492-fbfd-4d58-af6c-fb0609f81268 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:16:00.866707 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:16:00.867076 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:16:00.867775 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:00.868175 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:16:00.868679 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Bound port: f226e492-fbfd-4d58-af6c-fb0609f81268, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:16:00.869037 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:00.915128 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7d2b4-33eb-4fae-bffb-a16784b309cf None None] Pushing event updated for resources: {'Port': ['ID=f226e492-fbfd-4d58-af6c-fb0609f81268,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:00.949745 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] For port f226e492-fbfd-4d58-af6c-fb0609f81268, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:16:00.952622 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] For port f226e492-fbfd-4d58-af6c-fb0609f81268, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f226e492-fbfd-4d58-af6c-fb0609f81268,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:16:00.970473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:00.986042 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Transition to ACTIVE for port object a4b731dc-dc71-4232-9a60-1335e66fd199 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:16:01.032047 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:01.089353 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:01.106565 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Routers {'3babd47a-eb13-4161-a1db-aebbbcc609dd'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:16:01.107174 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:15:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3babd47a-eb13-4161-a1db-aebbbcc609dd'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:01.158719 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Network aa656e6e-1244-4d89-945b-52ca1ba3475f is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:01.162504 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:01.167978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:16:01.174760 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b7165e7d-ba1b-4092-8f91-fdcb9389bf87 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:16:01.185196 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7d2b4-33eb-4fae-bffb-a16784b309cf None None] Pushing event updated for resources: {'Port': ['ID=f226e492-fbfd-4d58-af6c-fb0609f81268,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:01.207664 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b731dc-dc71-4232-9a60-1335e66fd199,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:01.238460 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:01.261030 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b7165e7d-ba1b-4092-8f91-fdcb9389bf87 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:01.261807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:01.337311 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] Set router 3babd47a-eb13-4161-a1db-aebbbcc609dd gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:16:01.396575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 15e2170f-e034-4b94-b283-43237b05b345 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:16:01.470240 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 15e2170f-e034-4b94-b283-43237b05b345 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:01.470546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:01.575748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-094e441d-36fb-49a6-b2a5-4b85fd8fd4c3 None None] Provisioning for port a4b731dc-dc71-4232-9a60-1335e66fd199 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:01.593272 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-094e441d-36fb-49a6-b2a5-4b85fd8fd4c3 None None] Provisioning complete for port a4b731dc-dc71-4232-9a60-1335e66fd199 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:01.593642 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-094e441d-36fb-49a6-b2a5-4b85fd8fd4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:01.642561 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'name': 'tempest-TestEncryptedCinderVolumes-1383241739-router', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'f226e492-fbfd-4d58-af6c-fb0609f81268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:56Z', 'updated_at': '2022-01-28T07:15:58Z', 'revision_number': 3, 'project_id': '6927ed55025541f49f3f76211313ffe2', 'gw_port': {'id': 'f226e492-fbfd-4d58-af6c-fb0609f81268', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:57Z', 'updated_at': '2022-01-28T07:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:01.647517 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a819a66-5b81-4355-ade6-807c22703abc None None] The sync data for ids ['3babd47a-eb13-4161-a1db-aebbbcc609dd'] in dv-neutron-824022-4-hyperv is: [{'id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'name': 'tempest-TestEncryptedCinderVolumes-1383241739-router', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'f226e492-fbfd-4d58-af6c-fb0609f81268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:56Z', 'updated_at': '2022-01-28T07:15:58Z', 'revision_number': 3, 'project_id': '6927ed55025541f49f3f76211313ffe2', 'gw_port': {'id': 'f226e492-fbfd-4d58-af6c-fb0609f81268', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:57Z', 'updated_at': '2022-01-28T07:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:16:01.652658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-094e441d-36fb-49a6-b2a5-4b85fd8fd4c3 None None] Port a4b731dc-dc71-4232-9a60-1335e66fd199 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:16:01.698226 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:01.942716 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:02.023935 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:02.141222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:02.144844 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b731dc-dc71-4232-9a60-1335e66fd199,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:02.282210 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Network aa656e6e-1244-4d89-945b-52ca1ba3475f is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:02.283392 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:02.494433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Router 3babd47a-eb13-4161-a1db-aebbbcc609dd has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:16:02.577141 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1942dc5c-9d6e-403e-8c12-7ec699cc755f None None] Provisioning complete for port a4b731dc-dc71-4232-9a60-1335e66fd199 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:02.577700 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1942dc5c-9d6e-403e-8c12-7ec699cc755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:02.631619 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1942dc5c-9d6e-403e-8c12-7ec699cc755f None None] Port a4b731dc-dc71-4232-9a60-1335e66fd199 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:16:02.679736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:16:02.688539 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c26bcd91-1492-4075-aac0-c29172aeecc3 admin admin] 10.222.0.25 "PUT /v2.0/routers/3babd47a-eb13-4161-a1db-aebbbcc609dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8456602 Jan 28 07:16:03.201721 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f226e492-fbfd-4d58-af6c-fb0609f81268 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:16:03.223884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63e6b85c-6e64-4739-88e1-0281dcccc728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:03.395010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port f226e492-fbfd-4d58-af6c-fb0609f81268 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:03.400118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port f226e492-fbfd-4d58-af6c-fb0609f81268 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:03.400489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:03.556491 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:03.569158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Sync routers for ids ['3babd47a-eb13-4161-a1db-aebbbcc609dd'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:16:03.578791 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port f226e492-fbfd-4d58-af6c-fb0609f81268, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f226e492-fbfd-4d58-af6c-fb0609f81268,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:16:03.583215 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Routers {'3babd47a-eb13-4161-a1db-aebbbcc609dd'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:16:03.583910 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:16:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3babd47a-eb13-4161-a1db-aebbbcc609dd'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:03.661062 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:03.673335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-cd15d890-d7f4-4e89-bd42-62d56f2e334f tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:03.674764 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-cd15d890-d7f4-4e89-bd42-62d56f2e334f tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/networks?id=36be4d60-610c-419c-88cd-a2a32af31cf1 HTTP/1.1" status: 200 len: 817 time: 0.1512346 Jan 28 07:16:03.690327 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6702df41-c3e3-4ef4-bb14-72600ed93654 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/quotas/57a2584802df4bcbb21eb3736d14d72c HTTP/1.1" status: 200 len: 375 time: 0.0091946 Jan 28 07:16:03.770531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-8e46b739-3ecc-4cc5-9520-890006b9090a tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Synchronizing usage tracker for tenant:57a2584802df4bcbb21eb3736d14d72c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:16:03.809007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=f226e492-fbfd-4d58-af6c-fb0609f81268,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:03.818927 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Set router 3babd47a-eb13-4161-a1db-aebbbcc609dd gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:16:03.877185 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-8e46b739-3ecc-4cc5-9520-890006b9090a tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Unset dirty status for tenant:57a2584802df4bcbb21eb3736d14d72c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:16:03.878580 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-8e46b739-3ecc-4cc5-9520-890006b9090a tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=57a2584802df4bcbb21eb3736d14d72c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1829109 Jan 28 07:16:04.020704 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-1f33e0b1-b1df-4d91-9520-4fbe7f4e1c56 service neutron] 10.222.0.25 "GET /v2.0/networks/36be4d60-610c-419c-88cd-a2a32af31cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304541 Jan 28 07:16:04.128988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'name': 'tempest-TestEncryptedCinderVolumes-1383241739-router', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'f226e492-fbfd-4d58-af6c-fb0609f81268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:56Z', 'updated_at': '2022-01-28T07:16:01Z', 'revision_number': 4, 'project_id': '6927ed55025541f49f3f76211313ffe2', 'gw_port': {'id': 'f226e492-fbfd-4d58-af6c-fb0609f81268', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:57Z', 'updated_at': '2022-01-28T07:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a4b731dc-dc71-4232-9a60-1335e66fd199', 'name': '', 'network_id': 'aa656e6e-1244-4d89-945b-52ca1ba3475f', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'mac_address': 'fa:16:3e:83:11:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'd7450812-88a2-4282-b639-b25866e6d9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:00Z', 'updated_at': '2022-01-28T07:16:01Z', 'revision_number': 2, 'project_id': '6927ed55025541f49f3f76211313ffe2', 'subnets': [{'id': 'd7450812-88a2-4282-b639-b25866e6d9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:04.137014 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Checking router: 3babd47a-eb13-4161-a1db-aebbbcc609dd for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:16:04.137368 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Updating router 3babd47a-eb13-4161-a1db-aebbbcc609dd port a4b731dc-dc71-4232-9a60-1335e66fd199 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:16:04.153111 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-9cf4285c-cbf3-4be1-9463-91e4bc9d70a7 service neutron] 10.222.0.25 "GET /v2.0/networks/36be4d60-610c-419c-88cd-a2a32af31cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266196 Jan 28 07:16:04.194564 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:04.368868 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:04.428055 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f874cdd5-21b1-4a1e-ab32-5aaa350dfe86 req-ea96e692-25d0-4e3a-b082-7b6181d08569 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 210 time: 0.0432692 Jan 28 07:16:04.569657 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:04.580961 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:04.581972 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Transition to ACTIVE for port object a4b731dc-dc71-4232-9a60-1335e66fd199 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:16:04.676596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:04.829822 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab318e6b-a76c-477c-9b0e-1c488790908a None None] Pushing event updated for resources: {'Port': ['ID=a4b731dc-dc71-4232-9a60-1335e66fd199,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:04.890123 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Attempting to bind port a4b731dc-dc71-4232-9a60-1335e66fd199 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:16:04.890497 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Attempting to bind port a4b731dc-dc71-4232-9a60-1335e66fd199 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '644e8bff-70b2-4b68-981b-dd8dad515b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa656e6e-1244-4d89-945b-52ca1ba3475f'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:16:04.890852 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Attempting to bind port a4b731dc-dc71-4232-9a60-1335e66fd199 on network aa656e6e-1244-4d89-945b-52ca1ba3475f {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:16:04.896569 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:16:04.896936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Checking segment: {'id': '644e8bff-70b2-4b68-981b-dd8dad515b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa656e6e-1244-4d89-945b-52ca1ba3475f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:16:04.897331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:04.897715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Bound using segment: {'id': '644e8bff-70b2-4b68-981b-dd8dad515b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa656e6e-1244-4d89-945b-52ca1ba3475f'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:16:04.898166 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Bound port: a4b731dc-dc71-4232-9a60-1335e66fd199, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644e8bff-70b2-4b68-981b-dd8dad515b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa656e6e-1244-4d89-945b-52ca1ba3475f'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:16:04.898588 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:04.995731 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] For port a4b731dc-dc71-4232-9a60-1335e66fd199, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:16:04.998581 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] For port a4b731dc-dc71-4232-9a60-1335e66fd199, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a4b731dc-dc71-4232-9a60-1335e66fd199,segment=NetworkSegment(644e8bff-70b2-4b68-981b-dd8dad515b6b),segment_id=644e8bff-70b2-4b68-981b-dd8dad515b6b)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:16:05.106387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:05.190935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f226e492-fbfd-4d58-af6c-fb0609f81268 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:16:05.275167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab318e6b-a76c-477c-9b0e-1c488790908a None None] Pushing event updated for resources: {'Port': ['ID=a4b731dc-dc71-4232-9a60-1335e66fd199,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:05.278956 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Routers {'3babd47a-eb13-4161-a1db-aebbbcc609dd'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:16:05.279603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:16:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3babd47a-eb13-4161-a1db-aebbbcc609dd'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:05.367517 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:16:05.376950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port f226e492-fbfd-4d58-af6c-fb0609f81268 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:05.377165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:05.526921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] Set router 3babd47a-eb13-4161-a1db-aebbbcc609dd gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:16:05.585945 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7a69c9c5-654d-4140-a170-f09f69da3e1f req-d6fec0ca-4210-48e1-9eee-00164b3b73fa tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 210 time: 0.0483429 Jan 28 07:16:05.895345 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:05.904346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'name': 'tempest-TestEncryptedCinderVolumes-1383241739-router', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'f226e492-fbfd-4d58-af6c-fb0609f81268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:56Z', 'updated_at': '2022-01-28T07:16:01Z', 'revision_number': 4, 'project_id': '6927ed55025541f49f3f76211313ffe2', 'gw_port': {'id': 'f226e492-fbfd-4d58-af6c-fb0609f81268', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:57Z', 'updated_at': '2022-01-28T07:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a4b731dc-dc71-4232-9a60-1335e66fd199', 'name': '', 'network_id': 'aa656e6e-1244-4d89-945b-52ca1ba3475f', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'mac_address': 'fa:16:3e:83:11:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'd7450812-88a2-4282-b639-b25866e6d9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:00Z', 'updated_at': '2022-01-28T07:16:04Z', 'revision_number': 4, 'project_id': '6927ed55025541f49f3f76211313ffe2', 'subnets': [{'id': 'd7450812-88a2-4282-b639-b25866e6d9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:16:05.908508 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5097b44d-4b6b-486a-8c9e-91b68ef13eea None None] The sync data for ids ['3babd47a-eb13-4161-a1db-aebbbcc609dd'] in dv-neutron-824022-4-hyperv is: [{'id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'name': 'tempest-TestEncryptedCinderVolumes-1383241739-router', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'f226e492-fbfd-4d58-af6c-fb0609f81268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:56Z', 'updated_at': '2022-01-28T07:16:01Z', 'revision_number': 4, 'project_id': '6927ed55025541f49f3f76211313ffe2', 'gw_port': {'id': 'f226e492-fbfd-4d58-af6c-fb0609f81268', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:57Z', 'updated_at': '2022-01-28T07:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'a4b731dc-dc71-4232-9a60-1335e66fd199', 'name': '', 'network_id': 'aa656e6e-1244-4d89-945b-52ca1ba3475f', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'mac_address': 'fa:16:3e:83:11:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': 'd7450812-88a2-4282-b639-b25866e6d9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:16:00Z', 'updated_at': '2022-01-28T07:16:04Z', 'revision_number': 4, 'project_id': '6927ed55025541f49f3f76211313ffe2', 'subnets': [{'id': 'd7450812-88a2-4282-b639-b25866e6d9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:16:06.738795 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f8dff68b-4559-42b8-a67f-89e02124d951 req-15ea2e73-f523-4aa5-93b3-877b9667d004 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 210 time: 0.0433915 Jan 28 07:16:07.119796 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-fb5c7b93-9330-4565-ba28-fdf47596a73a tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:07.121256 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-fb5c7b93-9330-4565-ba28-fdf47596a73a tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.37 "GET /v2.0/networks?id=36be4d60-610c-419c-88cd-a2a32af31cf1 HTTP/1.1" status: 200 len: 817 time: 0.1439502 Jan 28 07:16:07.150118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Request body: {'port': {'device_id': '2c6390bd-cff5-413a-93fb-84ab8f12c053', 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1', 'admin_state_up': True, 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:07.211087 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a4b731dc-dc71-4232-9a60-1335e66fd199 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:16:07.289978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:16:07.299285 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:16:07.386023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Made reservation on behalf of 57a2584802df4bcbb21eb3736d14d72c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:07.386349 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port a4b731dc-dc71-4232-9a60-1335e66fd199 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:07.389895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:07.394325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port a4b731dc-dc71-4232-9a60-1335e66fd199 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:07.394325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:07.515084 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:07.548689 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port a4b731dc-dc71-4232-9a60-1335e66fd199, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a4b731dc-dc71-4232-9a60-1335e66fd199,segment=NetworkSegment(644e8bff-70b2-4b68-981b-dd8dad515b6b),segment_id=644e8bff-70b2-4b68-981b-dd8dad515b6b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:16:07.624253 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:07.678031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Allocated IP 172.20.0.9 (36be4d60-610c-419c-88cd-a2a32af31cf1/4bb1e2a3-d457-41ad-b2b3-93680c26b7c4/7ae0ca88-45bb-4477-9288-ab886aee413a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:07.692452 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=a4b731dc-dc71-4232-9a60-1335e66fd199,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:07.903660 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-77c66bf7-b16f-47d7-be08-209e5b175798 req-3d1c974f-186f-489c-b132-cb56ba2d7fa0 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 210 time: 0.0587304 Jan 28 07:16:07.922436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:07.938212 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Transition to ACTIVE for port object 7ae0ca88-45bb-4477-9288-ab886aee413a will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:16:08.036950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:08.105447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Network 36be4d60-610c-419c-88cd-a2a32af31cf1 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:08.108393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:08.113971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:16:08.149568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Pushing event updated for resources: {'Port': ['ID=7ae0ca88-45bb-4477-9288-ab886aee413a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:08.187508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:08.188264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:08.289076 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-6c7b3177-1e34-4707-b556-610c12f05993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1442413 Jan 28 07:16:08.314279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Request body: {'port': {'device_id': '2c6390bd-cff5-413a-93fb-84ab8f12c053', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:08.391137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8a90a2ad-ec9a-49ae-b73e-780cbabff9f8 None None] Provisioning for port 7ae0ca88-45bb-4477-9288-ab886aee413a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:08.396954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8a90a2ad-ec9a-49ae-b73e-780cbabff9f8 None None] Provisioning complete for port 7ae0ca88-45bb-4477-9288-ab886aee413a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:08.397320 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a90a2ad-ec9a-49ae-b73e-780cbabff9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:08.424699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:08.454435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8a90a2ad-ec9a-49ae-b73e-780cbabff9f8 None None] Port 7ae0ca88-45bb-4477-9288-ab886aee413a cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:16:08.771980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae0ca88-45bb-4477-9288-ab886aee413a {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:16:08.779277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:08.793118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Transition to ACTIVE for port object 7ae0ca88-45bb-4477-9288-ab886aee413a will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:16:08.863899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:09.022277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae0ca88-45bb-4477-9288-ab886aee413a,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:09.163900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Attempting to bind port 7ae0ca88-45bb-4477-9288-ab886aee413a on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:16:09.164774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Attempting to bind port 7ae0ca88-45bb-4477-9288-ab886aee413a by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:16:09.164774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Attempting to bind port 7ae0ca88-45bb-4477-9288-ab886aee413a on network 36be4d60-610c-419c-88cd-a2a32af31cf1 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:16:09.168849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a4b731dc-dc71-4232-9a60-1335e66fd199 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:16:09.171915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Port 7ae0ca88-45bb-4477-9288-ab886aee413a on network 36be4d60-610c-419c-88cd-a2a32af31cf1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:16:09.172236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Attempting to bind port 7ae0ca88-45bb-4477-9288-ab886aee413a on network 36be4d60-610c-419c-88cd-a2a32af31cf1 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:16:09.183362 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f3e5f-69f3-4b70-aa7b-deb8d5b0037d req-5273af1a-227d-47b2-9996-b27ad32a29e4 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:09.184046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-513f3e5f-69f3-4b70-aa7b-deb8d5b0037d req-5273af1a-227d-47b2-9996-b27ad32a29e4 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Synchronizing usage tracker for tenant:57a2584802df4bcbb21eb3736d14d72c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:16:09.189502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:16:09.189770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Checking segment: {'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:16:09.190147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Bound using segment: {'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:16:09.191115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Bound port: 7ae0ca88-45bb-4477-9288-ab886aee413a, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:16:09.191485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:09.244542 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port a4b731dc-dc71-4232-9a60-1335e66fd199 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:09.244542 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:09.287770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] For port 7ae0ca88-45bb-4477-9288-ab886aee413a, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:16:09.290610 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] For port 7ae0ca88-45bb-4477-9288-ab886aee413a, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7ae0ca88-45bb-4477-9288-ab886aee413a,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:16:09.311403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-513f3e5f-69f3-4b70-aa7b-deb8d5b0037d req-5273af1a-227d-47b2-9996-b27ad32a29e4 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Unset dirty status for tenant:57a2584802df4bcbb21eb3736d14d72c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:16:09.312564 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-513f3e5f-69f3-4b70-aa7b-deb8d5b0037d req-5273af1a-227d-47b2-9996-b27ad32a29e4 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 943 time: 0.2966361 Jan 28 07:16:09.356686 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-513f3e5f-69f3-4b70-aa7b-deb8d5b0037d req-4f0a25ac-0353-453d-b187-5559a05ab59a tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377791 Jan 28 07:16:09.380450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:09.441998 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:09.442844 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:09.444198 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] 10.222.0.37 "PUT /v2.0/ports/7ae0ca88-45bb-4477-9288-ab886aee413a HTTP/1.1" status: 200 len: 1093 time: 1.1339402 Jan 28 07:16:09.447060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6390bd-cff5-413a-93fb-84ab8f12c053', 'tag': '7ae0ca88-45bb-4477-9288-ab886aee413a'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:16:09.477494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3930704-7c3b-41c6-b3d8-33c0041a8be5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae0ca88-45bb-4477-9288-ab886aee413a,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:09.498054 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6390bd-cff5-413a-93fb-84ab8f12c053', 'tag': '7ae0ca88-45bb-4477-9288-ab886aee413a', 'status': 'completed', 'code': 200} Jan 28 07:16:09.616220 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc435a1d-2809-43b7-ae43-83e9c47ce16e req-e1087c99-aa7d-475c-b532-a94e2c60de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:09.617810 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fc435a1d-2809-43b7-ae43-83e9c47ce16e req-e1087c99-aa7d-475c-b532-a94e2c60de74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a2584802df4bcbb21eb3736d14d72c&device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 1096 time: 0.0747142 Jan 28 07:16:09.874189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc435a1d-2809-43b7-ae43-83e9c47ce16e req-38db76c6-3375-4612-b166-d5aab0a43864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:09.875636 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fc435a1d-2809-43b7-ae43-83e9c47ce16e req-38db76c6-3375-4612-b166-d5aab0a43864 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=57a2584802df4bcbb21eb3736d14d72c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2374310 Jan 28 07:16:10.011172 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc435a1d-2809-43b7-ae43-83e9c47ce16e req-543f744b-ea15-45c7-b7a2-d3c93e2861d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:10.012615 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fc435a1d-2809-43b7-ae43-83e9c47ce16e req-543f744b-ea15-45c7-b7a2-d3c93e2861d2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269743 Jan 28 07:16:10.149121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e849e37b-e4a6-4a6a-918f-940923413d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:10.150453 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-e849e37b-e4a6-4a6a-918f-940923413d2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a2584802df4bcbb21eb3736d14d72c&device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 1096 time: 0.0722194 Jan 28 07:16:10.224683 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-9a9f90ba-f9d0-4671-93eb-6dfda6d4824e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ae0ca88-45bb-4477-9288-ab886aee413a HTTP/1.1" status: 200 len: 217 time: 0.0597498 Jan 28 07:16:10.292947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-126b1261-f077-44dd-8148-285c755bb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:10.294309 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-126b1261-f077-44dd-8148-285c755bb6cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bb1e2a3-d457-41ad-b2b3-93680c26b7c4 HTTP/1.1" status: 200 len: 856 time: 0.0587993 Jan 28 07:16:10.370025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-0fcc5c9c-d93e-4f17-9f12-3a86428c211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:10.371461 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-0fcc5c9c-d93e-4f17-9f12-3a86428c211c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36be4d60-610c-419c-88cd-a2a32af31cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675449 Jan 28 07:16:10.553809 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-40ec6d6b-5125-412a-9492-5c91fb493b95 service neutron] 10.222.0.37 "GET /v2.0/networks/36be4d60-610c-419c-88cd-a2a32af31cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725152 Jan 28 07:16:10.607024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a03d0-3001-4150-84e9-5bb490ade639 req-ba057b35-5304-4763-98dd-d7dbae0cd663 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:10.608429 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f86a03d0-3001-4150-84e9-5bb490ade639 req-ba057b35-5304-4763-98dd-d7dbae0cd663 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 943 time: 0.1431537 Jan 28 07:16:10.722563 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f86a03d0-3001-4150-84e9-5bb490ade639 req-ee50fe6d-53f2-479e-ade5-0e63858fb4a4 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064103 Jan 28 07:16:10.729961 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-102c2b64-ba64-4259-9962-62fbd6cf57b6 req-18c1de4b-f51e-41bc-acda-92c5005f8ac4 service neutron] 10.222.0.37 "GET /v2.0/networks/36be4d60-610c-419c-88cd-a2a32af31cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659107 Jan 28 07:16:11.225426 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:11.902330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6778f-b650-4889-bc9e-67041a05b9d2 req-5eddd146-fc7d-4cda-8a8c-dcbc3c24b029 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:11.903793 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e1f6778f-b650-4889-bc9e-67041a05b9d2 req-5eddd146-fc7d-4cda-8a8c-dcbc3c24b029 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 943 time: 0.0785103 Jan 28 07:16:11.948131 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e1f6778f-b650-4889-bc9e-67041a05b9d2 req-a4e9b517-97fe-46f7-9213-5ac6c52b1262 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387797 Jan 28 07:16:13.131491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1536f83-2418-4e17-bc64-9d301ac5fd68 req-d028b465-c60b-48ec-a634-653b83e3da99 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:13.132947 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1536f83-2418-4e17-bc64-9d301ac5fd68 req-d028b465-c60b-48ec-a634-653b83e3da99 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 943 time: 0.0832193 Jan 28 07:16:13.175595 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1536f83-2418-4e17-bc64-9d301ac5fd68 req-971fb4a7-6851-44d9-adb5-4e31af8097e3 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370836 Jan 28 07:16:14.356184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9770a03-bae9-403c-aca3-47377b0f38c7 req-02ee0c01-21de-41e7-9daa-a631be57e850 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:14.357582 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d9770a03-bae9-403c-aca3-47377b0f38c7 req-02ee0c01-21de-41e7-9daa-a631be57e850 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 943 time: 0.0783439 Jan 28 07:16:14.402835 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d9770a03-bae9-403c-aca3-47377b0f38c7 req-930a30c2-cc1e-42e3-bff3-5856a3019cc8 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394609 Jan 28 07:16:15.281618 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 7ae0ca88-45bb-4477-9288-ab886aee413a details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:16:15.410649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 7ae0ca88-45bb-4477-9288-ab886aee413a, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7ae0ca88-45bb-4477-9288-ab886aee413a,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:16:15.422925 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '7ae0ca88-45bb-4477-9288-ab886aee413a', 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1', 'port_id': '7ae0ca88-45bb-4477-9288-ab886aee413a', 'mac_address': 'fa:16:3e:3f:10:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb1e2a3-d457-41ad-b2b3-93680c26b7c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:16:15.489897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:15.507742 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae0ca88-45bb-4477-9288-ab886aee413a {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:16:15.525008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 7ae0ca88-45bb-4477-9288-ab886aee413a, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7ae0ca88-45bb-4477-9288-ab886aee413a,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:16:15.596236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48ef93-45c5-4404-beea-8d3ba699f3e2 req-50f5c026-f08d-421c-9d95-a1fa12054508 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:15.598190 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4f48ef93-45c5-4404-beea-8d3ba699f3e2 req-50f5c026-f08d-421c-9d95-a1fa12054508 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 943 time: 0.0794580 Jan 28 07:16:15.606576 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:15.642127 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4f48ef93-45c5-4404-beea-8d3ba699f3e2 req-288422bb-bec3-490f-9198-1bde16b97fc5 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382690 Jan 28 07:16:15.674616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=7ae0ca88-45bb-4477-9288-ab886aee413a,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:15.960968 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['7ae0ca88-45bb-4477-9288-ab886aee413a'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:16:16.826503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df350d8f-6aa2-4bfc-9c1f-3e1a09b0c733 req-55a3a5ab-0991-412a-8366-e39a57e66f75 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:16.827962 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-df350d8f-6aa2-4bfc-9c1f-3e1a09b0c733 req-55a3a5ab-0991-412a-8366-e39a57e66f75 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 944 time: 0.0839353 Jan 28 07:16:16.874458 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-df350d8f-6aa2-4bfc-9c1f-3e1a09b0c733 req-c45ac369-2920-4649-a62a-72dec2e99993 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395865 Jan 28 07:16:17.301252 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 7ae0ca88-45bb-4477-9288-ab886aee413a up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:16:17.426520 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 7ae0ca88-45bb-4477-9288-ab886aee413a completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:17.432622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 7ae0ca88-45bb-4477-9288-ab886aee413a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:17.436335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:17.552639 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:17.579274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6390bd-cff5-413a-93fb-84ab8f12c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae0ca88-45bb-4477-9288-ab886aee413a'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:16:17.589893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 7ae0ca88-45bb-4477-9288-ab886aee413a, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7ae0ca88-45bb-4477-9288-ab886aee413a,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:16:17.624396 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6390bd-cff5-413a-93fb-84ab8f12c053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae0ca88-45bb-4477-9288-ab886aee413a', 'code': 200} Jan 28 07:16:17.668082 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:17.734402 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=7ae0ca88-45bb-4477-9288-ab886aee413a,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:18.095518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a262f-8a4c-4795-9ac0-44a2405ac12a req-c31e2c74-6c30-4e93-a76b-926e05ba9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:18.096885 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3e2a262f-8a4c-4795-9ac0-44a2405ac12a req-c31e2c74-6c30-4e93-a76b-926e05ba9416 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 1098 time: 0.1296363 Jan 28 07:16:18.104792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffe67a-6cca-4205-92cd-e14fd2733771 req-74100d7d-aec0-4d8d-987a-62a50e611b2b tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:18.106087 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70ffe67a-6cca-4205-92cd-e14fd2733771 req-74100d7d-aec0-4d8d-987a-62a50e611b2b tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 945 time: 0.1093283 Jan 28 07:16:18.168986 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3e2a262f-8a4c-4795-9ac0-44a2405ac12a req-7519a370-f79b-4e56-a8f5-d090dd8b0c6b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620067 Jan 28 07:16:18.173299 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70ffe67a-6cca-4205-92cd-e14fd2733771 req-022437dd-2d75-4399-9b87-ce1f58134c2e tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539832 Jan 28 07:16:19.362218 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56369f04-6d87-4c01-8926-0ae460fbfe03 req-6b74ed0e-d941-4a01-8538-5751778d95a7 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:19.363874 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56369f04-6d87-4c01-8926-0ae460fbfe03 req-6b74ed0e-d941-4a01-8538-5751778d95a7 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 945 time: 0.0826581 Jan 28 07:16:19.520851 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56369f04-6d87-4c01-8926-0ae460fbfe03 req-6fadd7bb-6561-4b72-80b0-6100ec9b0382 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509817 Jan 28 07:16:20.701394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f44b7-8118-48f9-9372-79dee732177e req-571f4b86-acda-41a9-97ed-66dc6883f05d tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:20.702823 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f6f44b7-8118-48f9-9372-79dee732177e req-571f4b86-acda-41a9-97ed-66dc6883f05d tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 945 time: 0.0783997 Jan 28 07:16:20.746346 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f6f44b7-8118-48f9-9372-79dee732177e req-b7d83b11-0773-4326-a5a4-2188f1fa6b67 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372920 Jan 28 07:16:20.940838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47183c-c3b1-462f-8ba2-a7a24932fb50 req-95b5a1ec-d759-4ae0-bf9c-077272dfb33f tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:20.942280 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7e47183c-c3b1-462f-8ba2-a7a24932fb50 req-95b5a1ec-d759-4ae0-bf9c-077272dfb33f tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 945 time: 0.0891676 Jan 28 07:16:20.988465 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7e47183c-c3b1-462f-8ba2-a7a24932fb50 req-2a5dde15-317d-4611-a012-e805937abfb2 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Jan 28 07:16:30.871519 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5ee4-da49-48d9-9876-89048baef71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:33.223827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d5472e1c-cad9-4bd1-a9ac-9208fa4c63ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:34.372661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:34.591481 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:35.809096 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:40.687155 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151c1ca-2ae0-4884-9a30-f7f5bcb051c5 req-1e3838eb-128e-4ba6-9fc9-67fc7279acb1 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:40.688609 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e151c1ca-2ae0-4884-9a30-f7f5bcb051c5 req-1e3838eb-128e-4ba6-9fc9-67fc7279acb1 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 945 time: 0.0825465 Jan 28 07:16:40.731657 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e151c1ca-2ae0-4884-9a30-f7f5bcb051c5 req-34e633ea-4697-4ee1-a7d4-b9aefe5b99e9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365739 Jan 28 07:16:41.231495 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:41.911931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7270b-df60-434e-a0b9-e7820f8e9ec1 req-60d57721-571b-4e21-b918-9cb70cb6d745 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:41.913336 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-65a7270b-df60-434e-a0b9-e7820f8e9ec1 req-60d57721-571b-4e21-b918-9cb70cb6d745 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 945 time: 0.0768399 Jan 28 07:16:41.955782 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-65a7270b-df60-434e-a0b9-e7820f8e9ec1 req-ed173b36-442a-4175-9b6b-b101545efab4 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369558 Jan 28 07:16:42.370437 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:16:42.607610 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cfb4a-5dda-47e3-bcec-d7724f817ccf req-5088293c-a11c-45ad-9d97-96432af2cc3c tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:42.609009 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-444cfb4a-5dda-47e3-bcec-d7724f817ccf req-5088293c-a11c-45ad-9d97-96432af2cc3c tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 945 time: 0.0804985 Jan 28 07:16:42.678646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-444cfb4a-5dda-47e3-bcec-d7724f817ccf req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Deleting port 7ae0ca88-45bb-4477-9288-ab886aee413a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:16:42.678906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-444cfb4a-5dda-47e3-bcec-d7724f817ccf req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:42.918665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-444cfb4a-5dda-47e3-bcec-d7724f817ccf req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] For port 7ae0ca88-45bb-4477-9288-ab886aee413a, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=7ae0ca88-45bb-4477-9288-ab886aee413a,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:16:42.919404 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-444cfb4a-5dda-47e3-bcec-d7724f817ccf req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:43.042104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-444cfb4a-5dda-47e3-bcec-d7724f817ccf req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Calling delete_port for 7ae0ca88-45bb-4477-9288-ab886aee413a owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:16:43.218031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8178ea-6420-4fc3-b7e1-4a9d65a9b241 req-164aff79-754b-4d4c-9059-bba65fe0aa75 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:43.219504 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8e8178ea-6420-4fc3-b7e1-4a9d65a9b241 req-164aff79-754b-4d4c-9059-bba65fe0aa75 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 945 time: 0.1496484 Jan 28 07:16:43.282342 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8e8178ea-6420-4fc3-b7e1-4a9d65a9b241 req-e89fcd03-ddce-4938-b054-122c2ee4932e tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551014 Jan 28 07:16:43.386263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-444cfb4a-5dda-47e3-bcec-d7724f817ccf req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:43.437416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Pushing event deleted for resources: {'Port': ['ID=7ae0ca88-45bb-4477-9288-ab886aee413a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:43.444020 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['7ae0ca88-45bb-4477-9288-ab886aee413a'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:16:43.475419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:43.478226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:43.478226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:43.478226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:43.478226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:43.478226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:43.478226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:43.478226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:43.478226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:43.478226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:43.478944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:43.478944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:43.524250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-444cfb4a-5dda-47e3-bcec-d7724f817ccf req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] No DVR routers for this DVR port 7ae0ca88-45bb-4477-9288-ab886aee413a on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:16:43.526752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-444cfb4a-5dda-47e3-bcec-d7724f817ccf req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:43.529399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6390bd-cff5-413a-93fb-84ab8f12c053', 'name': 'network-vif-deleted', 'tag': '7ae0ca88-45bb-4477-9288-ab886aee413a'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:16:43.579015 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6390bd-cff5-413a-93fb-84ab8f12c053', 'name': 'network-vif-deleted', 'tag': '7ae0ca88-45bb-4477-9288-ab886aee413a', 'status': 'completed', 'code': 200} Jan 28 07:16:43.643891 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-444cfb4a-5dda-47e3-bcec-d7724f817ccf req-b8a2ff96-f8c4-43f9-a128-6515f99184df tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.37 "DELETE /v2.0/ports/7ae0ca88-45bb-4477-9288-ab886aee413a HTTP/1.1" status: 204 len: 173 time: 1.0264616 Jan 28 07:16:44.445301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7b78e9a5-9c43-4bbe-b5b8-adee91446650 req-d2aa3e45-620f-40b1-bca2-37dba6e195b8 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Synchronizing usage tracker for tenant:57a2584802df4bcbb21eb3736d14d72c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:16:44.613348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7b78e9a5-9c43-4bbe-b5b8-adee91446650 req-d2aa3e45-620f-40b1-bca2-37dba6e195b8 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Unset dirty status for tenant:57a2584802df4bcbb21eb3736d14d72c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:16:44.614593 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b78e9a5-9c43-4bbe-b5b8-adee91446650 req-d2aa3e45-620f-40b1-bca2-37dba6e195b8 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c6390bd-cff5-413a-93fb-84ab8f12c053 HTTP/1.1" status: 200 len: 210 time: 0.2103865 Jan 28 07:16:46.391319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346334a9-6861-4896-af45-ddd55a459ea2 req-26a39bce-bb38-48e8-9e0d-cd2417685dfa tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:46.392866 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-26a39bce-bb38-48e8-9e0d-cd2417685dfa tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/networks?id=36be4d60-610c-419c-88cd-a2a32af31cf1 HTTP/1.1" status: 200 len: 817 time: 0.1502397 Jan 28 07:16:46.407592 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-3c4e861d-fcae-4c30-993f-fb0cbaf4ee15 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/quotas/57a2584802df4bcbb21eb3736d14d72c HTTP/1.1" status: 200 len: 375 time: 0.0088656 Jan 28 07:16:46.594307 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-69861914-4fdc-4fa9-b4f0-23cdee884959 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=57a2584802df4bcbb21eb3736d14d72c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1813815 Jan 28 07:16:46.713990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-6d5509cb-51d5-46f1-8b1f-e4983f7d6f69 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 07:16:46.714957 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-6d5509cb-51d5-46f1-8b1f-e4983f7d6f69 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1096478 Jan 28 07:16:46.844851 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-37c49ddc-8b18-4986-a9d6-00f189a2b88b service neutron] 10.222.0.25 "GET /v2.0/networks/36be4d60-610c-419c-88cd-a2a32af31cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238596 Jan 28 07:16:46.980983 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-cd18d375-95dc-4eae-82d7-e26c44aa6ad2 service neutron] 10.222.0.25 "GET /v2.0/networks/36be4d60-610c-419c-88cd-a2a32af31cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298301 Jan 28 07:16:47.268724 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-66eaed77-36b9-47c7-857d-206ab1a9be14 req-93da2ba5-121d-4b70-9857-8563b8893611 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 210 time: 0.0424337 Jan 28 07:16:47.485081 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 7ae0ca88-45bb-4477-9288-ab886aee413a no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:16:47.520013 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 7ae0ca88-45bb-4477-9288-ab886aee413a {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:16:47.520297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 7ae0ca88-45bb-4477-9288-ab886aee413a not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:16:48.574619 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-65663538-d3e1-4227-802f-9fe7bec15a62 req-88808955-92e6-4870-839a-5b61362f6721 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 210 time: 0.0445797 Jan 28 07:16:49.719978 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-132b69bb-7d31-42db-96ad-66475b79cdd0 req-d11edc49-754a-4fd3-8b23-f0c9598aa3c0 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 210 time: 0.0419564 Jan 28 07:16:50.786232 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346334a9-6861-4896-af45-ddd55a459ea2 req-ca89e77c-2921-4c10-b1e9-d51773182470 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:50.788151 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-ca89e77c-2921-4c10-b1e9-d51773182470 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.37 "GET /v2.0/networks?id=36be4d60-610c-419c-88cd-a2a32af31cf1 HTTP/1.1" status: 200 len: 817 time: 0.1465952 Jan 28 07:16:50.816893 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Request body: {'port': {'device_id': '33f09391-f8da-4d32-bce9-7f2426c7a28b', 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1', 'admin_state_up': True, 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:50.967765 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bbd2f862-3b50-4523-8766-dc40d6c14e9b req-d25c5857-156c-439d-be20-ee057a2fcdc4 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 210 time: 0.1050963 Jan 28 07:16:51.015368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:16:51.025565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:16:51.137524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Made reservation on behalf of 57a2584802df4bcbb21eb3736d14d72c for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:16:51.137524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:51.290235 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Allocated IP 172.20.0.12 (36be4d60-610c-419c-88cd-a2a32af31cf1/4bb1e2a3-d457-41ad-b2b3-93680c26b7c4/2a2f02b4-3411-4a80-985f-817a9fb728f1) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:16:51.483236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:51.499111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Transition to ACTIVE for port object 2a2f02b4-3411-4a80-985f-817a9fb728f1 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:16:51.569107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:51.637867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Network 36be4d60-610c-419c-88cd-a2a32af31cf1 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:16:51.640982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:16:51.644811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:16:51.678474 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Pushing event updated for resources: {'Port': ['ID=2a2f02b4-3411-4a80-985f-817a9fb728f1,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:51.715617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:51.716223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:51.825089 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-1fbad1a5-680e-4f8c-9268-3b52351666f9 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0122001 Jan 28 07:16:51.852285 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Request body: {'port': {'device_id': '33f09391-f8da-4d32-bce9-7f2426c7a28b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:16:51.964886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:51.986180 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b8abdf8b-2cbe-4fbe-9c8b-6eac67122b6b None None] Provisioning for port 2a2f02b4-3411-4a80-985f-817a9fb728f1 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:51.991638 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b8abdf8b-2cbe-4fbe-9c8b-6eac67122b6b None None] Provisioning complete for port 2a2f02b4-3411-4a80-985f-817a9fb728f1 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:51.992119 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b8abdf8b-2cbe-4fbe-9c8b-6eac67122b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:52.049704 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b8abdf8b-2cbe-4fbe-9c8b-6eac67122b6b None None] Port 2a2f02b4-3411-4a80-985f-817a9fb728f1 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:16:52.419087 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18674920-293c-423f-a918-aca25a458fb7 req-75deb6c8-142b-470f-9f99-ed734f09b703 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:52.419779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-18674920-293c-423f-a918-aca25a458fb7 req-75deb6c8-142b-470f-9f99-ed734f09b703 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Synchronizing usage tracker for tenant:57a2584802df4bcbb21eb3736d14d72c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:16:52.495210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2f02b4-3411-4a80-985f-817a9fb728f1 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:16:52.502311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:52.551791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Transition to ACTIVE for port object 2a2f02b4-3411-4a80-985f-817a9fb728f1 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:16:52.566810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-18674920-293c-423f-a918-aca25a458fb7 req-75deb6c8-142b-470f-9f99-ed734f09b703 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Unset dirty status for tenant:57a2584802df4bcbb21eb3736d14d72c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:16:52.567992 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-18674920-293c-423f-a918-aca25a458fb7 req-75deb6c8-142b-470f-9f99-ed734f09b703 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 932 time: 0.3037102 Jan 28 07:16:52.614907 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-18674920-293c-423f-a918-aca25a458fb7 req-b901f035-7b3d-48b3-b7db-fd39d9b49ab5 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413525 Jan 28 07:16:52.631478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:52.791385 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Pushing event updated for resources: {'Port': ['ID=2a2f02b4-3411-4a80-985f-817a9fb728f1,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:52.866244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Attempting to bind port 2a2f02b4-3411-4a80-985f-817a9fb728f1 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:16:52.866866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Attempting to bind port 2a2f02b4-3411-4a80-985f-817a9fb728f1 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:16:52.866866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Attempting to bind port 2a2f02b4-3411-4a80-985f-817a9fb728f1 on network 36be4d60-610c-419c-88cd-a2a32af31cf1 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:16:52.871579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Port 2a2f02b4-3411-4a80-985f-817a9fb728f1 on network 36be4d60-610c-419c-88cd-a2a32af31cf1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:16:52.871893 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Attempting to bind port 2a2f02b4-3411-4a80-985f-817a9fb728f1 on network 36be4d60-610c-419c-88cd-a2a32af31cf1 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:16:52.877927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:16:52.878086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Checking segment: {'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:16:52.878461 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Bound using segment: {'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:16:52.878873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Bound port: 2a2f02b4-3411-4a80-985f-817a9fb728f1, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a49cf065-a064-4f07-8633-69c434a0eeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:16:52.879210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:52.966920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] For port 2a2f02b4-3411-4a80-985f-817a9fb728f1, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:16:52.969957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] For port 2a2f02b4-3411-4a80-985f-817a9fb728f1, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2a2f02b4-3411-4a80-985f-817a9fb728f1,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:16:53.058373 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:53.118246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:53.118847 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:53.120274 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] 10.222.0.37 "PUT /v2.0/ports/2a2f02b4-3411-4a80-985f-817a9fb728f1 HTTP/1.1" status: 200 len: 1094 time: 1.2723365 Jan 28 07:16:53.120697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f09391-f8da-4d32-bce9-7f2426c7a28b', 'tag': '2a2f02b4-3411-4a80-985f-817a9fb728f1'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:16:53.141041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99925a05-af29-4e70-b523-cf3efa6a552c service neutron] Pushing event updated for resources: {'Port': ['ID=2a2f02b4-3411-4a80-985f-817a9fb728f1,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:53.188480 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f09391-f8da-4d32-bce9-7f2426c7a28b', 'tag': '2a2f02b4-3411-4a80-985f-817a9fb728f1', 'status': 'completed', 'code': 200} Jan 28 07:16:53.308682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06a350-5682-464e-8c82-cb4abdc5766b req-11136814-56a5-463a-9782-b8cec6485f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:53.312465 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6c06a350-5682-464e-8c82-cb4abdc5766b req-11136814-56a5-463a-9782-b8cec6485f54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a2584802df4bcbb21eb3736d14d72c&device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 1097 time: 0.0744693 Jan 28 07:16:53.464264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06a350-5682-464e-8c82-cb4abdc5766b req-9a7d9922-bbd2-4a68-be4e-14f7327ad239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:53.465745 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6c06a350-5682-464e-8c82-cb4abdc5766b req-9a7d9922-bbd2-4a68-be4e-14f7327ad239 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=57a2584802df4bcbb21eb3736d14d72c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1340103 Jan 28 07:16:53.602123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06a350-5682-464e-8c82-cb4abdc5766b req-bd5c55df-a86e-408b-8a5d-da48ebfa197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:53.603644 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6c06a350-5682-464e-8c82-cb4abdc5766b req-bd5c55df-a86e-408b-8a5d-da48ebfa197a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285372 Jan 28 07:16:53.797096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346334a9-6861-4896-af45-ddd55a459ea2 req-de12424b-1a5e-47a0-85a5-8160a52717d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:53.798518 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-de12424b-1a5e-47a0-85a5-8160a52717d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a2584802df4bcbb21eb3736d14d72c&device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 1097 time: 0.1233401 Jan 28 07:16:53.821353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdf3ae-3dc6-4abc-aeff-43b38ebd2e24 req-619a69e4-acc6-4e16-99ce-5b34d9f5629d tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:53.822702 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-29cdf3ae-3dc6-4abc-aeff-43b38ebd2e24 req-619a69e4-acc6-4e16-99ce-5b34d9f5629d tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 944 time: 0.0925639 Jan 28 07:16:53.899781 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-19ca2ba2-e290-4d42-b37f-36bb66b7e5a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a2f02b4-3411-4a80-985f-817a9fb728f1 HTTP/1.1" status: 200 len: 217 time: 0.0760920 Jan 28 07:16:53.953456 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-29cdf3ae-3dc6-4abc-aeff-43b38ebd2e24 req-25113912-f607-4ca2-a2fe-dadb597ad5e2 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840440 Jan 28 07:16:53.973735 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346334a9-6861-4896-af45-ddd55a459ea2 req-503a2746-d57b-4203-9fe1-7ece387782b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:53.975129 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-503a2746-d57b-4203-9fe1-7ece387782b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bb1e2a3-d457-41ad-b2b3-93680c26b7c4 HTTP/1.1" status: 200 len: 856 time: 0.0641570 Jan 28 07:16:54.060436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346334a9-6861-4896-af45-ddd55a459ea2 req-2662d997-0422-48ee-a541-93ddaf594163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:54.061881 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-2662d997-0422-48ee-a541-93ddaf594163 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36be4d60-610c-419c-88cd-a2a32af31cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773504 Jan 28 07:16:54.192051 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-248a735d-6df2-4407-b293-0cf038e9eda1 service neutron] 10.222.0.37 "GET /v2.0/networks/36be4d60-610c-419c-88cd-a2a32af31cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199613 Jan 28 07:16:54.434471 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-346334a9-6861-4896-af45-ddd55a459ea2 req-ef3d76c6-7f83-4c38-a5a8-2b2b1426c17f service neutron] 10.222.0.37 "GET /v2.0/networks/36be4d60-610c-419c-88cd-a2a32af31cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313108 Jan 28 07:16:55.135363 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e40ea-c3c0-4196-9f36-bf1cef31f370 req-ec74a503-c56e-4fee-8c3a-3a690de6527e tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:55.136806 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a9e40ea-c3c0-4196-9f36-bf1cef31f370 req-ec74a503-c56e-4fee-8c3a-3a690de6527e tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 944 time: 0.0788901 Jan 28 07:16:55.182898 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a9e40ea-c3c0-4196-9f36-bf1cef31f370 req-05cd5006-9249-4698-97e1-b9d1191a6f09 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405707 Jan 28 07:16:56.365633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbf264-d143-4d81-ba4a-ebc5c7a0e6f0 req-756a9d21-4be9-4801-918a-119f7cda9f65 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:56.367058 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67dbf264-d143-4d81-ba4a-ebc5c7a0e6f0 req-756a9d21-4be9-4801-918a-119f7cda9f65 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 944 time: 0.0815260 Jan 28 07:16:56.410331 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67dbf264-d143-4d81-ba4a-ebc5c7a0e6f0 req-19ac7757-87df-4370-b5ad-3ddf8d711f43 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376561 Jan 28 07:16:57.514813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2a2f02b4-3411-4a80-985f-817a9fb728f1 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:16:57.589347 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52eadef-659f-4a00-b4d0-a8f6a868449c req-7c6ea096-633e-4a42-9207-904927dd2d87 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:57.590847 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a52eadef-659f-4a00-b4d0-a8f6a868449c req-7c6ea096-633e-4a42-9207-904927dd2d87 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 944 time: 0.0784798 Jan 28 07:16:57.634442 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a52eadef-659f-4a00-b4d0-a8f6a868449c req-84dff4ca-2204-4812-b209-edf837fe8c7d tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379832 Jan 28 07:16:57.646847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2a2f02b4-3411-4a80-985f-817a9fb728f1, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2a2f02b4-3411-4a80-985f-817a9fb728f1,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:16:57.660217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '2a2f02b4-3411-4a80-985f-817a9fb728f1', 'network_id': '36be4d60-610c-419c-88cd-a2a32af31cf1', 'port_id': '2a2f02b4-3411-4a80-985f-817a9fb728f1', 'mac_address': 'fa:16:3e:5c:b3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb1e2a3-d457-41ad-b2b3-93680c26b7c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:16:57.713473 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:57.729938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2f02b4-3411-4a80-985f-817a9fb728f1 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:16:57.744563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2a2f02b4-3411-4a80-985f-817a9fb728f1, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2a2f02b4-3411-4a80-985f-817a9fb728f1,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:16:57.817754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:57.886115 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=2a2f02b4-3411-4a80-985f-817a9fb728f1,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:16:57.893067 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:57.893964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:57.894314 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:57.894647 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:57.894978 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:57.895327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:57.895654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:57.895978 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:57.896298 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:57.896617 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:57.896937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:57.897252 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:16:58.142714 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['2a2f02b4-3411-4a80-985f-817a9fb728f1'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:16:58.819861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed3ff5-1c5a-4049-b5e0-552840bdad5d req-9dbb0ec5-95d8-4b80-afcb-4a62764809de tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:16:58.821294 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-07ed3ff5-1c5a-4049-b5e0-552840bdad5d req-9dbb0ec5-95d8-4b80-afcb-4a62764809de tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 945 time: 0.0831637 Jan 28 07:16:58.865344 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-07ed3ff5-1c5a-4049-b5e0-552840bdad5d req-cfb521ae-53ae-4e87-bb18-ac7beb202ca5 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383735 Jan 28 07:16:59.529041 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2a2f02b4-3411-4a80-985f-817a9fb728f1 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:16:59.674812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 2a2f02b4-3411-4a80-985f-817a9fb728f1 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:16:59.679588 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 2a2f02b4-3411-4a80-985f-817a9fb728f1 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:16:59.679963 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:59.794057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:59.820752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f09391-f8da-4d32-bce9-7f2426c7a28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2f02b4-3411-4a80-985f-817a9fb728f1'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:16:59.830752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 2a2f02b4-3411-4a80-985f-817a9fb728f1, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2a2f02b4-3411-4a80-985f-817a9fb728f1,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:16:59.909707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:16:59.945509 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f09391-f8da-4d32-bce9-7f2426c7a28b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2f02b4-3411-4a80-985f-817a9fb728f1', 'code': 200} Jan 28 07:16:59.977234 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=2a2f02b4-3411-4a80-985f-817a9fb728f1,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:00.050412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a65e58-6e17-4b76-9add-909d55509baa req-b3b923ea-6ca2-423f-8d91-f4bb2fdaa5ea tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:00.051818 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f6a65e58-6e17-4b76-9add-909d55509baa req-b3b923ea-6ca2-423f-8d91-f4bb2fdaa5ea tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 946 time: 0.0789223 Jan 28 07:17:00.094730 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f6a65e58-6e17-4b76-9add-909d55509baa req-8bcdd616-4a1f-4b50-a65c-8f20173db95b tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373056 Jan 28 07:17:00.373834 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb85976-a555-4bdc-b327-f7d4559e38c5 req-7a61ef0d-5890-4457-badf-edc76f125ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:00.375194 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5fb85976-a555-4bdc-b327-f7d4559e38c5 req-7a61ef0d-5890-4457-badf-edc76f125ea4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 1099 time: 0.0710347 Jan 28 07:17:00.421131 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5fb85976-a555-4bdc-b327-f7d4559e38c5 req-e6779e65-f5d7-445e-9ecd-4f998d4e6801 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368929 Jan 28 07:17:00.882890 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1207320f-70bd-4e6a-ae6f-5d8c257f8121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:01.276825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb0034-ce1b-4f37-86c9-376792f0b265 req-71c48ea7-d39f-4586-93a5-117a8e89c7a5 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:01.278258 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2acb0034-ce1b-4f37-86c9-376792f0b265 req-71c48ea7-d39f-4586-93a5-117a8e89c7a5 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 946 time: 0.0783134 Jan 28 07:17:01.325282 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2acb0034-ce1b-4f37-86c9-376792f0b265 req-0d55edc5-d8af-4023-894a-8982e6db4b0e tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413747 Jan 28 07:17:02.513319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36366c8f-85ed-4f98-a261-26e30c69c956 req-70c8301f-e9f0-45b9-88a2-bd6e2c082b4e tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:02.514752 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-36366c8f-85ed-4f98-a261-26e30c69c956 req-70c8301f-e9f0-45b9-88a2-bd6e2c082b4e tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 946 time: 0.0796487 Jan 28 07:17:02.557799 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-36366c8f-85ed-4f98-a261-26e30c69c956 req-96a224e7-0387-423c-a972-818a9a9701b5 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367982 Jan 28 07:17:02.743039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6541f2-f0bf-4d44-ac22-9dcee5694a91 req-0c91595e-d6de-49dd-b48c-ebb92ee22019 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:02.744496 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed6541f2-f0bf-4d44-ac22-9dcee5694a91 req-0c91595e-d6de-49dd-b48c-ebb92ee22019 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 946 time: 0.0833731 Jan 28 07:17:02.787546 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed6541f2-f0bf-4d44-ac22-9dcee5694a91 req-241f9a4f-797d-47e8-b102-89870f3bbfa3 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375166 Jan 28 07:17:03.246259 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-475db534-700c-4af1-aa1c-420cf320e6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:04.368925 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:04.606638 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:05.846622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:11.243839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:16.902750 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-539777e3-f38e-4a40-84be-e903e259c6fb req-5265599e-4d50-4ba6-b050-d2cf91478892 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702658 Jan 28 07:17:17.070869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539777e3-f38e-4a40-84be-e903e259c6fb req-14a774e7-686c-4e1d-bab9-4b281e590933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.072369 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-539777e3-f38e-4a40-84be-e903e259c6fb req-14a774e7-686c-4e1d-bab9-4b281e590933 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57a2584802df4bcbb21eb3736d14d72c&device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 1099 time: 0.0757489 Jan 28 07:17:17.250624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539777e3-f38e-4a40-84be-e903e259c6fb req-998edafe-ecfc-4457-a389-1cfc2c8a7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.250624 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-539777e3-f38e-4a40-84be-e903e259c6fb req-998edafe-ecfc-4457-a389-1cfc2c8a7116 service neutron] 10.222.0.37 "GET /v2.0/networks?id=36be4d60-610c-419c-88cd-a2a32af31cf1 HTTP/1.1" status: 200 len: 918 time: 0.1367719 Jan 28 07:17:17.321110 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-539777e3-f38e-4a40-84be-e903e259c6fb req-2bfb40ac-119a-42b3-b38c-408d1675ad21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a2f02b4-3411-4a80-985f-817a9fb728f1 HTTP/1.1" status: 200 len: 217 time: 0.0671237 Jan 28 07:17:17.386137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539777e3-f38e-4a40-84be-e903e259c6fb req-ea958e42-7474-48e4-9435-e0af3603a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.387584 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-539777e3-f38e-4a40-84be-e903e259c6fb req-ea958e42-7474-48e4-9435-e0af3603a55b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4bb1e2a3-d457-41ad-b2b3-93680c26b7c4 HTTP/1.1" status: 200 len: 856 time: 0.0594318 Jan 28 07:17:17.471924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539777e3-f38e-4a40-84be-e903e259c6fb req-2f3990f5-c04f-448e-b816-e3a9d911a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:17.473470 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-539777e3-f38e-4a40-84be-e903e259c6fb req-2f3990f5-c04f-448e-b816-e3a9d911a6d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=36be4d60-610c-419c-88cd-a2a32af31cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779583 Jan 28 07:17:17.604505 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-539777e3-f38e-4a40-84be-e903e259c6fb req-bb6fe50c-6b47-48f6-af12-54e9b5aee83e service neutron] 10.222.0.37 "GET /v2.0/networks/36be4d60-610c-419c-88cd-a2a32af31cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229191 Jan 28 07:17:17.760300 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-539777e3-f38e-4a40-84be-e903e259c6fb req-0c7d0d34-258f-413a-a678-02a29d92ad12 service neutron] 10.222.0.37 "GET /v2.0/networks/36be4d60-610c-419c-88cd-a2a32af31cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390119 Jan 28 07:17:19.369658 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:17:22.597290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ec517-7501-407b-8e5c-e835e8df3744 req-862b08d4-a6e0-4da3-923a-7a1a9432cb69 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:22.598786 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-411ec517-7501-407b-8e5c-e835e8df3744 req-862b08d4-a6e0-4da3-923a-7a1a9432cb69 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 946 time: 0.2104836 Jan 28 07:17:22.645345 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-411ec517-7501-407b-8e5c-e835e8df3744 req-cdfe1938-f8ba-4a4a-a6fd-615146bfdf2e tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Jan 28 07:17:23.827634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7e651-9717-4d00-a30a-4f0b6a0fe68d req-7fe0ea93-52e1-4d19-b0c7-0d75210aaa3b tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:23.829077 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11a7e651-9717-4d00-a30a-4f0b6a0fe68d req-7fe0ea93-52e1-4d19-b0c7-0d75210aaa3b tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 946 time: 0.0791979 Jan 28 07:17:23.875500 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11a7e651-9717-4d00-a30a-4f0b6a0fe68d req-1696da36-63e0-4ad0-be3d-f80aee9ee51f tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Jan 28 07:17:24.379791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e8278-d48b-4687-8f9f-39ea6cae2063 req-10e15b38-41f4-43cc-8952-3fa564962e65 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:24.381222 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-655e8278-d48b-4687-8f9f-39ea6cae2063 req-10e15b38-41f4-43cc-8952-3fa564962e65 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.37 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 946 time: 0.0773811 Jan 28 07:17:24.450902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-655e8278-d48b-4687-8f9f-39ea6cae2063 req-2dcb2ed3-6d29-4840-9b29-43bba53de978 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Deleting port 2a2f02b4-3411-4a80-985f-817a9fb728f1 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:17:24.451248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-655e8278-d48b-4687-8f9f-39ea6cae2063 req-2dcb2ed3-6d29-4840-9b29-43bba53de978 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:24.692508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-655e8278-d48b-4687-8f9f-39ea6cae2063 req-2dcb2ed3-6d29-4840-9b29-43bba53de978 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] For port 2a2f02b4-3411-4a80-985f-817a9fb728f1, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=2a2f02b4-3411-4a80-985f-817a9fb728f1,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:17:24.692768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-655e8278-d48b-4687-8f9f-39ea6cae2063 req-2dcb2ed3-6d29-4840-9b29-43bba53de978 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:24.817144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-655e8278-d48b-4687-8f9f-39ea6cae2063 req-2dcb2ed3-6d29-4840-9b29-43bba53de978 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Calling delete_port for 2a2f02b4-3411-4a80-985f-817a9fb728f1 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:17:25.044276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-655e8278-d48b-4687-8f9f-39ea6cae2063 req-2dcb2ed3-6d29-4840-9b29-43bba53de978 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:25.090468 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['2a2f02b4-3411-4a80-985f-817a9fb728f1'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:17:25.098646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb2ed3-6d29-4840-9b29-43bba53de978 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Pushing event deleted for resources: {'Port': ['ID=2a2f02b4-3411-4a80-985f-817a9fb728f1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:25.110275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1751b8-12b7-4acf-b327-36921086aa70 req-ad2d3848-fd1b-441d-88b7-07491e60e71f tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:25.111878 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0f1751b8-12b7-4acf-b327-36921086aa70 req-ad2d3848-fd1b-441d-88b7-07491e60e71f tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 946 time: 0.1331158 Jan 28 07:17:25.203419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-655e8278-d48b-4687-8f9f-39ea6cae2063 req-2dcb2ed3-6d29-4840-9b29-43bba53de978 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] No DVR routers for this DVR port 2a2f02b4-3411-4a80-985f-817a9fb728f1 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:17:25.207397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-655e8278-d48b-4687-8f9f-39ea6cae2063 req-2dcb2ed3-6d29-4840-9b29-43bba53de978 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:25.209906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f09391-f8da-4d32-bce9-7f2426c7a28b', 'name': 'network-vif-deleted', 'tag': '2a2f02b4-3411-4a80-985f-817a9fb728f1'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:17:25.242865 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0f1751b8-12b7-4acf-b327-36921086aa70 req-6a1550b3-3d3e-4b21-91b9-8d2021e564e8 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/security-groups?id=2bf5821b-fd05-4d72-b493-75f1a3f7251e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045139 Jan 28 07:17:25.267366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f09391-f8da-4d32-bce9-7f2426c7a28b', 'name': 'network-vif-deleted', 'tag': '2a2f02b4-3411-4a80-985f-817a9fb728f1', 'status': 'completed', 'code': 200} Jan 28 07:17:25.356483 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-655e8278-d48b-4687-8f9f-39ea6cae2063 req-2dcb2ed3-6d29-4840-9b29-43bba53de978 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.37 "DELETE /v2.0/ports/2a2f02b4-3411-4a80-985f-817a9fb728f1 HTTP/1.1" status: 204 len: 173 time: 0.9675407 Jan 28 07:17:26.408258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1043dc79-5292-4072-9f01-83e1c26bdde2 req-7ad74f26-71bf-4a71-95b3-5efcd5afc165 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Synchronizing usage tracker for tenant:57a2584802df4bcbb21eb3736d14d72c on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:17:26.498089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-1043dc79-5292-4072-9f01-83e1c26bdde2 req-7ad74f26-71bf-4a71-95b3-5efcd5afc165 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] Unset dirty status for tenant:57a2584802df4bcbb21eb3736d14d72c on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:17:26.499186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1043dc79-5292-4072-9f01-83e1c26bdde2 req-7ad74f26-71bf-4a71-95b3-5efcd5afc165 tempest-TestEncryptedCinderVolumes-2036261652 tempest-TestEncryptedCinderVolumes-2036261652-project] 10.222.0.25 "GET /v2.0/ports?device_id=33f09391-f8da-4d32-bce9-7f2426c7a28b HTTP/1.1" status: 200 len: 210 time: 0.1322954 Jan 28 07:17:27.735402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53798) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:28.354950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-444c3e06-983b-4e17-9320-60c867c965cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:28.692959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-444c3e06-983b-4e17-9320-60c867c965cc admin admin] Deleting port b7165e7d-ba1b-4092-8f91-fdcb9389bf87 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:17:28.693296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-444c3e06-983b-4e17-9320-60c867c965cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:28.858816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-444c3e06-983b-4e17-9320-60c867c965cc admin admin] For port b7165e7d-ba1b-4092-8f91-fdcb9389bf87, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b7165e7d-ba1b-4092-8f91-fdcb9389bf87,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:17:28.859424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-444c3e06-983b-4e17-9320-60c867c965cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:28.978337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-444c3e06-983b-4e17-9320-60c867c965cc admin admin] Calling delete_port for b7165e7d-ba1b-4092-8f91-fdcb9389bf87 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:17:29.334494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-444c3e06-983b-4e17-9320-60c867c965cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:29.384216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c3e06-983b-4e17-9320-60c867c965cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b7165e7d-ba1b-4092-8f91-fdcb9389bf87,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:29.753869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2a2f02b4-3411-4a80-985f-817a9fb728f1 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:17:29.755034 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-444c3e06-983b-4e17-9320-60c867c965cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:29.787194 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 2a2f02b4-3411-4a80-985f-817a9fb728f1 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:17:29.787556 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 2a2f02b4-3411-4a80-985f-817a9fb728f1 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:17:30.105408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444c3e06-983b-4e17-9320-60c867c965cc admin admin] Router 18c2875a-d6de-46dc-bfa0-f38716f382ce has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:17:30.277674 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444c3e06-983b-4e17-9320-60c867c965cc admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:17:30.286195 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7ab25d-77d2-4817-9346-151a66b130fa None None] Sync routers for ids ['18c2875a-d6de-46dc-bfa0-f38716f382ce'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:17:30.295066 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7ab25d-77d2-4817-9346-151a66b130fa None None] Routers {'18c2875a-d6de-46dc-bfa0-f38716f382ce'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:17:30.300772 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fd7ab25d-77d2-4817-9346-151a66b130fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:17:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['18c2875a-d6de-46dc-bfa0-f38716f382ce'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:30.374598 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-444c3e06-983b-4e17-9320-60c867c965cc admin admin] 10.222.0.25 "PUT /v2.0/routers/18c2875a-d6de-46dc-bfa0-f38716f382ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6379902 Jan 28 07:17:30.377006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53802) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:30.468009 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-fd7ab25d-77d2-4817-9346-151a66b130fa None None] Set router 18c2875a-d6de-46dc-bfa0-f38716f382ce gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:17:30.546695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:30.742741 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:30.751464 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fd7ab25d-77d2-4817-9346-151a66b130fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'name': 'tempest-TestEncryptedCinderVolumes-1800036621-router', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.195'}], 'enable_snat': True}, 'gw_port_id': 'c4206de1-f338-4e31-a8a6-d3ab39bcd17e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:48Z', 'updated_at': '2022-01-28T07:17:29Z', 'revision_number': 5, 'project_id': '57a2584802df4bcbb21eb3736d14d72c', 'gw_port': {'id': 'c4206de1-f338-4e31-a8a6-d3ab39bcd17e', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:49Z', 'updated_at': '2022-01-28T07:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:30.755156 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7ab25d-77d2-4817-9346-151a66b130fa None None] Checking router: 18c2875a-d6de-46dc-bfa0-f38716f382ce for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:17:30.763116 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7ab25d-77d2-4817-9346-151a66b130fa None None] Routers {'18c2875a-d6de-46dc-bfa0-f38716f382ce'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:17:30.763771 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fd7ab25d-77d2-4817-9346-151a66b130fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:17:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['18c2875a-d6de-46dc-bfa0-f38716f382ce'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:30.812522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] Deleting port c4206de1-f338-4e31-a8a6-d3ab39bcd17e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:17:30.812891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:30.860661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a64ec20e-b62f-4f30-9591-3785b0c672a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:30.914532 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-fd7ab25d-77d2-4817-9346-151a66b130fa None None] Set router 18c2875a-d6de-46dc-bfa0-f38716f382ce gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:17:30.985992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] For port c4206de1-f338-4e31-a8a6-d3ab39bcd17e, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c4206de1-f338-4e31-a8a6-d3ab39bcd17e,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:17:30.986338 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:31.022081 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fd7ab25d-77d2-4817-9346-151a66b130fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'name': 'tempest-TestEncryptedCinderVolumes-1800036621-router', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:48Z', 'updated_at': '2022-01-28T07:17:30Z', 'revision_number': 6, 'project_id': '57a2584802df4bcbb21eb3736d14d72c', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:31.025925 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7ab25d-77d2-4817-9346-151a66b130fa None None] The sync data for ids ['18c2875a-d6de-46dc-bfa0-f38716f382ce'] in dv-neutron-824022-4-hyperv is: [{'id': '18c2875a-d6de-46dc-bfa0-f38716f382ce', 'name': 'tempest-TestEncryptedCinderVolumes-1800036621-router', 'tenant_id': '57a2584802df4bcbb21eb3736d14d72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:48Z', 'updated_at': '2022-01-28T07:17:30Z', 'revision_number': 6, 'project_id': '57a2584802df4bcbb21eb3736d14d72c', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:17:31.112565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] Calling delete_port for c4206de1-f338-4e31-a8a6-d3ab39bcd17e owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:17:31.428960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b7165e7d-ba1b-4092-8f91-fdcb9389bf87 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:17:31.466270 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: b7165e7d-ba1b-4092-8f91-fdcb9389bf87 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:17:31.469794 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b7165e7d-ba1b-4092-8f91-fdcb9389bf87 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:17:31.509568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:31.554094 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4206de1-f338-4e31-a8a6-d3ab39bcd17e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:31.644959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:31.815971 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:31.818201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:31.909703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:31.910211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18c2875a-d6de-46dc-bfa0-f38716f382ce {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:17:31.922731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:31.927561 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-319e69ea-464b-4130-a651-e0ecb64fc46a admin admin] 10.222.0.25 "DELETE /v2.0/routers/18c2875a-d6de-46dc-bfa0-f38716f382ce HTTP/1.1" status: 204 len: 168 time: 1.5458977 Jan 28 07:17:31.927561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53806) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:31.984835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37dfa62-6103-4973-9f00-131dd25a5a19 admin admin] Deleting subnet 4bb1e2a3-d457-41ad-b2b3-93680c26b7c4 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:17:31.988012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b37dfa62-6103-4973-9f00-131dd25a5a19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:32.041903 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b37dfa62-6103-4973-9f00-131dd25a5a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:32.118658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b37dfa62-6103-4973-9f00-131dd25a5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:32.272396 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b37dfa62-6103-4973-9f00-131dd25a5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:32.312403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dfa62-6103-4973-9f00-131dd25a5a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb1e2a3-d457-41ad-b2b3-93680c26b7c4,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:32.315787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b37dfa62-6103-4973-9f00-131dd25a5a19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:32.321527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bc82c4-f3d6-4854-8244-e11f54d97e2d None None] Network 36be4d60-610c-419c-88cd-a2a32af31cf1 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:17:32.322707 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b37dfa62-6103-4973-9f00-131dd25a5a19 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4bb1e2a3-d457-41ad-b2b3-93680c26b7c4 HTTP/1.1" status: 204 len: 168 time: 0.3951545 Jan 28 07:17:32.325411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53810) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:32.428578 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:32.438833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Deleting port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:17:32.439163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:32.560286 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aece50c-72ae-4284-87aa-0f554272ab91 None None] DHCP port deletion for 36be4d60-610c-419c-88cd-a2a32af31cf1 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:17:32.564462 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4aece50c-72ae-4284-87aa-0f554272ab91 None None] Deleting port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:17:32.564829 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4aece50c-72ae-4284-87aa-0f554272ab91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:32.661735 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] For port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:17:32.662120 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:32.764763 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4aece50c-72ae-4284-87aa-0f554272ab91 None None] For port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82,segment=NetworkSegment(a49cf065-a064-4f07-8633-69c434a0eeac),segment_id=a49cf065-a064-4f07-8633-69c434a0eeac)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:17:32.765154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4aece50c-72ae-4284-87aa-0f554272ab91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:32.784299 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Calling delete_port for 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:17:32.888607 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4aece50c-72ae-4284-87aa-0f554272ab91 None None] Calling delete_port for 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:17:32.923002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:32.963790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-4aece50c-72ae-4284-87aa-0f554272ab91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:17:32.964162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-4aece50c-72ae-4284-87aa-0f554272ab91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:17:32.968692 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:32.972062 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] No DVR routers for this DVR port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:17:33.181180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:33.207506 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:17:33.207778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36be4d60-610c-419c-88cd-a2a32af31cf1']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:33.220539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49cf065-a064-4f07-8633-69c434a0eeac') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:33.220834 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49cf065-a064-4f07-8633-69c434a0eeac') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:33.232524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:33.251335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:17:33.251687 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:17:33.252105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c4206de1-f338-4e31-a8a6-d3ab39bcd17e no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:17:33.252548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:33.258747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:17:33.259175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:17:33.272121 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:17:33.275320 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2799f53e-540a-4721-874b-dbd7d8fe1ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:33.288226 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: c4206de1-f338-4e31-a8a6-d3ab39bcd17e {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:17:33.288582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c4206de1-f338-4e31-a8a6-d3ab39bcd17e not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:17:33.437612 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:33.453070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:33.465362 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4aece50c-72ae-4284-87aa-0f554272ab91 None None] Deleting port 4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:17:33.465864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] Pushing event deleted for resources: {'Network': ['ID=36be4d60-610c-419c-88cd-a2a32af31cf1,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:33.465965 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4aece50c-72ae-4284-87aa-0f554272ab91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:33.470073 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5090da05-9c8c-4589-b3c2-3da089b4d366 admin admin] 10.222.0.25 "DELETE /v2.0/networks/36be4d60-610c-419c-88cd-a2a32af31cf1 HTTP/1.1" status: 204 len: 168 time: 1.1437340 Jan 28 07:17:33.473178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53814) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:33.534700 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-4aece50c-72ae-4284-87aa-0f554272ab91 None None] The port '4ead5934-a0ed-4f7b-8e00-5f4bc2af4a82' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 07:17:34.002121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cf178bc-3142-4c4d-ae17-63a441bbb67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:34.334749 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:34.355449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7cf178bc-3142-4c4d-ae17-63a441bbb67f admin admin] Deleting port a4b731dc-dc71-4232-9a60-1335e66fd199 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:17:34.356034 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cf178bc-3142-4c4d-ae17-63a441bbb67f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:34.521029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-7cf178bc-3142-4c4d-ae17-63a441bbb67f admin admin] For port a4b731dc-dc71-4232-9a60-1335e66fd199, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a4b731dc-dc71-4232-9a60-1335e66fd199,segment=NetworkSegment(644e8bff-70b2-4b68-981b-dd8dad515b6b),segment_id=644e8bff-70b2-4b68-981b-dd8dad515b6b)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:17:34.521377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cf178bc-3142-4c4d-ae17-63a441bbb67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:34.563154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:34.738599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-7cf178bc-3142-4c4d-ae17-63a441bbb67f admin admin] Calling delete_port for a4b731dc-dc71-4232-9a60-1335e66fd199 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:17:34.968687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cf178bc-3142-4c4d-ae17-63a441bbb67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:35.015650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf178bc-3142-4c4d-ae17-63a441bbb67f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b731dc-dc71-4232-9a60-1335e66fd199,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:35.275914 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7cf178bc-3142-4c4d-ae17-63a441bbb67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:35.626388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf178bc-3142-4c4d-ae17-63a441bbb67f admin admin] Router 3babd47a-eb13-4161-a1db-aebbbcc609dd has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:17:35.800072 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf178bc-3142-4c4d-ae17-63a441bbb67f admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:17:35.808634 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42640439-eb13-4804-be70-329f5045ea86 None None] Sync routers for ids ['3babd47a-eb13-4161-a1db-aebbbcc609dd'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:17:35.813014 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7cf178bc-3142-4c4d-ae17-63a441bbb67f admin admin] 10.222.0.25 "PUT /v2.0/routers/3babd47a-eb13-4161-a1db-aebbbcc609dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3388472 Jan 28 07:17:35.813433 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53818) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:35.819168 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42640439-eb13-4804-be70-329f5045ea86 None None] Routers {'3babd47a-eb13-4161-a1db-aebbbcc609dd'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:17:35.819881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-42640439-eb13-4804-be70-329f5045ea86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:17:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3babd47a-eb13-4161-a1db-aebbbcc609dd'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:35.872989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:35.993494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:35.994410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-42640439-eb13-4804-be70-329f5045ea86 None None] Set router 3babd47a-eb13-4161-a1db-aebbbcc609dd gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:17:36.162227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:36.237540 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Deleting port f226e492-fbfd-4d58-af6c-fb0609f81268 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:17:36.237884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:36.304293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-42640439-eb13-4804-be70-329f5045ea86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'name': 'tempest-TestEncryptedCinderVolumes-1383241739-router', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': 'f226e492-fbfd-4d58-af6c-fb0609f81268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:56Z', 'updated_at': '2022-01-28T07:17:34Z', 'revision_number': 5, 'project_id': '6927ed55025541f49f3f76211313ffe2', 'gw_port': {'id': 'f226e492-fbfd-4d58-af6c-fb0609f81268', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:15:57Z', 'updated_at': '2022-01-28T07:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:36.309413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42640439-eb13-4804-be70-329f5045ea86 None None] Checking router: 3babd47a-eb13-4161-a1db-aebbbcc609dd for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:17:36.318369 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42640439-eb13-4804-be70-329f5045ea86 None None] Routers {'3babd47a-eb13-4161-a1db-aebbbcc609dd'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:17:36.319002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-42640439-eb13-4804-be70-329f5045ea86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:17:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3babd47a-eb13-4161-a1db-aebbbcc609dd'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:36.469984 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-42640439-eb13-4804-be70-329f5045ea86 None None] Set router 3babd47a-eb13-4161-a1db-aebbbcc609dd gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:17:36.528132 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] For port f226e492-fbfd-4d58-af6c-fb0609f81268, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f226e492-fbfd-4d58-af6c-fb0609f81268,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:17:36.528481 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:36.575027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-42640439-eb13-4804-be70-329f5045ea86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'name': 'tempest-TestEncryptedCinderVolumes-1383241739-router', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:56Z', 'updated_at': '2022-01-28T07:17:36Z', 'revision_number': 6, 'project_id': '6927ed55025541f49f3f76211313ffe2', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:36.580045 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42640439-eb13-4804-be70-329f5045ea86 None None] The sync data for ids ['3babd47a-eb13-4161-a1db-aebbbcc609dd'] in dv-neutron-824022-4-hyperv is: [{'id': '3babd47a-eb13-4161-a1db-aebbbcc609dd', 'name': 'tempest-TestEncryptedCinderVolumes-1383241739-router', 'tenant_id': '6927ed55025541f49f3f76211313ffe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:15:56Z', 'updated_at': '2022-01-28T07:17:36Z', 'revision_number': 6, 'project_id': '6927ed55025541f49f3f76211313ffe2', 'gw_port_host': None}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:17:36.653848 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Calling delete_port for f226e492-fbfd-4d58-af6c-fb0609f81268 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:17:37.041015 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:37.090152 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Pushing event deleted for resources: {'Port': ['ID=f226e492-fbfd-4d58-af6c-fb0609f81268,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:37.126079 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:37.126418 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:37.126752 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:37.127080 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:37.127430 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:37.127752 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:37.128072 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:37.128391 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:37.128706 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:37.129020 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:37.129331 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:37.129640 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:37.189768 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:37.356032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:37.358301 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:37.380079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a4b731dc-dc71-4232-9a60-1335e66fd199 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:17:37.421446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: a4b731dc-dc71-4232-9a60-1335e66fd199 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:17:37.421783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a4b731dc-dc71-4232-9a60-1335e66fd199 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:17:37.422188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f226e492-fbfd-4d58-af6c-fb0609f81268 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:17:37.446391 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:37.446945 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3babd47a-eb13-4161-a1db-aebbbcc609dd {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:17:37.458235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: f226e492-fbfd-4d58-af6c-fb0609f81268 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:17:37.458590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f226e492-fbfd-4d58-af6c-fb0609f81268 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:17:37.464906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:37.466018 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-30a53cc6-3745-4a4e-b264-dcdb633bdf9b admin admin] 10.222.0.25 "DELETE /v2.0/routers/3babd47a-eb13-4161-a1db-aebbbcc609dd HTTP/1.1" status: 204 len: 168 time: 1.6516171 Jan 28 07:17:37.468595 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53822) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:37.529139 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcd0bb0-15fa-446b-9314-b709bd547803 admin admin] Deleting subnet d7450812-88a2-4282-b639-b25866e6d9aa {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:17:37.532360 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5bcd0bb0-15fa-446b-9314-b709bd547803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:37.581555 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5bcd0bb0-15fa-446b-9314-b709bd547803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:37.664456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5bcd0bb0-15fa-446b-9314-b709bd547803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:37.789557 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5bcd0bb0-15fa-446b-9314-b709bd547803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:37.827284 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd0bb0-15fa-446b-9314-b709bd547803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7450812-88a2-4282-b639-b25866e6d9aa,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:37.832464 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5bcd0bb0-15fa-446b-9314-b709bd547803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:37.835799 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c485ec5f-7a46-4627-96d2-5d778602a307 None None] Network aa656e6e-1244-4d89-945b-52ca1ba3475f requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:17:37.840627 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5bcd0bb0-15fa-446b-9314-b709bd547803 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d7450812-88a2-4282-b639-b25866e6d9aa HTTP/1.1" status: 204 len: 168 time: 0.3710308 Jan 28 07:17:37.843026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53826) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:37.949459 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:37.959396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Deleting port 15e2170f-e034-4b94-b283-43237b05b345 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:17:37.959727 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:38.080340 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1b1a13-d784-4435-a012-1bc259e5f0c9 None None] DHCP port deletion for aa656e6e-1244-4d89-945b-52ca1ba3475f request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:17:38.084697 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b1a13-d784-4435-a012-1bc259e5f0c9 None None] Deleting port 15e2170f-e034-4b94-b283-43237b05b345 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:17:38.085101 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1a13-d784-4435-a012-1bc259e5f0c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:38.258787 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] For port 15e2170f-e034-4b94-b283-43237b05b345, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=15e2170f-e034-4b94-b283-43237b05b345,segment=NetworkSegment(644e8bff-70b2-4b68-981b-dd8dad515b6b),segment_id=644e8bff-70b2-4b68-981b-dd8dad515b6b)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:17:38.259416 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:38.284465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1e1b1a13-d784-4435-a012-1bc259e5f0c9 None None] For port 15e2170f-e034-4b94-b283-43237b05b345, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=15e2170f-e034-4b94-b283-43237b05b345,segment=NetworkSegment(644e8bff-70b2-4b68-981b-dd8dad515b6b),segment_id=644e8bff-70b2-4b68-981b-dd8dad515b6b)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:17:38.284850 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1a13-d784-4435-a012-1bc259e5f0c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:38.380156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Calling delete_port for 15e2170f-e034-4b94-b283-43237b05b345 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:17:38.403189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b1a13-d784-4435-a012-1bc259e5f0c9 None None] Calling delete_port for 15e2170f-e034-4b94-b283-43237b05b345 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:17:38.526416 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:38.532384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-1e1b1a13-d784-4435-a012-1bc259e5f0c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:17:38.532737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-1e1b1a13-d784-4435-a012-1bc259e5f0c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:17:38.572454 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Pushing event deleted for resources: {'Port': ['ID=15e2170f-e034-4b94-b283-43237b05b345,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:38.575744 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] No DVR routers for this DVR port 15e2170f-e034-4b94-b283-43237b05b345 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:17:38.694396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:38.718126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa656e6e-1244-4d89-945b-52ca1ba3475f']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:38.729533 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644e8bff-70b2-4b68-981b-dd8dad515b6b') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:38.729842 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644e8bff-70b2-4b68-981b-dd8dad515b6b') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:38.741387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:38.756657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:38.762766 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:17:38.763154 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:17:38.775966 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:17:38.905910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:38.910174 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:38.931840 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] Pushing event deleted for resources: {'Network': ['ID=aa656e6e-1244-4d89-945b-52ca1ba3475f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:38.936455 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-05343d24-cfff-4cee-9206-16f0d52985ac admin admin] 10.222.0.25 "DELETE /v2.0/networks/aa656e6e-1244-4d89-945b-52ca1ba3475f HTTP/1.1" status: 204 len: 168 time: 1.0923464 Jan 28 07:17:39.034188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b1a13-d784-4435-a012-1bc259e5f0c9 None None] Deleting port 15e2170f-e034-4b94-b283-43237b05b345 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:17:39.034570 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1a13-d784-4435-a012-1bc259e5f0c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:39.101409 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b1a13-d784-4435-a012-1bc259e5f0c9 None None] The port '15e2170f-e034-4b94-b283-43237b05b345' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 07:17:39.203046 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 15e2170f-e034-4b94-b283-43237b05b345 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:17:39.234476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 15e2170f-e034-4b94-b283-43237b05b345 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:17:39.234822 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 15e2170f-e034-4b94-b283-43237b05b345 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:17:39.304455 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53832) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:39.351932 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2b372668-165a-4261-9a63-8ce6c8cf42fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57a2584802df4bcbb21eb3736d14d72c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462613 Jan 28 07:17:39.354236 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53836) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:39.413325 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-51e3c00c-72d2-449a-b171-26de55b81579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:39.438350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-51e3c00c-72d2-449a-b171-26de55b81579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:39.579997 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-51e3c00c-72d2-449a-b171-26de55b81579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:39.593446 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3c00c-72d2-449a-b171-26de55b81579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf5821b-fd05-4d72-b493-75f1a3f7251e,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:39.600481 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-51e3c00c-72d2-449a-b171-26de55b81579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:39.601583 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-51e3c00c-72d2-449a-b171-26de55b81579 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bf5821b-fd05-4d72-b493-75f1a3f7251e HTTP/1.1" status: 204 len: 168 time: 0.2465010 Jan 28 07:17:40.300720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53844) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:40.347914 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-17c5765e-b441-4929-b193-1f0470b04a47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6927ed55025541f49f3f76211313ffe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459449 Jan 28 07:17:40.350251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53848) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:40.406284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70e293b7-e5d3-4f37-b542-35f99fbbd32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:40.430254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70e293b7-e5d3-4f37-b542-35f99fbbd32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:40.577705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70e293b7-e5d3-4f37-b542-35f99fbbd32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:40.595005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e293b7-e5d3-4f37-b542-35f99fbbd32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfbe198-6515-4363-b7e8-60e95a89e8cf,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:40.601028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-70e293b7-e5d3-4f37-b542-35f99fbbd32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:40.602113 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-70e293b7-e5d3-4f37-b542-35f99fbbd32e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edfbe198-6515-4363-b7e8-60e95a89e8cf HTTP/1.1" status: 204 len: 168 time: 0.2510006 Jan 28 07:17:41.280995 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:41.745364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53872) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:41.846442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1775734310-network', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:41.851071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:17:41.854833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Usage tracker for resource:network and tenant:07de4d7c0de34ae4a48c63817694d1d2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:17:41.858237 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:17:41.863718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:17:41.949297 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Made reservation on behalf of 07de4d7c0de34ae4a48c63817694d1d2 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:17:41.952236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:41.966236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:41.980154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:17:41.983895 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Usage tracker for resource:security_group_rule and tenant:07de4d7c0de34ae4a48c63817694d1d2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:17:41.986612 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:17:41.992523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:17:42.070433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:42.172035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:42.203557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:17:42.208424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:42.214818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:42.216283 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Added segment 4ff82a4a-5323-4ee2-9a11-764627d2ee04 of type vlan for network cd90d9d1-45dd-4185-af11-e037661ac765 Jan 28 07:17:42.240568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:42.355351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:42.356321 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:42.356898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:42.562009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] Pushing event updated for resources: {'Network': ['ID=cd90d9d1-45dd-4185-af11-e037661ac765,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:42.571477 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network cd90d9d1-45dd-4185-af11-e037661ac765 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:17:42.598035 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a93f89b8-ffd7-4e5a-a0bc-4c24bd9328f8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8515704 Jan 28 07:17:42.600758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53878) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:42.606754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Request body: {'subnet': {'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1775734310-subnet', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:42.611261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:17:42.615341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Usage tracker for resource:subnet and tenant:07de4d7c0de34ae4a48c63817694d1d2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:17:42.618145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:17:42.624600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:17:42.694718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Made reservation on behalf of 07de4d7c0de34ae4a48c63817694d1d2 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:17:42.697084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:42.963153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:43.035582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d20bd3-c82b-4525-9b81-852d6c1abfdd,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:43.042801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Checking segment: {'id': '4ff82a4a-5323-4ee2-9a11-764627d2ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:17:43.043152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Network hostable DHCP agents. Network: cd90d9d1-45dd-4185-af11-e037661ac765, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:17:43.122792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Network cd90d9d1-45dd-4185-af11-e037661ac765 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:17:43.191435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, cd90d9d1-45dd-4185-af11-e037661ac765) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:43.195627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:43.196809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:43.199826 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911cb8ad-6321-4844-a5b3-dac52e9ecaf2 None None] Network cd90d9d1-45dd-4185-af11-e037661ac765 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:17:43.289580 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-38082423-c2d0-4960-be5a-2d44c6234bfd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6877663 Jan 28 07:17:43.292399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53882) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:43.297925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:43.302720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:17:43.306529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Usage tracker for resource:router and tenant:07de4d7c0de34ae4a48c63817694d1d2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:17:43.309334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:17:43.315193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:17:43.408878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:43.410013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:43.424504 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:43.438785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-cd90d9d1-45dd-4185-af11-e037661ac765', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'fixed_ips': [{'subnet_id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:17:43.439659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:43.590081 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Allocated IP 172.20.0.2 (cd90d9d1-45dd-4185-af11-e037661ac765/45d20bd3-c82b-4525-9b81-852d6c1abfdd/f50099ee-783c-4c2b-a6c8-8112737e190b) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:17:43.747694 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:43.788988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:43.798509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Transition to ACTIVE for port object f50099ee-783c-4c2b-a6c8-8112737e190b will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:43.816088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Transition to ACTIVE for port object f50099ee-783c-4c2b-a6c8-8112737e190b will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:43.894942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:43.962476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Network cd90d9d1-45dd-4185-af11-e037661ac765 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:43.965326 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:43.969762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:17:43.975204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Pushing event updated for resources: {'Port': ['ID=f50099ee-783c-4c2b-a6c8-8112737e190b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:44.058055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Attempting to bind port f50099ee-783c-4c2b-a6c8-8112737e190b on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:17:44.058426 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Attempting to bind port f50099ee-783c-4c2b-a6c8-8112737e190b by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '4ff82a4a-5323-4ee2-9a11-764627d2ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:17:44.058785 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Attempting to bind port f50099ee-783c-4c2b-a6c8-8112737e190b on network cd90d9d1-45dd-4185-af11-e037661ac765 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:17:44.064469 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:17:44.064837 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Checking segment: {'id': '4ff82a4a-5323-4ee2-9a11-764627d2ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:17:44.065235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:44.065626 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Bound using segment: {'id': '4ff82a4a-5323-4ee2-9a11-764627d2ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:17:44.066085 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Bound port: f50099ee-783c-4c2b-a6c8-8112737e190b, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff82a4a-5323-4ee2-9a11-764627d2ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:17:44.066460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:44.108304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:44.137807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:44.153472 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] For port f50099ee-783c-4c2b-a6c8-8112737e190b, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:17:44.156351 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] For port f50099ee-783c-4c2b-a6c8-8112737e190b, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f50099ee-783c-4c2b-a6c8-8112737e190b,segment=NetworkSegment(4ff82a4a-5323-4ee2-9a11-764627d2ee04),segment_id=4ff82a4a-5323-4ee2-9a11-764627d2ee04)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:17:44.226552 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:44.269340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Allocated IP 172.26.4.99 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:17:44.310189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e78f97-e534-46ab-9634-a5450841bdc5 None None] Pushing event updated for resources: {'Port': ['ID=f50099ee-783c-4c2b-a6c8-8112737e190b,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:44.416110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:44.517855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:44.687801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:44.690639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:44.699956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Pushing event updated for resources: {'Port': ['ID=c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:44.702573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:17:44.740293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:44.740557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:44.740889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:44.741214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:44.741537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:44.741859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:44.742178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:44.742495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:44.742812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:44.743126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:44.743461 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:44.743773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:45.203008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:45.238216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fbc7c9-e9ce-4428-8cee-95b428be1c85 None None] Network cd90d9d1-45dd-4185-af11-e037661ac765 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:17:45.256934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f50099ee-783c-4c2b-a6c8-8112737e190b up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:17:45.503537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ae555139-d3ea-40eb-93cc-52124e4afdd8 None None] Provisioning for port f50099ee-783c-4c2b-a6c8-8112737e190b completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:17:45.541188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:45.549298 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port f50099ee-783c-4c2b-a6c8-8112737e190b completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:17:45.554705 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port f50099ee-783c-4c2b-a6c8-8112737e190b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:45.555068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:45.678857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:45.714263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port f50099ee-783c-4c2b-a6c8-8112737e190b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f50099ee-783c-4c2b-a6c8-8112737e190b,segment=NetworkSegment(4ff82a4a-5323-4ee2-9a11-764627d2ee04),segment_id=4ff82a4a-5323-4ee2-9a11-764627d2ee04)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:17:45.786323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:45.820415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:17:45.854762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c45d424a-49eb-463c-a880-d4851ab08a29 None None] Provisioning complete for port f50099ee-783c-4c2b-a6c8-8112737e190b triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:45.855134 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c45d424a-49eb-463c-a880-d4851ab08a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:45.909214 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=f50099ee-783c-4c2b-a6c8-8112737e190b,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:46.000368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:17:46.009533 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Sync routers for ids ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:17:46.019083 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Routers {'1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:17:46.019704 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:17:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:46.106017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:46.107828 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f0892377-6a1f-4e88-b5c8-4eb03b8fa528 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8144138 Jan 28 07:17:46.110595 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53886) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:46.191354 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Set router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:17:46.502511 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:17:44Z', 'revision_number': 3, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port': {'id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:44Z', 'updated_at': '2022-01-28T07:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:46.506346 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Checking router: 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:17:46.506688 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Updating router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 port c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:17:46.556953 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:46.877169 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:46.891463 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:46.902285 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Transition to ACTIVE for port object c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:46.995107 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:47.073144 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Attempting to bind port c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:17:47.073750 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Attempting to bind port c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:17:47.079373 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Attempting to bind port c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:17:47.079373 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d36e0-e136-4dd1-b814-4b5df46ecf7e None None] Pushing event updated for resources: {'Port': ['ID=c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:47.080316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Allocated IP 172.20.0.1 (cd90d9d1-45dd-4185-af11-e037661ac765/45d20bd3-c82b-4525-9b81-852d6c1abfdd/524bab62-2da5-4514-85a2-c85366a0de13) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:17:47.085062 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:17:47.085427 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:17:47.085815 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:47.086202 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:17:47.086648 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Bound port: c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:17:47.087011 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:47.115087 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d36e0-e136-4dd1-b814-4b5df46ecf7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:47.115381 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d36e0-e136-4dd1-b814-4b5df46ecf7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:47.115715 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d36e0-e136-4dd1-b814-4b5df46ecf7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:47.116046 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d36e0-e136-4dd1-b814-4b5df46ecf7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:47.116372 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d36e0-e136-4dd1-b814-4b5df46ecf7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:47.116700 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d36e0-e136-4dd1-b814-4b5df46ecf7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:47.117022 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d36e0-e136-4dd1-b814-4b5df46ecf7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:47.117338 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d36e0-e136-4dd1-b814-4b5df46ecf7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:47.117655 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d36e0-e136-4dd1-b814-4b5df46ecf7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:47.117969 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d36e0-e136-4dd1-b814-4b5df46ecf7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:47.118281 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d36e0-e136-4dd1-b814-4b5df46ecf7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:47.118591 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28d36e0-e136-4dd1-b814-4b5df46ecf7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:47.167044 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] For port c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:17:47.170666 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] For port c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:17:47.210629 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f50099ee-783c-4c2b-a6c8-8112737e190b up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:17:47.226928 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:47.241598 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:47.243054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Transition to ACTIVE for port object 524bab62-2da5-4514-85a2-c85366a0de13 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:47.277162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port f50099ee-783c-4c2b-a6c8-8112737e190b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:47.277536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:47.317901 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Routers {'1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:17:47.318535 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:17:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:47.329384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:47.382961 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d36e0-e136-4dd1-b814-4b5df46ecf7e None None] Pushing event updated for resources: {'Port': ['ID=c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:47.406871 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Network cd90d9d1-45dd-4185-af11-e037661ac765 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:47.409782 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:47.412109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:17:47.443961 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Pushing event updated for resources: {'Port': ['ID=524bab62-2da5-4514-85a2-c85366a0de13,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:47.472654 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:47.508641 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] Set router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:17:47.780665 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-189ea4a1-ee98-4790-9182-78250e193bb6 None None] Provisioning for port 524bab62-2da5-4514-85a2-c85366a0de13 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:17:47.786461 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-189ea4a1-ee98-4790-9182-78250e193bb6 None None] Provisioning complete for port 524bab62-2da5-4514-85a2-c85366a0de13 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:47.786879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-189ea4a1-ee98-4790-9182-78250e193bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:47.798706 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:17:44Z', 'revision_number': 3, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port': {'id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:44Z', 'updated_at': '2022-01-28T07:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:47.803714 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdce924-c570-478d-80a8-559e3b3ae401 None None] The sync data for ids ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'] in dv-neutron-824022-4-hyperv is: [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:17:44Z', 'revision_number': 3, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port': {'id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:44Z', 'updated_at': '2022-01-28T07:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:17:47.817467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:47.854827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-189ea4a1-ee98-4790-9182-78250e193bb6 None None] Port 524bab62-2da5-4514-85a2-c85366a0de13 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:17:48.065069 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:48.129994 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:48.237142 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Pushing event updated for resources: {'Port': ['ID=524bab62-2da5-4514-85a2-c85366a0de13,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:48.239889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:48.385661 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Network cd90d9d1-45dd-4185-af11-e037661ac765 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:48.386834 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:48.684993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8c8dc7be-50f7-4b1c-b7ad-9cfb00e0ce49 None None] Provisioning complete for port 524bab62-2da5-4514-85a2-c85366a0de13 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:48.685479 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c8dc7be-50f7-4b1c-b7ad-9cfb00e0ce49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:48.698453 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:17:48.741146 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8c8dc7be-50f7-4b1c-b7ad-9cfb00e0ce49 None None] Port 524bab62-2da5-4514-85a2-c85366a0de13 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:17:48.877749 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:17:48.886613 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cf62a562-c3af-4272-88bf-15868b2c1512 admin admin] 10.222.0.25 "PUT /v2.0/routers/1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7749090 Jan 28 07:17:49.246921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:17:49.385957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:17:49.391887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:49.392509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:49.420838 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Sync routers for ids ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:17:49.450160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Routers {'1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:17:49.451086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:17:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:49.593223 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53904) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:49.598739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-876892617-network', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:49.603400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:17:49.607124 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Usage tracker for resource:network and tenant:7cc27db66ae140f09f8bdfc9e7c231bb is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:17:49.610032 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:17:49.615810 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:17:49.688325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:49.696852 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Set router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:17:49.740778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Made reservation on behalf of 7cc27db66ae140f09f8bdfc9e7c231bb for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:17:49.743816 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:49.756838 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:49.769448 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:17:49.771524 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:17:49.775374 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Usage tracker for resource:security_group_rule and tenant:7cc27db66ae140f09f8bdfc9e7c231bb is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:17:49.778181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:17:49.783898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:17:49.850248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:49.867339 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:49.935748 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:49.973729 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:17:49.978380 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6c2dbe-fb66-4d31-b636-dfcc6571d97d,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:49.985446 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:49.987469 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Added segment 5173cf12-60b2-47c3-9b85-a399a046abd2 of type vlan for network 8a187760-5f67-443b-bddb-ed3d97fd27f0 Jan 28 07:17:49.999313 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:50.013141 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:50.081784 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:17:47Z', 'revision_number': 4, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port': {'id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:44Z', 'updated_at': '2022-01-28T07:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '524bab62-2da5-4514-85a2-c85366a0de13', 'name': '', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'mac_address': 'fa:16:3e:51:fa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:46Z', 'updated_at': '2022-01-28T07:17:47Z', 'revision_number': 2, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'subnets': [{'id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:50.085565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Checking router: 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:17:50.085895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Updating router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 port 524bab62-2da5-4514-85a2-c85366a0de13 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:17:50.139696 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:50.140080 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:50.141100 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:50.141717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:50.241499 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] Pushing event updated for resources: {'Network': ['ID=8a187760-5f67-443b-bddb-ed3d97fd27f0,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:50.252397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 8a187760-5f67-443b-bddb-ed3d97fd27f0 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:17:50.258266 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2b1bc57a-11b5-4243-b434-aae5230808c7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6639469 Jan 28 07:17:50.260989 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53908) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:50.266538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Request body: {'subnet': {'network_id': '8a187760-5f67-443b-bddb-ed3d97fd27f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-876892617-subnet', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'ip_version': 4}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:50.271337 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:17:50.275153 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Usage tracker for resource:subnet and tenant:7cc27db66ae140f09f8bdfc9e7c231bb is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:17:50.278293 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:17:50.283813 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:17:50.383389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Made reservation on behalf of 7cc27db66ae140f09f8bdfc9e7c231bb for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:17:50.385947 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:50.600897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:50.612398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Transition to ACTIVE for port object 524bab62-2da5-4514-85a2-c85366a0de13 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:50.643362 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:50.675061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:50.717398 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=632815e2-5d18-4b66-920b-ab691d0db478,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:50.727530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Checking segment: {'id': '5173cf12-60b2-47c3-9b85-a399a046abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8a187760-5f67-443b-bddb-ed3d97fd27f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:17:50.727530 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Network hostable DHCP agents. Network: 8a187760-5f67-443b-bddb-ed3d97fd27f0, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:17:50.820533 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Network 8a187760-5f67-443b-bddb-ed3d97fd27f0 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:17:50.829776 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df75289-3bf0-44d0-a234-2a33773ac22d None None] Pushing event updated for resources: {'Port': ['ID=524bab62-2da5-4514-85a2-c85366a0de13,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:50.885958 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Attempting to bind port 524bab62-2da5-4514-85a2-c85366a0de13 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:17:50.886335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Attempting to bind port 524bab62-2da5-4514-85a2-c85366a0de13 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '4ff82a4a-5323-4ee2-9a11-764627d2ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:17:50.886701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Attempting to bind port 524bab62-2da5-4514-85a2-c85366a0de13 on network cd90d9d1-45dd-4185-af11-e037661ac765 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:17:50.892877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:17:50.893256 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Checking segment: {'id': '4ff82a4a-5323-4ee2-9a11-764627d2ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:17:50.893657 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:50.894053 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Bound using segment: {'id': '4ff82a4a-5323-4ee2-9a11-764627d2ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:17:50.894513 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Bound port: 524bab62-2da5-4514-85a2-c85366a0de13, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff82a4a-5323-4ee2-9a11-764627d2ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:17:50.894889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:50.927752 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 8a187760-5f67-443b-bddb-ed3d97fd27f0) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:50.931870 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:17:50.932478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:50.938659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1aff7e-e81a-4086-a139-e505fa1a1e6f None None] Network 8a187760-5f67-443b-bddb-ed3d97fd27f0 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:17:51.024318 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8ff0655e-e8ac-4df3-aa07-4d003b6d9d10 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7621794 Jan 28 07:17:51.026763 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 53912) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:51.032226 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-876892617-router', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:17:51.036886 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:17:51.046191 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Usage tracker for resource:router and tenant:7cc27db66ae140f09f8bdfc9e7c231bb is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:17:51.046191 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:17:51.049151 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:17:51.069760 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] For port 524bab62-2da5-4514-85a2-c85366a0de13, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:17:51.092862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] For port 524bab62-2da5-4514-85a2-c85366a0de13, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=524bab62-2da5-4514-85a2-c85366a0de13,segment=NetworkSegment(4ff82a4a-5323-4ee2-9a11-764627d2ee04),segment_id=4ff82a4a-5323-4ee2-9a11-764627d2ee04)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:17:51.167271 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:51.171189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:51.185021 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:51.201064 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-8a187760-5f67-443b-bddb-ed3d97fd27f0', 'network_id': '8a187760-5f67-443b-bddb-ed3d97fd27f0', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'fixed_ips': [{'subnet_id': '632815e2-5d18-4b66-920b-ab691d0db478'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:17:51.201891 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:51.218353 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:17:51.248179 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:51.426055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Routers {'1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:17:51.426697 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:17:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:51.481305 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df75289-3bf0-44d0-a234-2a33773ac22d None None] Pushing event updated for resources: {'Port': ['ID=524bab62-2da5-4514-85a2-c85366a0de13,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:51.524223 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:51.630877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:51.631169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:51.705779 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Allocated IP 172.20.0.2 (8a187760-5f67-443b-bddb-ed3d97fd27f0/632815e2-5d18-4b66-920b-ab691d0db478/bee4e0dd-6906-4f6d-80ac-5c69490f1483) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:17:51.750280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] Set router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:17:51.995187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:52.026944 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:52.163071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Allocated IP 172.26.4.75 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:17:52.308907 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:52.309561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:52.322697 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Transition to ACTIVE for port object bee4e0dd-6906-4f6d-80ac-5c69490f1483 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:52.350107 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Transition to ACTIVE for port object bee4e0dd-6906-4f6d-80ac-5c69490f1483 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:52.364191 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:17:47Z', 'revision_number': 4, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port': {'id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:44Z', 'updated_at': '2022-01-28T07:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '524bab62-2da5-4514-85a2-c85366a0de13', 'name': '', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'mac_address': 'fa:16:3e:51:fa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:46Z', 'updated_at': '2022-01-28T07:17:51Z', 'revision_number': 4, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'subnets': [{'id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:52.368414 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab45b71-7176-4735-b5bb-0697af0329b1 None None] The sync data for ids ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'] in dv-neutron-824022-4-hyperv is: [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:17:47Z', 'revision_number': 4, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port': {'id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:44Z', 'updated_at': '2022-01-28T07:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '524bab62-2da5-4514-85a2-c85366a0de13', 'name': '', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'mac_address': 'fa:16:3e:51:fa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:46Z', 'updated_at': '2022-01-28T07:17:51Z', 'revision_number': 4, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'subnets': [{'id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:17:52.410997 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:52.444104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:52.483823 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:52.486807 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:52.491046 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:17:52.518401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Network 8a187760-5f67-443b-bddb-ed3d97fd27f0 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:52.521766 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:52.525677 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:17:52.529091 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Pushing event updated for resources: {'Port': ['ID=c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:52.532671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Pushing event updated for resources: {'Port': ['ID=bee4e0dd-6906-4f6d-80ac-5c69490f1483,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:52.627476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Attempting to bind port bee4e0dd-6906-4f6d-80ac-5c69490f1483 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:17:52.627863 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Attempting to bind port bee4e0dd-6906-4f6d-80ac-5c69490f1483 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '5173cf12-60b2-47c3-9b85-a399a046abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8a187760-5f67-443b-bddb-ed3d97fd27f0'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:17:52.628208 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Attempting to bind port bee4e0dd-6906-4f6d-80ac-5c69490f1483 on network 8a187760-5f67-443b-bddb-ed3d97fd27f0 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:17:52.633578 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:17:52.633950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Checking segment: {'id': '5173cf12-60b2-47c3-9b85-a399a046abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8a187760-5f67-443b-bddb-ed3d97fd27f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:17:52.634347 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:52.634737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Bound using segment: {'id': '5173cf12-60b2-47c3-9b85-a399a046abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8a187760-5f67-443b-bddb-ed3d97fd27f0'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:17:52.635241 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Bound port: bee4e0dd-6906-4f6d-80ac-5c69490f1483, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5173cf12-60b2-47c3-9b85-a399a046abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8a187760-5f67-443b-bddb-ed3d97fd27f0'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:17:52.635616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:52.732390 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] For port bee4e0dd-6906-4f6d-80ac-5c69490f1483, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:17:52.735445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] For port bee4e0dd-6906-4f6d-80ac-5c69490f1483, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=bee4e0dd-6906-4f6d-80ac-5c69490f1483,segment=NetworkSegment(5173cf12-60b2-47c3-9b85-a399a046abd2),segment_id=5173cf12-60b2-47c3-9b85-a399a046abd2)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:17:52.849463 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:52.935121 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0b61e-c0bc-4bcf-a19f-d40098f1bf8d None None] Pushing event updated for resources: {'Port': ['ID=bee4e0dd-6906-4f6d-80ac-5c69490f1483,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:53.060835 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:53.351594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device bee4e0dd-6906-4f6d-80ac-5c69490f1483 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:17:53.443179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:53.509471 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port bee4e0dd-6906-4f6d-80ac-5c69490f1483 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:17:53.516793 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 524bab62-2da5-4514-85a2-c85366a0de13 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:17:53.672559 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 524bab62-2da5-4514-85a2-c85366a0de13 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:17:53.678891 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 524bab62-2da5-4514-85a2-c85366a0de13 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:53.679332 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:53.814372 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:53.848312 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 524bab62-2da5-4514-85a2-c85366a0de13, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=524bab62-2da5-4514-85a2-c85366a0de13,segment=NetworkSegment(4ff82a4a-5323-4ee2-9a11-764627d2ee04),segment_id=4ff82a4a-5323-4ee2-9a11-764627d2ee04)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:17:53.877593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Router 68238092-993d-41bd-abe9-ea672f7e2582 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:17:53.952232 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:54.023614 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=524bab62-2da5-4514-85a2-c85366a0de13,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:54.048487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254e4403-aac2-49d9-a712-f362c472aeb5 None None] Network 8a187760-5f67-443b-bddb-ed3d97fd27f0 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:17:54.067346 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:17:54.078626 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Sync routers for ids ['68238092-993d-41bd-abe9-ea672f7e2582'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:17:54.088917 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Routers {'68238092-993d-41bd-abe9-ea672f7e2582'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:17:54.089630 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:17:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['68238092-993d-41bd-abe9-ea672f7e2582'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:54.192239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:54.196160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 53916) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:17:54.196811 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6aa0c490-c2c3-4c2d-8c48-49c9b594773c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1684568 Jan 28 07:17:54.257491 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9d1602f8-d343-481a-b130-09a3acc9c65b None None] Provisioning for port bee4e0dd-6906-4f6d-80ac-5c69490f1483 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:17:54.264788 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9d1602f8-d343-481a-b130-09a3acc9c65b None None] Provisioning complete for port bee4e0dd-6906-4f6d-80ac-5c69490f1483 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:54.265111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d1602f8-d343-481a-b130-09a3acc9c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:54.265333 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Set router 68238092-993d-41bd-abe9-ea672f7e2582 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:17:54.405229 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d1602f8-d343-481a-b130-09a3acc9c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:54.450438 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9d1602f8-d343-481a-b130-09a3acc9c65b None None] For port bee4e0dd-6906-4f6d-80ac-5c69490f1483, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=bee4e0dd-6906-4f6d-80ac-5c69490f1483,segment=NetworkSegment(5173cf12-60b2-47c3-9b85-a399a046abd2),segment_id=5173cf12-60b2-47c3-9b85-a399a046abd2)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:17:54.557907 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9d1602f8-d343-481a-b130-09a3acc9c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:54.594502 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68238092-993d-41bd-abe9-ea672f7e2582', 'name': 'tempest-TestMinimumBasicScenario-876892617-router', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:51Z', 'updated_at': '2022-01-28T07:17:52Z', 'revision_number': 3, 'project_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'gw_port': {'id': 'c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68238092-993d-41bd-abe9-ea672f7e2582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:52Z', 'updated_at': '2022-01-28T07:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:54.598829 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Checking router: 68238092-993d-41bd-abe9-ea672f7e2582 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:17:54.599395 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Updating router 68238092-993d-41bd-abe9-ea672f7e2582 port c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:17:54.635762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1602f8-d343-481a-b130-09a3acc9c65b None None] Pushing event updated for resources: {'Port': ['ID=bee4e0dd-6906-4f6d-80ac-5c69490f1483,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:54.654919 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:54.680498 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-ff6729aa-960c-4959-a5ed-808c8f1ad057 None None] Provisioning complete for port bee4e0dd-6906-4f6d-80ac-5c69490f1483 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:54.681124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff6729aa-960c-4959-a5ed-808c8f1ad057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:54.983320 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:54.994496 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Transition to ACTIVE for port object c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:54.995713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:55.117466 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:55.189909 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Attempting to bind port c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:17:55.190495 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Attempting to bind port c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:17:55.190495 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Attempting to bind port c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:17:55.200811 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:17:55.201195 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:17:55.201572 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:55.202280 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:17:55.202406 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Bound port: c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:17:55.202787 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:55.207757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Allocated IP 172.20.0.1 (8a187760-5f67-443b-bddb-ed3d97fd27f0/632815e2-5d18-4b66-920b-ab691d0db478/b67e4484-5107-4a4e-b547-5261eebc6aac) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:17:55.241660 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device bee4e0dd-6906-4f6d-80ac-5c69490f1483 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:17:55.248094 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d68a40-b6d8-4307-8892-a5c12c6f635b None None] Pushing event updated for resources: {'Port': ['ID=c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:55.279621 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] For port c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:17:55.286369 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] For port c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:17:55.312429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port bee4e0dd-6906-4f6d-80ac-5c69490f1483 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:55.312807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:55.368045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:55.369699 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:55.383591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Transition to ACTIVE for port object b67e4484-5107-4a4e-b547-5261eebc6aac will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:55.449076 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Routers {'68238092-993d-41bd-abe9-ea672f7e2582'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:17:55.450198 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:17:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['68238092-993d-41bd-abe9-ea672f7e2582'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:55.475137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 524bab62-2da5-4514-85a2-c85366a0de13 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:17:55.510517 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d68a40-b6d8-4307-8892-a5c12c6f635b None None] Pushing event updated for resources: {'Port': ['ID=c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:55.517847 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:55.547346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 524bab62-2da5-4514-85a2-c85366a0de13 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:55.548235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:55.584953 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Network 8a187760-5f67-443b-bddb-ed3d97fd27f0 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:55.587959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:55.592260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:17:55.622102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b67e4484-5107-4a4e-b547-5261eebc6aac,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:55.655853 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] Set router 68238092-993d-41bd-abe9-ea672f7e2582 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:17:55.656084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:55.883396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-24ccec75-c94b-4433-b249-598ad337203b None None] Provisioning for port b67e4484-5107-4a4e-b547-5261eebc6aac completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:17:55.888114 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-24ccec75-c94b-4433-b249-598ad337203b None None] Provisioning complete for port b67e4484-5107-4a4e-b547-5261eebc6aac triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:55.891490 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-24ccec75-c94b-4433-b249-598ad337203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:55.940020 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-24ccec75-c94b-4433-b249-598ad337203b None None] Port b67e4484-5107-4a4e-b547-5261eebc6aac cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:17:55.954002 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68238092-993d-41bd-abe9-ea672f7e2582', 'name': 'tempest-TestMinimumBasicScenario-876892617-router', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:51Z', 'updated_at': '2022-01-28T07:17:52Z', 'revision_number': 3, 'project_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'gw_port': {'id': 'c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68238092-993d-41bd-abe9-ea672f7e2582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:52Z', 'updated_at': '2022-01-28T07:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:55.957867 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d93bb9-e754-4614-9bd2-ed35edc196df None None] The sync data for ids ['68238092-993d-41bd-abe9-ea672f7e2582'] in dv-neutron-824022-4-hyperv is: [{'id': '68238092-993d-41bd-abe9-ea672f7e2582', 'name': 'tempest-TestMinimumBasicScenario-876892617-router', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:51Z', 'updated_at': '2022-01-28T07:17:52Z', 'revision_number': 3, 'project_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'gw_port': {'id': 'c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68238092-993d-41bd-abe9-ea672f7e2582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:52Z', 'updated_at': '2022-01-28T07:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:17:56.027309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:56.368993 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:17:56.375814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:56.460711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:56.572285 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:56.575690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b67e4484-5107-4a4e-b547-5261eebc6aac,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:56.714090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Network 8a187760-5f67-443b-bddb-ed3d97fd27f0 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:17:56.715768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:17:56.924394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Router 68238092-993d-41bd-abe9-ea672f7e2582 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:17:56.966989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-335d4136-be97-4928-be9a-59971c38338e None None] Provisioning complete for port b67e4484-5107-4a4e-b547-5261eebc6aac triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:56.967593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-335d4136-be97-4928-be9a-59971c38338e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:57.018401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-335d4136-be97-4928-be9a-59971c38338e None None] Port b67e4484-5107-4a4e-b547-5261eebc6aac cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:17:57.104515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:17:57.113328 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a06515e8-8e04-4740-a01e-60d0edeca1c9 admin admin] 10.222.0.25 "PUT /v2.0/routers/68238092-993d-41bd-abe9-ea672f7e2582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9150627 Jan 28 07:17:57.254839 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:17:57.420664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:17:57.425643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:57.426010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:57.545383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:57.571984 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:17:57.575166 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Sync routers for ids ['68238092-993d-41bd-abe9-ea672f7e2582'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:17:57.584023 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Routers {'68238092-993d-41bd-abe9-ea672f7e2582'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:17:57.588305 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:17:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['68238092-993d-41bd-abe9-ea672f7e2582'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:57.648585 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:57.798975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:57.823895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Set router 68238092-993d-41bd-abe9-ea672f7e2582 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:17:58.140975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68238092-993d-41bd-abe9-ea672f7e2582', 'name': 'tempest-TestMinimumBasicScenario-876892617-router', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:51Z', 'updated_at': '2022-01-28T07:17:55Z', 'revision_number': 4, 'project_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'gw_port': {'id': 'c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68238092-993d-41bd-abe9-ea672f7e2582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:52Z', 'updated_at': '2022-01-28T07:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'b67e4484-5107-4a4e-b547-5261eebc6aac', 'name': '', 'network_id': '8a187760-5f67-443b-bddb-ed3d97fd27f0', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'mac_address': 'fa:16:3e:ed:0f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68238092-993d-41bd-abe9-ea672f7e2582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '632815e2-5d18-4b66-920b-ab691d0db478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:55Z', 'updated_at': '2022-01-28T07:17:56Z', 'revision_number': 2, 'project_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'subnets': [{'id': '632815e2-5d18-4b66-920b-ab691d0db478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:58.144951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Checking router: 68238092-993d-41bd-abe9-ea672f7e2582 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:17:58.145309 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Updating router 68238092-993d-41bd-abe9-ea672f7e2582 port b67e4484-5107-4a4e-b547-5261eebc6aac binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:17:58.198382 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:58.607189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:58.624923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Transition to ACTIVE for port object b67e4484-5107-4a4e-b547-5261eebc6aac will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:17:58.694824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:58.823683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b586937-ce39-4fb5-be35-cc8b00d4ca24 None None] Pushing event updated for resources: {'Port': ['ID=b67e4484-5107-4a4e-b547-5261eebc6aac,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:58.842386 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b586937-ce39-4fb5-be35-cc8b00d4ca24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:58.842733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b586937-ce39-4fb5-be35-cc8b00d4ca24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:58.843069 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b586937-ce39-4fb5-be35-cc8b00d4ca24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:58.843425 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b586937-ce39-4fb5-be35-cc8b00d4ca24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:58.843755 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b586937-ce39-4fb5-be35-cc8b00d4ca24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:58.844083 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b586937-ce39-4fb5-be35-cc8b00d4ca24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:58.844405 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b586937-ce39-4fb5-be35-cc8b00d4ca24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:58.844725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b586937-ce39-4fb5-be35-cc8b00d4ca24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:58.845048 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b586937-ce39-4fb5-be35-cc8b00d4ca24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:58.845365 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b586937-ce39-4fb5-be35-cc8b00d4ca24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:58.845681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b586937-ce39-4fb5-be35-cc8b00d4ca24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:58.846000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b586937-ce39-4fb5-be35-cc8b00d4ca24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:17:58.945361 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Attempting to bind port b67e4484-5107-4a4e-b547-5261eebc6aac on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:17:58.945707 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Attempting to bind port b67e4484-5107-4a4e-b547-5261eebc6aac by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '5173cf12-60b2-47c3-9b85-a399a046abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8a187760-5f67-443b-bddb-ed3d97fd27f0'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:17:58.946720 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Attempting to bind port b67e4484-5107-4a4e-b547-5261eebc6aac on network 8a187760-5f67-443b-bddb-ed3d97fd27f0 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:17:58.952742 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:17:58.953345 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Checking segment: {'id': '5173cf12-60b2-47c3-9b85-a399a046abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8a187760-5f67-443b-bddb-ed3d97fd27f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:17:58.953754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:58.954147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Bound using segment: {'id': '5173cf12-60b2-47c3-9b85-a399a046abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8a187760-5f67-443b-bddb-ed3d97fd27f0'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:17:58.954606 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Bound port: b67e4484-5107-4a4e-b547-5261eebc6aac, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5173cf12-60b2-47c3-9b85-a399a046abd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8a187760-5f67-443b-bddb-ed3d97fd27f0'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:17:58.954977 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:59.060003 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] For port b67e4484-5107-4a4e-b547-5261eebc6aac, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:17:59.063117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] For port b67e4484-5107-4a4e-b547-5261eebc6aac, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b67e4484-5107-4a4e-b547-5261eebc6aac,segment=NetworkSegment(5173cf12-60b2-47c3-9b85-a399a046abd2),segment_id=5173cf12-60b2-47c3-9b85-a399a046abd2)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:17:59.135435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:59.245403 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b586937-ce39-4fb5-be35-cc8b00d4ca24 None None] Pushing event updated for resources: {'Port': ['ID=b67e4484-5107-4a4e-b547-5261eebc6aac,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:17:59.269106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Routers {'68238092-993d-41bd-abe9-ea672f7e2582'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:17:59.269892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:17:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['68238092-993d-41bd-abe9-ea672f7e2582'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:59.333796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:17:59.530055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:17:59.530353 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:17:59.601370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] Set router 68238092-993d-41bd-abe9-ea672f7e2582 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:17:59.983750 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68238092-993d-41bd-abe9-ea672f7e2582', 'name': 'tempest-TestMinimumBasicScenario-876892617-router', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:51Z', 'updated_at': '2022-01-28T07:17:55Z', 'revision_number': 4, 'project_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'gw_port': {'id': 'c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68238092-993d-41bd-abe9-ea672f7e2582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:52Z', 'updated_at': '2022-01-28T07:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'b67e4484-5107-4a4e-b547-5261eebc6aac', 'name': '', 'network_id': '8a187760-5f67-443b-bddb-ed3d97fd27f0', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'mac_address': 'fa:16:3e:ed:0f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68238092-993d-41bd-abe9-ea672f7e2582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '632815e2-5d18-4b66-920b-ab691d0db478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:55Z', 'updated_at': '2022-01-28T07:17:59Z', 'revision_number': 4, 'project_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'subnets': [{'id': '632815e2-5d18-4b66-920b-ab691d0db478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:17:59.988976 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aadcf56-720c-437b-8784-04c1fefb3074 None None] The sync data for ids ['68238092-993d-41bd-abe9-ea672f7e2582'] in dv-neutron-824022-4-hyperv is: [{'id': '68238092-993d-41bd-abe9-ea672f7e2582', 'name': 'tempest-TestMinimumBasicScenario-876892617-router', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:51Z', 'updated_at': '2022-01-28T07:17:55Z', 'revision_number': 4, 'project_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'gw_port': {'id': 'c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68238092-993d-41bd-abe9-ea672f7e2582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:52Z', 'updated_at': '2022-01-28T07:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'b67e4484-5107-4a4e-b547-5261eebc6aac', 'name': '', 'network_id': '8a187760-5f67-443b-bddb-ed3d97fd27f0', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'mac_address': 'fa:16:3e:ed:0f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68238092-993d-41bd-abe9-ea672f7e2582', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '632815e2-5d18-4b66-920b-ab691d0db478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:55Z', 'updated_at': '2022-01-28T07:17:59Z', 'revision_number': 4, 'project_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'subnets': [{'id': '632815e2-5d18-4b66-920b-ab691d0db478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:18:00.876474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-890f4326-026f-4771-bb46-3fd619a2c6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:01.260590 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b67e4484-5107-4a4e-b547-5261eebc6aac up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:18:01.395466 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port b67e4484-5107-4a4e-b547-5261eebc6aac completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:18:01.400612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b67e4484-5107-4a4e-b547-5261eebc6aac triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:01.400985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:01.525879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:01.559751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port b67e4484-5107-4a4e-b547-5261eebc6aac, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b67e4484-5107-4a4e-b547-5261eebc6aac,segment=NetworkSegment(5173cf12-60b2-47c3-9b85-a399a046abd2),segment_id=5173cf12-60b2-47c3-9b85-a399a046abd2)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:18:01.643782 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:01.720378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=b67e4484-5107-4a4e-b547-5261eebc6aac,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:03.233323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2d917077-2df2-41fb-8f18-9c13e8826af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:03.246993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b67e4484-5107-4a4e-b547-5261eebc6aac up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:18:03.365441 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b67e4484-5107-4a4e-b547-5261eebc6aac triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:03.365762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:04.341174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:04.557659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:05.822037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:09.086668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-894e702d-8df0-4282-93e8-e6dd94b26457 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:09.087425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-894e702d-8df0-4282-93e8-e6dd94b26457 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Synchronizing usage tracker for tenant:07de4d7c0de34ae4a48c63817694d1d2 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:18:09.183553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-894e702d-8df0-4282-93e8-e6dd94b26457 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Unset dirty status for tenant:07de4d7c0de34ae4a48c63817694d1d2 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:18:09.190361 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-894e702d-8df0-4282-93e8-e6dd94b26457 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/networks?id=cd90d9d1-45dd-4185-af11-e037661ac765 HTTP/1.1" status: 200 len: 815 time: 0.2383735 Jan 28 07:18:09.199897 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-f085da35-8fbd-4f67-a448-ded179eafdab tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/quotas/07de4d7c0de34ae4a48c63817694d1d2 HTTP/1.1" status: 200 len: 375 time: 0.0090821 Jan 28 07:18:09.284440 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-f15b3d34-bb3a-41c6-b10f-127d583a4e12 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=07de4d7c0de34ae4a48c63817694d1d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796499 Jan 28 07:18:09.415926 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-7b2edf00-62e4-4a75-93b8-fff4f37aca99 service neutron] 10.222.0.25 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196096 Jan 28 07:18:09.544894 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-11671bf6-51cd-420d-ab48-4a406f8d3477 service neutron] 10.222.0.25 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226823 Jan 28 07:18:09.904625 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4a07a022-ee88-4e24-8c6d-e4c13bd9e0c5 req-c475df97-4945-45ba-80e3-1569c4dfa662 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 210 time: 0.1469965 Jan 28 07:18:11.004195 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6e5d2a2d-0d89-44ee-987b-318cff0b482b req-2823e8b0-9a49-4656-8d0d-f8ee3ed813e4 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 210 time: 0.0470600 Jan 28 07:18:11.317440 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:12.146580 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-32437496-e9aa-4ab2-b0c1-093a15e1513e req-655c51c4-8eaa-494e-8df7-8c8cf3e40008 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 210 time: 0.0424280 Jan 28 07:18:12.715607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-eb53dd19-1079-4274-8058-1f26a261dc3d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:12.716992 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-eb53dd19-1079-4274-8058-1f26a261dc3d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.37 "GET /v2.0/networks?id=cd90d9d1-45dd-4185-af11-e037661ac765 HTTP/1.1" status: 200 len: 815 time: 0.2464671 Jan 28 07:18:12.744913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Request body: {'port': {'device_id': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'admin_state_up': True, 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:12.876882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:18:12.880607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Usage tracker for resource:port and tenant:07de4d7c0de34ae4a48c63817694d1d2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:18:12.883379 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:18:12.889419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:18:12.983493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Made reservation on behalf of 07de4d7c0de34ae4a48c63817694d1d2 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:18:12.986982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:13.148870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Allocated IP 172.20.0.3 (cd90d9d1-45dd-4185-af11-e037661ac765/45d20bd3-c82b-4525-9b81-852d6c1abfdd/21d92b48-d55b-434a-a56e-500316d88a0a) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:13.358638 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-18ab3871-1699-4280-93ba-0ea003cf123b req-39d3df88-e6bf-4c31-9250-962d4c455cea tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 210 time: 0.0965703 Jan 28 07:18:13.409660 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:13.424967 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Transition to ACTIVE for port object 21d92b48-d55b-434a-a56e-500316d88a0a will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:18:13.529354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:13.595443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Network cd90d9d1-45dd-4185-af11-e037661ac765 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:13.599203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:13.604071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:18:13.657379 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event updated for resources: {'Port': ['ID=21d92b48-d55b-434a-a56e-500316d88a0a,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:13.697453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:13.698405 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:13.833189 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-26a3ac94-4c96-46a6-ae74-618d4ee47fa9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0917499 Jan 28 07:18:14.017902 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-666092c5-0281-480b-8311-080abe8e3502 None None] Provisioning for port 21d92b48-d55b-434a-a56e-500316d88a0a completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:18:14.023383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-666092c5-0281-480b-8311-080abe8e3502 None None] Provisioning complete for port 21d92b48-d55b-434a-a56e-500316d88a0a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:14.023873 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-666092c5-0281-480b-8311-080abe8e3502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:14.082861 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-666092c5-0281-480b-8311-080abe8e3502 None None] Port 21d92b48-d55b-434a-a56e-500316d88a0a cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:18:14.557617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ffdcf-cdec-47c9-b723-fb24adcf7077 req-e7a74fab-e75c-4fa4-8874-1dc3c805fc2a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:14.559557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-652ffdcf-cdec-47c9-b723-fb24adcf7077 req-e7a74fab-e75c-4fa4-8874-1dc3c805fc2a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Synchronizing usage tracker for tenant:07de4d7c0de34ae4a48c63817694d1d2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:18:14.635138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-652ffdcf-cdec-47c9-b723-fb24adcf7077 req-e7a74fab-e75c-4fa4-8874-1dc3c805fc2a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Unset dirty status for tenant:07de4d7c0de34ae4a48c63817694d1d2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:18:14.636561 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-652ffdcf-cdec-47c9-b723-fb24adcf7077 req-e7a74fab-e75c-4fa4-8874-1dc3c805fc2a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 931 time: 0.1703870 Jan 28 07:18:14.688143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-652ffdcf-cdec-47c9-b723-fb24adcf7077 req-b94f613d-6d06-46f3-a5c9-0b6309eb6ac2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Synchronizing usage tracker for tenant:07de4d7c0de34ae4a48c63817694d1d2 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:18:14.800831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-652ffdcf-cdec-47c9-b723-fb24adcf7077 req-b94f613d-6d06-46f3-a5c9-0b6309eb6ac2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Unset dirty status for tenant:07de4d7c0de34ae4a48c63817694d1d2 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:18:14.802018 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-652ffdcf-cdec-47c9-b723-fb24adcf7077 req-b94f613d-6d06-46f3-a5c9-0b6309eb6ac2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557992 Jan 28 07:18:16.006306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772719d-a71d-48fb-91aa-d0555802c10b req-717ed796-97af-48a4-bcc4-eb4191bdd9cc tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:16.008051 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8772719d-a71d-48fb-91aa-d0555802c10b req-717ed796-97af-48a4-bcc4-eb4191bdd9cc tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 931 time: 0.0887067 Jan 28 07:18:16.056375 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8772719d-a71d-48fb-91aa-d0555802c10b req-37b96f2c-bb02-47c4-b402-06a49bb27e7d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Jan 28 07:18:17.256313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec2252-aeaa-4878-be99-afddfaf828fd req-f65616e1-2baa-457b-898a-53f33b724cc1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:17.257809 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e3ec2252-aeaa-4878-be99-afddfaf828fd req-f65616e1-2baa-457b-898a-53f33b724cc1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 931 time: 0.0848897 Jan 28 07:18:17.304925 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e3ec2252-aeaa-4878-be99-afddfaf828fd req-12bdf45e-fb79-4333-812a-1368508b6219 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405383 Jan 28 07:18:18.500586 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecf546-1293-479c-8ce6-e1ac0f99a5c4 req-e1559399-befe-4b94-9451-c8daa82fc59c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:18.502148 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2fecf546-1293-479c-8ce6-e1ac0f99a5c4 req-e1559399-befe-4b94-9451-c8daa82fc59c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 931 time: 0.0878503 Jan 28 07:18:18.552688 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2fecf546-1293-479c-8ce6-e1ac0f99a5c4 req-6b69b7e0-a35b-4d3b-b1c4-d835cbbda986 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429108 Jan 28 07:18:19.752885 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2135b9a2-6dc0-4a89-b00d-d05c7489065d req-20e1aacd-a8c9-48d3-9361-25dd73aff9ad tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:19.754397 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2135b9a2-6dc0-4a89-b00d-d05c7489065d req-20e1aacd-a8c9-48d3-9361-25dd73aff9ad tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 931 time: 0.0824842 Jan 28 07:18:19.814995 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2135b9a2-6dc0-4a89-b00d-d05c7489065d req-e1d270da-9666-42d6-a315-dfe467a88652 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540700 Jan 28 07:18:21.026698 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feea770-a8aa-482a-b7d8-a71cb7b5026c req-7c09ec6e-4f2f-48ef-8faf-0cf15c487217 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:21.028190 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4feea770-a8aa-482a-b7d8-a71cb7b5026c req-7c09ec6e-4f2f-48ef-8faf-0cf15c487217 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 931 time: 0.0927403 Jan 28 07:18:21.079716 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4feea770-a8aa-482a-b7d8-a71cb7b5026c req-cbd06f4a-15df-422c-9f0b-8e0d42d026db tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459182 Jan 28 07:18:21.747696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Request body: {'port': {'device_id': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:21.858203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:22.359673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ea312-8683-4c30-bf83-b3110f7e5b89 req-380df3a3-ccdc-45b3-9881-ae034f8bd4c2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:22.361053 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-247ea312-8683-4c30-bf83-b3110f7e5b89 req-380df3a3-ccdc-45b3-9881-ae034f8bd4c2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 931 time: 0.1559391 Jan 28 07:18:22.450045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d92b48-d55b-434a-a56e-500316d88a0a {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:18:22.464462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:22.472171 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-247ea312-8683-4c30-bf83-b3110f7e5b89 req-de5e047a-91c5-4f9b-b4f3-e8b3f267f229 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791893 Jan 28 07:18:22.486749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Transition to ACTIVE for port object 21d92b48-d55b-434a-a56e-500316d88a0a will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:18:22.586352 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:22.725669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Pushing event updated for resources: {'Port': ['ID=21d92b48-d55b-434a-a56e-500316d88a0a,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:22.845593 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Attempting to bind port 21d92b48-d55b-434a-a56e-500316d88a0a on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:18:22.847205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Attempting to bind port 21d92b48-d55b-434a-a56e-500316d88a0a by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '4ff82a4a-5323-4ee2-9a11-764627d2ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:18:22.847205 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Attempting to bind port 21d92b48-d55b-434a-a56e-500316d88a0a on network cd90d9d1-45dd-4185-af11-e037661ac765 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:18:22.851985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Port 21d92b48-d55b-434a-a56e-500316d88a0a on network cd90d9d1-45dd-4185-af11-e037661ac765 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:18:22.852306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Attempting to bind port 21d92b48-d55b-434a-a56e-500316d88a0a on network cd90d9d1-45dd-4185-af11-e037661ac765 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:18:22.857858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:18:22.858188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Checking segment: {'id': '4ff82a4a-5323-4ee2-9a11-764627d2ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:18:22.858567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Bound using segment: {'id': '4ff82a4a-5323-4ee2-9a11-764627d2ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:18:22.859124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Bound port: 21d92b48-d55b-434a-a56e-500316d88a0a, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ff82a4a-5323-4ee2-9a11-764627d2ee04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:18:22.859544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:22.956526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] For port 21d92b48-d55b-434a-a56e-500316d88a0a, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:18:22.959575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] For port 21d92b48-d55b-434a-a56e-500316d88a0a, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=21d92b48-d55b-434a-a56e-500316d88a0a,segment=NetworkSegment(4ff82a4a-5323-4ee2-9a11-764627d2ee04),segment_id=4ff82a4a-5323-4ee2-9a11-764627d2ee04)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:18:23.032560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:23.093046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:23.099280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:23.099280 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] 10.222.0.37 "PUT /v2.0/ports/21d92b48-d55b-434a-a56e-500316d88a0a HTTP/1.1" status: 200 len: 1093 time: 1.3935730 Jan 28 07:18:23.099280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'tag': '21d92b48-d55b-434a-a56e-500316d88a0a'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:18:23.116084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16429d23-b590-4631-b5e3-01f24597e725 service neutron] Pushing event updated for resources: {'Port': ['ID=21d92b48-d55b-434a-a56e-500316d88a0a,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:23.147406 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'tag': '21d92b48-d55b-434a-a56e-500316d88a0a', 'status': 'completed', 'code': 200} Jan 28 07:18:23.267804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098890b-5aaa-4b62-93ff-f6221cc96a70 req-5943fef9-e296-4df9-8407-d64a67e9af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:23.269456 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a098890b-5aaa-4b62-93ff-f6221cc96a70 req-5943fef9-e296-4df9-8407-d64a67e9af76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=07de4d7c0de34ae4a48c63817694d1d2&device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 1096 time: 0.0768459 Jan 28 07:18:23.425246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098890b-5aaa-4b62-93ff-f6221cc96a70 req-6e46322e-25e6-4178-8551-9948aa06c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:23.426698 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a098890b-5aaa-4b62-93ff-f6221cc96a70 req-6e46322e-25e6-4178-8551-9948aa06c202 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=07de4d7c0de34ae4a48c63817694d1d2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1370995 Jan 28 07:18:23.564036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098890b-5aaa-4b62-93ff-f6221cc96a70 req-31554d32-b15e-4668-80a7-ca98d32be72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:23.565473 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a098890b-5aaa-4b62-93ff-f6221cc96a70 req-31554d32-b15e-4668-80a7-ca98d32be72d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291981 Jan 28 07:18:23.716053 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e96be3-7e78-4069-a43a-e1d0cf9f71d1 req-0e673ecc-e19d-46cf-ac70-6e791ba03fdb tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:23.717499 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-19e96be3-7e78-4069-a43a-e1d0cf9f71d1 req-0e673ecc-e19d-46cf-ac70-6e791ba03fdb tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 943 time: 0.1345046 Jan 28 07:18:23.741708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-a5f19c31-b137-4b6d-abf9-2701c95d7402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:23.743081 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-a5f19c31-b137-4b6d-abf9-2701c95d7402 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=07de4d7c0de34ae4a48c63817694d1d2&device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 1096 time: 0.1125395 Jan 28 07:18:23.829873 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-19e96be3-7e78-4069-a43a-e1d0cf9f71d1 req-b0937afd-bfe2-4ce0-bd32-8be0e94e21d9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059008 Jan 28 07:18:23.831128 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-eefd1ac5-46f0-4835-954a-837e6fc83f9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d92b48-d55b-434a-a56e-500316d88a0a HTTP/1.1" status: 200 len: 217 time: 0.0679448 Jan 28 07:18:23.900515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-89e14f9b-49eb-4ee0-b0e4-67a98a29a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:23.901919 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-89e14f9b-49eb-4ee0-b0e4-67a98a29a965 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45d20bd3-c82b-4525-9b81-852d6c1abfdd HTTP/1.1" status: 200 len: 854 time: 0.0610676 Jan 28 07:18:23.977310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-df3f0967-0c4c-4c01-9189-25419c8563ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:23.978717 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-df3f0967-0c4c-4c01-9189-25419c8563ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cd90d9d1-45dd-4185-af11-e037661ac765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671093 Jan 28 07:18:24.110416 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-66ec0e23-2b9c-4bf5-8799-2cf5ff407fe9 service neutron] 10.222.0.37 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214461 Jan 28 07:18:24.242063 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8307b60a-d762-4e8d-87d5-e65ee9e0906c req-543271f8-5371-4be0-ae5e-9669ad3b797d service neutron] 10.222.0.37 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213415 Jan 28 07:18:25.013729 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b6417-02a4-45c0-a977-1d232b4e6c18 req-a6d16ebb-4a07-47da-837e-5a5ba6c681a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:25.015163 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-024b6417-02a4-45c0-a977-1d232b4e6c18 req-a6d16ebb-4a07-47da-837e-5a5ba6c681a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 943 time: 0.0793858 Jan 28 07:18:25.061854 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-024b6417-02a4-45c0-a977-1d232b4e6c18 req-7388bef2-f1cf-4625-aac5-8cccb261fb99 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411415 Jan 28 07:18:26.237978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ceab1-45c7-4cf9-9afa-e3ae76172253 req-4608c162-8ce0-403e-8829-11dd2ab320ec tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:26.239588 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7a5ceab1-45c7-4cf9-9afa-e3ae76172253 req-4608c162-8ce0-403e-8829-11dd2ab320ec tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 943 time: 0.0778096 Jan 28 07:18:26.282871 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7a5ceab1-45c7-4cf9-9afa-e3ae76172253 req-45da8a33-95bc-4667-b44e-27d7fec13354 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375361 Jan 28 07:18:27.564673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82e250-ccb0-4950-abbb-8bbce6f12ba5 req-fecfdf6c-31ef-4434-b0ec-595bc40afaff tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:27.566080 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be82e250-ccb0-4950-abbb-8bbce6f12ba5 req-fecfdf6c-31ef-4434-b0ec-595bc40afaff tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 943 time: 0.1746111 Jan 28 07:18:27.608845 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be82e250-ccb0-4950-abbb-8bbce6f12ba5 req-879419d4-5310-4bf7-9169-cf3830706204 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370831 Jan 28 07:18:27.904862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 21d92b48-d55b-434a-a56e-500316d88a0a details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:18:28.034015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 21d92b48-d55b-434a-a56e-500316d88a0a, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=21d92b48-d55b-434a-a56e-500316d88a0a,segment=NetworkSegment(4ff82a4a-5323-4ee2-9a11-764627d2ee04),segment_id=4ff82a4a-5323-4ee2-9a11-764627d2ee04)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:18:28.050333 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '21d92b48-d55b-434a-a56e-500316d88a0a', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'port_id': '21d92b48-d55b-434a-a56e-500316d88a0a', 'mac_address': 'fa:16:3e:f9:18:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:18:28.103015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:28.120241 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d92b48-d55b-434a-a56e-500316d88a0a {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:18:28.134824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 21d92b48-d55b-434a-a56e-500316d88a0a, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=21d92b48-d55b-434a-a56e-500316d88a0a,segment=NetworkSegment(4ff82a4a-5323-4ee2-9a11-764627d2ee04),segment_id=4ff82a4a-5323-4ee2-9a11-764627d2ee04)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:18:28.192037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:28.257299 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=21d92b48-d55b-434a-a56e-500316d88a0a,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:28.557681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['21d92b48-d55b-434a-a56e-500316d88a0a'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:18:28.790857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6ff7-2c03-48a8-ac66-fd65ec9fd2d4 req-75e10874-0116-44d3-8c80-c6b34259f539 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:28.792315 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-028a6ff7-2c03-48a8-ac66-fd65ec9fd2d4 req-75e10874-0116-44d3-8c80-c6b34259f539 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 944 time: 0.0800533 Jan 28 07:18:28.836477 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-028a6ff7-2c03-48a8-ac66-fd65ec9fd2d4 req-fdc15962-d418-4ce8-9b45-d35e2fcdf530 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382173 Jan 28 07:18:29.909777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 21d92b48-d55b-434a-a56e-500316d88a0a up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:18:30.025439 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ef010-3d05-40c7-80d9-258a9c19064c req-0c1ba7d1-d21f-4cfe-8f1a-50c494558ee7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:30.027520 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a83ef010-3d05-40c7-80d9-258a9c19064c req-0c1ba7d1-d21f-4cfe-8f1a-50c494558ee7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 944 time: 0.0816617 Jan 28 07:18:30.060157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 21d92b48-d55b-434a-a56e-500316d88a0a completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:18:30.065283 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 21d92b48-d55b-434a-a56e-500316d88a0a triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:30.065661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:30.070544 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a83ef010-3d05-40c7-80d9-258a9c19064c req-1ee0f0e9-aad4-4475-b7a0-1cd344a3427e tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370350 Jan 28 07:18:30.178063 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:30.206747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d92b48-d55b-434a-a56e-500316d88a0a'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:18:30.217145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 21d92b48-d55b-434a-a56e-500316d88a0a, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=21d92b48-d55b-434a-a56e-500316d88a0a,segment=NetworkSegment(4ff82a4a-5323-4ee2-9a11-764627d2ee04),segment_id=4ff82a4a-5323-4ee2-9a11-764627d2ee04)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:18:30.249995 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d92b48-d55b-434a-a56e-500316d88a0a', 'code': 200} Jan 28 07:18:30.303755 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:30.372921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=21d92b48-d55b-434a-a56e-500316d88a0a,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:30.636768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93572800-d642-4bd8-9640-9bfa5bc074d4 req-7abbbb66-8a91-4443-b12b-9d5b740ca9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:30.638251 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-93572800-d642-4bd8-9640-9bfa5bc074d4 req-7abbbb66-8a91-4443-b12b-9d5b740ca9cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 1098 time: 0.0687914 Jan 28 07:18:30.683819 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-93572800-d642-4bd8-9640-9bfa5bc074d4 req-9c95d1ba-2e46-4b8c-9778-3dc71f9e4443 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362670 Jan 28 07:18:30.863091 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2fdc-2901-4e4c-885f-fc9572ddb9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:31.253155 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f47f5-91b8-4b84-9f54-2d05965430c2 req-71889b0b-e3f9-4ee6-b301-66659aebd92f tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:31.254586 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd6f47f5-91b8-4b84-9f54-2d05965430c2 req-71889b0b-e3f9-4ee6-b301-66659aebd92f tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 945 time: 0.0778000 Jan 28 07:18:31.297088 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd6f47f5-91b8-4b84-9f54-2d05965430c2 req-c72525f8-6b31-4bd9-a8e3-77d3aa985099 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369766 Jan 28 07:18:32.483495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd2b3f-bd8e-45c1-ad09-747f7ba26a82 req-12e06105-1ceb-4948-973d-fa71147052ff tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:32.485877 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-58dd2b3f-bd8e-45c1-ad09-747f7ba26a82 req-12e06105-1ceb-4948-973d-fa71147052ff tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 945 time: 0.0827451 Jan 28 07:18:32.528862 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-58dd2b3f-bd8e-45c1-ad09-747f7ba26a82 req-b7fc5ab1-4460-4f9d-a7fe-afcc0eb14236 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370207 Jan 28 07:18:32.705290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eed622-c942-4af5-bf85-9ba754e61ad6 req-2221d204-0a67-4674-b46a-c5d6b485493e tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:32.706667 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-35eed622-c942-4af5-bf85-9ba754e61ad6 req-2221d204-0a67-4674-b46a-c5d6b485493e tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 945 time: 0.0772681 Jan 28 07:18:32.750107 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-35eed622-c942-4af5-bf85-9ba754e61ad6 req-8597cf26-1740-4e8e-99d0-d69829f8b16c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378084 Jan 28 07:18:33.132453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86aa44-6b5a-4bcb-967a-1978d58dcde8 req-2aa124c9-752c-48d2-8bbc-c3543877b5f0 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:33.133908 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ac86aa44-6b5a-4bcb-967a-1978d58dcde8 req-2aa124c9-752c-48d2-8bbc-c3543877b5f0 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 945 time: 0.0870752 Jan 28 07:18:33.178554 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ac86aa44-6b5a-4bcb-967a-1978d58dcde8 req-442a1ced-ab8a-4429-bd28-ea6e57930cfc tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382257 Jan 28 07:18:33.217870 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b011b15c-d824-4060-bf6a-c521b9af0644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:33.369187 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:18:34.326725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:34.560427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:35.860263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:41.271748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:46.370552 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc98229-4f0a-4c2b-a1c1-ab0c235807dd req-a91f9cc3-e85c-49ef-9fe5-bbb94e38e141 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:46.371952 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5fc98229-4f0a-4c2b-a1c1-ab0c235807dd req-a91f9cc3-e85c-49ef-9fe5-bbb94e38e141 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 945 time: 0.0792599 Jan 28 07:18:46.418307 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5fc98229-4f0a-4c2b-a1c1-ab0c235807dd req-0b77eb8e-5934-4aa1-959b-a2eebfa5083d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Jan 28 07:18:46.441272 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54128) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:18:46.551711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eced5c-9c7e-4e52-9bb4-4a8094952647 tempest-TestMinimumBasicScenario-227375425 tempest-TestMinimumBasicScenario-227375425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:46.552405 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d8eced5c-9c7e-4e52-9bb4-4a8094952647 tempest-TestMinimumBasicScenario-227375425 tempest-TestMinimumBasicScenario-227375425-project-admin] Synchronizing usage tracker for tenant:7cc27db66ae140f09f8bdfc9e7c231bb on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:18:46.648716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d8eced5c-9c7e-4e52-9bb4-4a8094952647 tempest-TestMinimumBasicScenario-227375425 tempest-TestMinimumBasicScenario-227375425-project-admin] Unset dirty status for tenant:7cc27db66ae140f09f8bdfc9e7c231bb on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:18:46.649821 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d8eced5c-9c7e-4e52-9bb4-4a8094952647 tempest-TestMinimumBasicScenario-227375425 tempest-TestMinimumBasicScenario-227375425-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 1093 time: 0.2076180 Jan 28 07:18:46.652758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54134) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:18:46.658298 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '21d92b48-d55b-434a-a56e-500316d88a0a', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:46.664224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:18:46.670170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Usage tracker for resource:floatingip and tenant:07de4d7c0de34ae4a48c63817694d1d2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:18:46.670824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:18:46.676892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:18:46.757312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:46.894163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:47.025140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Allocated IP 172.26.4.194 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/a9ed3920-ca0e-4b93-a8c2-5b61831172ae) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:18:47.168290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:47.246488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:47.309610 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:18:47.312243 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:18:47.315953 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:18:47.353215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event updated for resources: {'Port': ['ID=a9ed3920-ca0e-4b93-a8c2-5b61831172ae,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:47.364904 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:47.365247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:47.365581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:47.365918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:47.366501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:47.366827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:47.367150 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:47.367498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:47.367818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:47.368136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:47.368454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:47.368768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:47.825066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:48.001189 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:48.211984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:48.280358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:48.405453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event updated for resources: {'Port': ['ID=a9ed3920-ca0e-4b93-a8c2-5b61831172ae,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:48.415617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:48.603452 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Floating IP 003dd052-a524-4f38-ab11-a85f445fbdb5 associated. External IP: 172.26.4.194, port: 21d92b48-d55b-434a-a56e-500316d88a0a. Jan 28 07:18:48.960832 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:18:49.136284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:18:49.145868 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1059b1e6-b51d-4bc5-961e-482f6e9d8c3c None None] Sync routers for ids ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:18:49.154931 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1059b1e6-b51d-4bc5-961e-482f6e9d8c3c None None] Routers {'1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:18:49.156198 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1059b1e6-b51d-4bc5-961e-482f6e9d8c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:18:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:49.251131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:49.303207 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5aa9c4dc-4d44-4162-86c5-396d109dead2 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6494391 Jan 28 07:18:49.333745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'tag': '21d92b48-d55b-434a-a56e-500316d88a0a'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:18:49.334874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54138) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:18:49.334874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1369172985', 'description': 'tempest-secgroup-smoke-1369172985 description', 'project_id': '07de4d7c0de34ae4a48c63817694d1d2'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:49.334874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:18:49.343257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:18:49.355562 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'tag': '21d92b48-d55b-434a-a56e-500316d88a0a', 'status': 'completed', 'code': 200} Jan 28 07:18:49.360814 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-1059b1e6-b51d-4bc5-961e-482f6e9d8c3c None None] Set router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:18:49.431873 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:49.451536 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:18:49.455888 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Usage tracker for resource:security_group_rule and tenant:07de4d7c0de34ae4a48c63817694d1d2 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:18:49.458733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:18:49.464620 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:18:49.478455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3364e6-8a4b-4e14-9fa1-d1fdb726930a req-99bb3da4-4610-45e9-bedf-5a590ea44725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:49.480035 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dd3364e6-8a4b-4e14-9fa1-d1fdb726930a req-99bb3da4-4610-45e9-bedf-5a590ea44725 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=07de4d7c0de34ae4a48c63817694d1d2&device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 1098 time: 0.0735865 Jan 28 07:18:49.538063 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:49.614618 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:49.662344 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8514820-8e52-41cf-a5a4-d7fd09396bf9,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:49.673026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:49.673592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:49.674017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:49.674457 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:49.674903 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:49.675435 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:49.675856 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:49.676282 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:49.676693 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:49.677116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:49.677529 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:49.677957 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:18:49.729082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:49.730435 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-27497630-a458-4f53-a0d8-89f954f1a636 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4233546 Jan 28 07:18:49.734167 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1059b1e6-b51d-4bc5-961e-482f6e9d8c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:17:47Z', 'revision_number': 4, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port': {'id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:44Z', 'updated_at': '2022-01-28T07:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '003dd052-a524-4f38-ab11-a85f445fbdb5', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'floating_ip_address': '172.26.4.194', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'port_id': '21d92b48-d55b-434a-a56e-500316d88a0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'mac_address': 'fa:16:3e:f9:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:18:47Z', 'updated_at': '2022-01-28T07:18:47Z', 'revision_number': 0, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '524bab62-2da5-4514-85a2-c85366a0de13', 'name': '', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'mac_address': 'fa:16:3e:51:fa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:46Z', 'updated_at': '2022-01-28T07:17:53Z', 'revision_number': 5, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'subnets': [{'id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:49.735979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54144) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:18:49.738339 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1059b1e6-b51d-4bc5-961e-482f6e9d8c3c None None] Checking router: 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:18:49.740782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fc74590b-e190-486c-b641-d4b4f1bb0d1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Request body: {'security_group_rule': {'security_group_id': 'a8514820-8e52-41cf-a5a4-d7fd09396bf9', 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:49.746941 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1059b1e6-b51d-4bc5-961e-482f6e9d8c3c None None] Routers {'1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:18:49.747565 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1059b1e6-b51d-4bc5-961e-482f6e9d8c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:18:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:49.752740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fc74590b-e190-486c-b641-d4b4f1bb0d1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:18:49.755424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3364e6-8a4b-4e14-9fa1-d1fdb726930a req-00e63bc2-c3e8-46fc-961f-f888273d4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:49.756859 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dd3364e6-8a4b-4e14-9fa1-d1fdb726930a req-00e63bc2-c3e8-46fc-961f-f888273d4b2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=cd90d9d1-45dd-4185-af11-e037661ac765 HTTP/1.1" status: 200 len: 916 time: 0.2693849 Jan 28 07:18:49.759029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fc74590b-e190-486c-b641-d4b4f1bb0d1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Usage tracker for resource:security_group_rule and tenant:07de4d7c0de34ae4a48c63817694d1d2 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:18:49.762068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fc74590b-e190-486c-b641-d4b4f1bb0d1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:18:49.826819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fc74590b-e190-486c-b641-d4b4f1bb0d1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:18:49.895907 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dd3364e6-8a4b-4e14-9fa1-d1fdb726930a req-535de953-3f3f-4d36-8926-00057fc6a73e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d92b48-d55b-434a-a56e-500316d88a0a HTTP/1.1" status: 200 len: 999 time: 0.1306758 Jan 28 07:18:49.941815 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-1059b1e6-b51d-4bc5-961e-482f6e9d8c3c None None] Set router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:18:49.950211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc74590b-e190-486c-b641-d4b4f1bb0d1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:49.987925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3364e6-8a4b-4e14-9fa1-d1fdb726930a req-d8462b19-05aa-4099-849f-0e072dabdefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:49.989288 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dd3364e6-8a4b-4e14-9fa1-d1fdb726930a req-d8462b19-05aa-4099-849f-0e072dabdefa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45d20bd3-c82b-4525-9b81-852d6c1abfdd HTTP/1.1" status: 200 len: 854 time: 0.0865843 Jan 28 07:18:50.075733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc74590b-e190-486c-b641-d4b4f1bb0d1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:50.088335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3364e6-8a4b-4e14-9fa1-d1fdb726930a req-642fd93d-519b-4d86-bf57-2c81c18f5c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:50.089753 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dd3364e6-8a4b-4e14-9fa1-d1fdb726930a req-642fd93d-519b-4d86-bf57-2c81c18f5c42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cd90d9d1-45dd-4185-af11-e037661ac765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930626 Jan 28 07:18:50.191530 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc74590b-e190-486c-b641-d4b4f1bb0d1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:50.224284 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74590b-e190-486c-b641-d4b4f1bb0d1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b7a81e-ef52-410f-a53a-ab0766d55e14,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:50.252950 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dd3364e6-8a4b-4e14-9fa1-d1fdb726930a req-221f54fe-82ae-452c-9a1e-5ec3b2b87235 service neutron] 10.222.0.37 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565974 Jan 28 07:18:50.302711 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-1059b1e6-b51d-4bc5-961e-482f6e9d8c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:17:47Z', 'revision_number': 4, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port': {'id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:44Z', 'updated_at': '2022-01-28T07:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '003dd052-a524-4f38-ab11-a85f445fbdb5', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'floating_ip_address': '172.26.4.194', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'port_id': '21d92b48-d55b-434a-a56e-500316d88a0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'mac_address': 'fa:16:3e:f9:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:18:47Z', 'updated_at': '2022-01-28T07:18:47Z', 'revision_number': 0, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '524bab62-2da5-4514-85a2-c85366a0de13', 'name': '', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'mac_address': 'fa:16:3e:51:fa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:46Z', 'updated_at': '2022-01-28T07:17:53Z', 'revision_number': 5, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'subnets': [{'id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:18:50.306743 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1059b1e6-b51d-4bc5-961e-482f6e9d8c3c None None] The sync data for ids ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'] in dv-neutron-824022-4-hyperv is: [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:17:47Z', 'revision_number': 4, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port': {'id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:44Z', 'updated_at': '2022-01-28T07:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '003dd052-a524-4f38-ab11-a85f445fbdb5', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'floating_ip_address': '172.26.4.194', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'port_id': '21d92b48-d55b-434a-a56e-500316d88a0a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'mac_address': 'fa:16:3e:f9:18:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:18:47Z', 'updated_at': '2022-01-28T07:18:47Z', 'revision_number': 0, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '524bab62-2da5-4514-85a2-c85366a0de13', 'name': '', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'mac_address': 'fa:16:3e:51:fa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:46Z', 'updated_at': '2022-01-28T07:17:53Z', 'revision_number': 5, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'subnets': [{'id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:18:50.342035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fc74590b-e190-486c-b641-d4b4f1bb0d1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:50.343785 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fc74590b-e190-486c-b641-d4b4f1bb0d1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6068511 Jan 28 07:18:50.346598 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54148) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:18:50.352764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-48e5f29d-36b1-46b8-8529-d83623ca7294 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Request body: {'security_group_rule': {'security_group_id': 'a8514820-8e52-41cf-a5a4-d7fd09396bf9', 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:50.359284 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-48e5f29d-36b1-46b8-8529-d83623ca7294 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:18:50.384297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-48e5f29d-36b1-46b8-8529-d83623ca7294 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Usage tracker for resource:security_group_rule and tenant:07de4d7c0de34ae4a48c63817694d1d2 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:18:50.384297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-48e5f29d-36b1-46b8-8529-d83623ca7294 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:18:50.384297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-48e5f29d-36b1-46b8-8529-d83623ca7294 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:18:50.391802 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dd3364e6-8a4b-4e14-9fa1-d1fdb726930a req-6e04d1b9-e5a0-4f3c-bbc3-c842f708e722 service neutron] 10.222.0.37 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316390 Jan 28 07:18:50.468264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-48e5f29d-36b1-46b8-8529-d83623ca7294 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:50.519314 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32d9bb2-3da2-46af-b719-cd2538c9bb06 None None] New status for floating IP 003dd052-a524-4f38-ab11-a85f445fbdb5: ACTIVE {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:18:50.540592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-48e5f29d-36b1-46b8-8529-d83623ca7294 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:50.632224 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-48e5f29d-36b1-46b8-8529-d83623ca7294 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:50.657351 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5f29d-36b1-46b8-8529-d83623ca7294 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134ac8f3-2468-4d82-b703-05d11044a68a,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:50.735480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-48e5f29d-36b1-46b8-8529-d83623ca7294 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:50.736733 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-48e5f29d-36b1-46b8-8529-d83623ca7294 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3884027 Jan 28 07:18:50.739368 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54152) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:18:50.744538 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-370139f7-5ce5-4672-9c2b-67f19dc05b6f tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Request body: {'security_group_rule': {'security_group_id': 'a8514820-8e52-41cf-a5a4-d7fd09396bf9', 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:50.750699 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-370139f7-5ce5-4672-9c2b-67f19dc05b6f tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:18:50.754549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-370139f7-5ce5-4672-9c2b-67f19dc05b6f tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Usage tracker for resource:security_group_rule and tenant:07de4d7c0de34ae4a48c63817694d1d2 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:18:50.757522 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-370139f7-5ce5-4672-9c2b-67f19dc05b6f tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:18:50.763400 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-370139f7-5ce5-4672-9c2b-67f19dc05b6f tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:18:50.861889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-370139f7-5ce5-4672-9c2b-67f19dc05b6f tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:50.924243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-370139f7-5ce5-4672-9c2b-67f19dc05b6f tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:50.982718 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-370139f7-5ce5-4672-9c2b-67f19dc05b6f tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:51.008729 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370139f7-5ce5-4672-9c2b-67f19dc05b6f tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19548529-7d69-43ab-8112-d796b29f8d40,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:51.091909 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-370139f7-5ce5-4672-9c2b-67f19dc05b6f tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:51.093751 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-370139f7-5ce5-4672-9c2b-67f19dc05b6f tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3534429 Jan 28 07:18:51.096456 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54156) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:18:51.101322 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ba57568f-c72e-4ebf-84b6-979ece7295bd tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Request body: {'security_group_rule': {'security_group_id': 'a8514820-8e52-41cf-a5a4-d7fd09396bf9', 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:51.107089 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ba57568f-c72e-4ebf-84b6-979ece7295bd tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:18:51.110881 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ba57568f-c72e-4ebf-84b6-979ece7295bd tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Usage tracker for resource:security_group_rule and tenant:07de4d7c0de34ae4a48c63817694d1d2 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:18:51.113741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ba57568f-c72e-4ebf-84b6-979ece7295bd tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:18:51.119659 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ba57568f-c72e-4ebf-84b6-979ece7295bd tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:18:51.196255 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ba57568f-c72e-4ebf-84b6-979ece7295bd tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:51.259644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ba57568f-c72e-4ebf-84b6-979ece7295bd tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:51.320345 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ba57568f-c72e-4ebf-84b6-979ece7295bd tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:51.343129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57568f-c72e-4ebf-84b6-979ece7295bd tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee2d7d7-92c4-4bd6-9e08-ccd55ce64960,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:51.417645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ba57568f-c72e-4ebf-84b6-979ece7295bd tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:51.418831 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ba57568f-c72e-4ebf-84b6-979ece7295bd tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3214450 Jan 28 07:18:51.421445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54160) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:18:51.426354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f905000f-c0f7-4d25-90ec-2abd2b06eda7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Request body: {'security_group_rule': {'security_group_id': 'a8514820-8e52-41cf-a5a4-d7fd09396bf9', 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:51.440129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f905000f-c0f7-4d25-90ec-2abd2b06eda7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:18:51.440129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f905000f-c0f7-4d25-90ec-2abd2b06eda7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Usage tracker for resource:security_group_rule and tenant:07de4d7c0de34ae4a48c63817694d1d2 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:18:51.440373 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f905000f-c0f7-4d25-90ec-2abd2b06eda7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:18:51.445872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f905000f-c0f7-4d25-90ec-2abd2b06eda7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:18:51.552016 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-f905000f-c0f7-4d25-90ec-2abd2b06eda7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Project 07de4d7c0de34ae4a48c63817694d1d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:18:51.559099 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f905000f-c0f7-4d25-90ec-2abd2b06eda7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:51.622514 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f905000f-c0f7-4d25-90ec-2abd2b06eda7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:51.694206 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f905000f-c0f7-4d25-90ec-2abd2b06eda7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:51.717072 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905000f-c0f7-4d25-90ec-2abd2b06eda7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1291a1ea-fc1d-4a16-96f3-9624606c40bf,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:51.826137 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f905000f-c0f7-4d25-90ec-2abd2b06eda7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:51.827513 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f905000f-c0f7-4d25-90ec-2abd2b06eda7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4050877 Jan 28 07:18:51.830679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54164) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:18:51.836219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d10733c3-293d-4de3-8e4c-a444c847336d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Request body: {'security_group_rule': {'security_group_id': 'a8514820-8e52-41cf-a5a4-d7fd09396bf9', 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:51.842448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d10733c3-293d-4de3-8e4c-a444c847336d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:18:51.846336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d10733c3-293d-4de3-8e4c-a444c847336d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Usage tracker for resource:security_group_rule and tenant:07de4d7c0de34ae4a48c63817694d1d2 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:18:51.849508 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d10733c3-293d-4de3-8e4c-a444c847336d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:18:51.855198 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d10733c3-293d-4de3-8e4c-a444c847336d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:18:51.914940 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-d10733c3-293d-4de3-8e4c-a444c847336d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Project 07de4d7c0de34ae4a48c63817694d1d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:18:51.921984 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d10733c3-293d-4de3-8e4c-a444c847336d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:51.986998 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d10733c3-293d-4de3-8e4c-a444c847336d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:52.071749 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d10733c3-293d-4de3-8e4c-a444c847336d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:52.095571 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10733c3-293d-4de3-8e4c-a444c847336d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458d30e5-c818-497c-b834-5d7b5d2e3203,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:52.177657 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d10733c3-293d-4de3-8e4c-a444c847336d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:52.178886 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d10733c3-293d-4de3-8e4c-a444c847336d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3471498 Jan 28 07:18:52.295236 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a284382-2896-449a-bf7d-4ac41a3d1303 req-ea5a13cc-de3b-49c5-bc93-2b063a11b2f3 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1369172985&fields=id&tenant_id=07de4d7c0de34ae4a48c63817694d1d2 HTTP/1.1" status: 200 len: 267 time: 0.0381961 Jan 28 07:18:52.376132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a284382-2896-449a-bf7d-4ac41a3d1303 req-09a09bf4-b3f6-4ad0-b170-060f2cb1bbad tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.377555 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a284382-2896-449a-bf7d-4ac41a3d1303 req-09a09bf4-b3f6-4ad0-b170-060f2cb1bbad tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 945 time: 0.0765750 Jan 28 07:18:52.388010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-6a284382-2896-449a-bf7d-4ac41a3d1303 req-5efe8497-07b5-49c6-91e6-8576ee490dfe tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Request body: {'port': {'security_groups': ['d23faa4e-d1f4-4b93-8ddf-2309f22d8baa', 'a8514820-8e52-41cf-a5a4-d7fd09396bf9']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:18:52.506003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6a284382-2896-449a-bf7d-4ac41a3d1303 req-5efe8497-07b5-49c6-91e6-8576ee490dfe tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:52.755325 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-6a284382-2896-449a-bf7d-4ac41a3d1303 req-5efe8497-07b5-49c6-91e6-8576ee490dfe tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] For port 21d92b48-d55b-434a-a56e-500316d88a0a, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=21d92b48-d55b-434a-a56e-500316d88a0a,segment=NetworkSegment(4ff82a4a-5323-4ee2-9a11-764627d2ee04),segment_id=4ff82a4a-5323-4ee2-9a11-764627d2ee04)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:18:52.778921 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6a284382-2896-449a-bf7d-4ac41a3d1303 req-5efe8497-07b5-49c6-91e6-8576ee490dfe tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:52.854617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6a284382-2896-449a-bf7d-4ac41a3d1303 req-5efe8497-07b5-49c6-91e6-8576ee490dfe tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:52.889601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['21d92b48-d55b-434a-a56e-500316d88a0a'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:18:52.934035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a284382-2896-449a-bf7d-4ac41a3d1303 req-5efe8497-07b5-49c6-91e6-8576ee490dfe tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:52.934683 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-6a284382-2896-449a-bf7d-4ac41a3d1303 req-5efe8497-07b5-49c6-91e6-8576ee490dfe tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:52.936207 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a284382-2896-449a-bf7d-4ac41a3d1303 req-5efe8497-07b5-49c6-91e6-8576ee490dfe tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "PUT /v2.0/ports/21d92b48-d55b-434a-a56e-500316d88a0a HTTP/1.1" status: 200 len: 981 time: 0.5524251 Jan 28 07:18:52.936629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'tag': '21d92b48-d55b-434a-a56e-500316d88a0a'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:18:52.968400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe8497-07b5-49c6-91e6-8576ee490dfe tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event updated for resources: {'Port': ['ID=21d92b48-d55b-434a-a56e-500316d88a0a,revision_number=6']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:18:53.002121 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'tag': '21d92b48-d55b-434a-a56e-500316d88a0a', 'status': 'completed', 'code': 200} Jan 28 07:18:53.076549 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['21d92b48-d55b-434a-a56e-500316d88a0a'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:18:53.177947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fad99-09b2-46c2-b326-97187211ce18 req-0a8619f8-1e75-41c5-b1b3-ee5b0870ffc3 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:53.179421 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-519fad99-09b2-46c2-b326-97187211ce18 req-0a8619f8-1e75-41c5-b1b3-ee5b0870ffc3 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.1419775 Jan 28 07:18:53.181512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba5bc5-cac3-47c2-acb2-8a7fcec2b3b5 req-77ca0ea5-425f-40fc-918c-9928fb45f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:53.183938 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76ba5bc5-cac3-47c2-acb2-8a7fcec2b3b5 req-77ca0ea5-425f-40fc-918c-9928fb45f4d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=07de4d7c0de34ae4a48c63817694d1d2&device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 1137 time: 0.1095688 Jan 28 07:18:53.244529 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-65f30c13-d8c6-4ff2-9e07-7e0c179087c7 None None] Provisioning complete for port 21d92b48-d55b-434a-a56e-500316d88a0a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:18:53.244900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-65f30c13-d8c6-4ff2-9e07-7e0c179087c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:18:53.265738 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-519fad99-09b2-46c2-b326-97187211ce18 req-3ec4bd97-53e0-4463-87dd-f8272bd86d99 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798233 Jan 28 07:18:53.347985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba5bc5-cac3-47c2-acb2-8a7fcec2b3b5 req-8b1f03e8-2d30-4107-8f54-993bdaa9bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:53.349421 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76ba5bc5-cac3-47c2-acb2-8a7fcec2b3b5 req-8b1f03e8-2d30-4107-8f54-993bdaa9bb0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=cd90d9d1-45dd-4185-af11-e037661ac765 HTTP/1.1" status: 200 len: 916 time: 0.1511869 Jan 28 07:18:53.453642 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76ba5bc5-cac3-47c2-acb2-8a7fcec2b3b5 req-085ebb2f-fe5a-450f-974d-d579b2a1d264 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d92b48-d55b-434a-a56e-500316d88a0a HTTP/1.1" status: 200 len: 1001 time: 0.0972016 Jan 28 07:18:53.519648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba5bc5-cac3-47c2-acb2-8a7fcec2b3b5 req-69cd2bb9-4d9a-4c3d-a648-9ec09d7aa459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:53.521446 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76ba5bc5-cac3-47c2-acb2-8a7fcec2b3b5 req-69cd2bb9-4d9a-4c3d-a648-9ec09d7aa459 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45d20bd3-c82b-4525-9b81-852d6c1abfdd HTTP/1.1" status: 200 len: 854 time: 0.0611086 Jan 28 07:18:53.596869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba5bc5-cac3-47c2-acb2-8a7fcec2b3b5 req-50aaf988-4ccd-4e27-b4b2-6023cb2b0d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:18:53.598370 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76ba5bc5-cac3-47c2-acb2-8a7fcec2b3b5 req-50aaf988-4ccd-4e27-b4b2-6023cb2b0d51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cd90d9d1-45dd-4185-af11-e037661ac765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692883 Jan 28 07:18:53.825459 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76ba5bc5-cac3-47c2-acb2-8a7fcec2b3b5 req-a15ebf22-447f-454f-bdc6-0ddd5e374c17 service neutron] 10.222.0.37 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204416 Jan 28 07:18:53.957817 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76ba5bc5-cac3-47c2-acb2-8a7fcec2b3b5 req-ba8817af-8e9a-48ea-804f-eeff412a7bca service neutron] 10.222.0.37 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248868 Jan 28 07:19:00.882966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db29d974-3744-4496-8ead-0bbf3e0830b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:19:03.237282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-63afb791-b590-400f-b3af-d9214891e780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:19:04.337359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:19:04.557016 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:19:05.828946 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:19:10.368884 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:19:11.265731 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:19:13.381188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfaa29-7592-459b-90f5-19f1247304f3 req-0fc7a54d-4714-4ced-9f4c-d562327d8034 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:13.382632 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-73cfaa29-7592-459b-90f5-19f1247304f3 req-0fc7a54d-4714-4ced-9f4c-d562327d8034 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0945742 Jan 28 07:19:13.473368 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-73cfaa29-7592-459b-90f5-19f1247304f3 req-ca98873a-741c-49f9-a39b-9ff2995c347c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606415 Jan 28 07:19:13.487487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbd1af-c9ed-46a6-8429-a13412962602 req-398fc3b8-ce0d-41a3-82da-4aec092895fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:13.488915 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2bbbd1af-c9ed-46a6-8429-a13412962602 req-398fc3b8-ce0d-41a3-82da-4aec092895fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=07de4d7c0de34ae4a48c63817694d1d2&device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 1137 time: 0.1054559 Jan 28 07:19:13.617002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbd1af-c9ed-46a6-8429-a13412962602 req-069c4938-a147-4cb9-9558-055d0749714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:13.618446 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2bbbd1af-c9ed-46a6-8429-a13412962602 req-069c4938-a147-4cb9-9558-055d0749714b service neutron] 10.222.0.37 "GET /v2.0/networks?id=cd90d9d1-45dd-4185-af11-e037661ac765 HTTP/1.1" status: 200 len: 916 time: 0.1229591 Jan 28 07:19:13.725078 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2bbbd1af-c9ed-46a6-8429-a13412962602 req-2343aae1-3100-43e9-905f-34b3b35caa1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d92b48-d55b-434a-a56e-500316d88a0a HTTP/1.1" status: 200 len: 1001 time: 0.0997217 Jan 28 07:19:13.794444 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbd1af-c9ed-46a6-8429-a13412962602 req-e942130d-27cf-4c11-8836-5ee50a14f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:13.795941 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2bbbd1af-c9ed-46a6-8429-a13412962602 req-e942130d-27cf-4c11-8836-5ee50a14f3f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45d20bd3-c82b-4525-9b81-852d6c1abfdd HTTP/1.1" status: 200 len: 854 time: 0.0610707 Jan 28 07:19:13.874173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbd1af-c9ed-46a6-8429-a13412962602 req-7313897c-10f0-4b23-8728-623655ea6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:13.875891 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2bbbd1af-c9ed-46a6-8429-a13412962602 req-7313897c-10f0-4b23-8728-623655ea6934 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cd90d9d1-45dd-4185-af11-e037661ac765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700524 Jan 28 07:19:14.006683 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2bbbd1af-c9ed-46a6-8429-a13412962602 req-0f93995e-58a4-47bd-a36e-4953f7d03617 service neutron] 10.222.0.37 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210337 Jan 28 07:19:14.134447 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2bbbd1af-c9ed-46a6-8429-a13412962602 req-b79d6525-b1cc-4c78-bbe4-b923e4b1980c service neutron] 10.222.0.37 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215835 Jan 28 07:19:14.659247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd3817-e6b4-4b2f-87a3-e759abe31a47 req-ab87bbc4-ee90-435b-b7ba-ece04d317e83 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:14.660728 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20bd3817-e6b4-4b2f-87a3-e759abe31a47 req-ab87bbc4-ee90-435b-b7ba-ece04d317e83 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0827417 Jan 28 07:19:14.707087 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-20bd3817-e6b4-4b2f-87a3-e759abe31a47 req-fce63a58-e0d0-4780-9183-2b25673dad87 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404732 Jan 28 07:19:15.890812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0231d4-fb88-4663-a616-691281cd9a6e req-5b9ce21a-630a-484c-badc-6b8cb1612f4c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:15.892388 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1f0231d4-fb88-4663-a616-691281cd9a6e req-5b9ce21a-630a-484c-badc-6b8cb1612f4c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0784988 Jan 28 07:19:15.938040 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1f0231d4-fb88-4663-a616-691281cd9a6e req-829c8013-50e6-48a2-92d1-17f7926ab907 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396099 Jan 28 07:19:17.122228 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cb61f-4b2a-4804-8cc6-8b8c6f0dd1c6 req-99358287-20f9-4046-863a-0cac6eebd91b tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:17.123626 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9c8cb61f-4b2a-4804-8cc6-8b8c6f0dd1c6 req-99358287-20f9-4046-863a-0cac6eebd91b tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0820105 Jan 28 07:19:17.168147 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9c8cb61f-4b2a-4804-8cc6-8b8c6f0dd1c6 req-2be39946-bdc3-4c49-b0dd-d2c57f442e61 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389550 Jan 28 07:19:18.348191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ec445-a865-44a0-b8c7-c5f1383199cc req-24054ab1-65b6-4bef-9bbb-c11727a96560 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:18.349444 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-093ec445-a865-44a0-b8c7-c5f1383199cc req-24054ab1-65b6-4bef-9bbb-c11727a96560 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0791664 Jan 28 07:19:18.400229 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-093ec445-a865-44a0-b8c7-c5f1383199cc req-e1262ca2-3870-4253-9737-fd50dccdaea6 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441465 Jan 28 07:19:18.982975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33b79c-e16a-4b54-be41-a4a8e7dca241 req-9ab87596-6021-4307-83c7-31b2e1c68db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:18.984452 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d33b79c-e16a-4b54-be41-a4a8e7dca241 req-9ab87596-6021-4307-83c7-31b2e1c68db6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=07de4d7c0de34ae4a48c63817694d1d2&device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 1137 time: 0.0693350 Jan 28 07:19:19.130214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33b79c-e16a-4b54-be41-a4a8e7dca241 req-50277fa5-f388-4ad5-9c2c-d7643ae5aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:19.131567 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d33b79c-e16a-4b54-be41-a4a8e7dca241 req-50277fa5-f388-4ad5-9c2c-d7643ae5aa9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=cd90d9d1-45dd-4185-af11-e037661ac765 HTTP/1.1" status: 200 len: 916 time: 0.1249225 Jan 28 07:19:19.325909 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d33b79c-e16a-4b54-be41-a4a8e7dca241 req-5343f349-609f-435b-a284-aa29ce23cfab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d92b48-d55b-434a-a56e-500316d88a0a HTTP/1.1" status: 200 len: 1001 time: 0.1848187 Jan 28 07:19:19.389929 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33b79c-e16a-4b54-be41-a4a8e7dca241 req-e211d3d9-350c-4253-84a2-5e3748ace944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:19.391269 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d33b79c-e16a-4b54-be41-a4a8e7dca241 req-e211d3d9-350c-4253-84a2-5e3748ace944 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45d20bd3-c82b-4525-9b81-852d6c1abfdd HTTP/1.1" status: 200 len: 854 time: 0.0560241 Jan 28 07:19:19.471570 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33b79c-e16a-4b54-be41-a4a8e7dca241 req-08e066cb-c025-4ef4-b935-320c40e4c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:19.473034 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d33b79c-e16a-4b54-be41-a4a8e7dca241 req-08e066cb-c025-4ef4-b935-320c40e4c495 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cd90d9d1-45dd-4185-af11-e037661ac765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720954 Jan 28 07:19:19.669099 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d33b79c-e16a-4b54-be41-a4a8e7dca241 req-1adac155-f2c4-479b-ae79-740d06f2bd01 service neutron] 10.222.0.37 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835918 Jan 28 07:19:19.681172 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d862a-9a3b-4fc6-9443-082349d0e10c req-49c96df1-5f29-44a4-9451-8c193d4ce57b tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:19.682520 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bd4d862a-9a3b-4fc6-9443-082349d0e10c req-49c96df1-5f29-44a4-9451-8c193d4ce57b tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.1706026 Jan 28 07:19:19.810607 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bd4d862a-9a3b-4fc6-9443-082349d0e10c req-4f5cbd48-54a0-4126-a2a2-1164d75f2ac7 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1098821 Jan 28 07:19:19.840824 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d33b79c-e16a-4b54-be41-a4a8e7dca241 req-15f8c3ae-9873-462e-9ad3-2037ad9aae18 service neutron] 10.222.0.37 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574147 Jan 28 07:19:20.996871 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622e5a0-c81c-4af4-ba95-78f9e0bad685 req-8cb36d13-c758-49fe-97c1-774dbf5af020 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:20.998737 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7622e5a0-c81c-4af4-ba95-78f9e0bad685 req-8cb36d13-c758-49fe-97c1-774dbf5af020 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0821073 Jan 28 07:19:21.044596 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7622e5a0-c81c-4af4-ba95-78f9e0bad685 req-54e9e80c-b43e-4eda-b72a-46eac7520bc3 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401535 Jan 28 07:19:22.230481 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaeebf8-67c2-42f7-a444-76dd32276211 req-1930b36d-001a-4e11-97d4-7188f8f4cf9a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:22.231866 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6aaeebf8-67c2-42f7-a444-76dd32276211 req-1930b36d-001a-4e11-97d4-7188f8f4cf9a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0794415 Jan 28 07:19:22.284843 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6aaeebf8-67c2-42f7-a444-76dd32276211 req-1253da50-5dd4-4702-81dc-0c3339f13999 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468082 Jan 28 07:19:23.468660 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52832e-5902-4695-b79d-c0d7fba5a4cb req-ab000e03-75a9-498a-87ba-1dcfd939be85 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:23.469988 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec52832e-5902-4695-b79d-c0d7fba5a4cb req-ab000e03-75a9-498a-87ba-1dcfd939be85 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0778944 Jan 28 07:19:23.516409 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ec52832e-5902-4695-b79d-c0d7fba5a4cb req-c5752be4-cd6a-4efd-a078-98fe4e0e46b9 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400584 Jan 28 07:19:24.701776 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f10be-b3e2-40d7-a805-83bbeeb9be77 req-c787a985-0d5f-4721-8664-0a8e69a90497 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:24.703075 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc9f10be-b3e2-40d7-a805-83bbeeb9be77 req-c787a985-0d5f-4721-8664-0a8e69a90497 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0824721 Jan 28 07:19:24.753046 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc9f10be-b3e2-40d7-a805-83bbeeb9be77 req-e559cc81-83f9-44a6-b64e-5d3469ce4f65 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439191 Jan 28 07:19:25.936369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62c517-e253-410d-a47f-8d5795a1e0ee req-0a307675-c108-4f88-9410-f6008b0c9e1e tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:25.937804 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c62c517-e253-410d-a47f-8d5795a1e0ee req-0a307675-c108-4f88-9410-f6008b0c9e1e tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0785232 Jan 28 07:19:25.983500 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c62c517-e253-410d-a47f-8d5795a1e0ee req-57da51b9-e551-41b4-ae18-dbfdf68dc968 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399537 Jan 28 07:19:27.170835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101526b-3d39-47a9-91b8-7b275c546ded req-621d6186-9cad-4c26-b082-ca574550bc85 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:27.172203 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a101526b-3d39-47a9-91b8-7b275c546ded req-621d6186-9cad-4c26-b082-ca574550bc85 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0819693 Jan 28 07:19:27.217749 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a101526b-3d39-47a9-91b8-7b275c546ded req-7f8eb2ec-3fca-472c-b680-b6fc6f3f409f tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399816 Jan 28 07:19:28.394661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e88ea-044a-494d-8f2a-8ade536d35c9 req-408f26af-f4ba-48a3-b18e-4987dc3fc6e0 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:28.396094 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3c2e88ea-044a-494d-8f2a-8ade536d35c9 req-408f26af-f4ba-48a3-b18e-4987dc3fc6e0 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0771298 Jan 28 07:19:28.450848 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3c2e88ea-044a-494d-8f2a-8ade536d35c9 req-f1beef00-d63e-4c2e-ae22-781f86a6e0cf tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491853 Jan 28 07:19:29.635297 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b04620-06c2-4068-95ae-3d50c99fbe6e req-f65d7ff5-d52b-4275-97e4-02c95ef6e620 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:29.636985 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70b04620-06c2-4068-95ae-3d50c99fbe6e req-f65d7ff5-d52b-4275-97e4-02c95ef6e620 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0788279 Jan 28 07:19:29.681772 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-70b04620-06c2-4068-95ae-3d50c99fbe6e req-1d19c0b8-0e06-4990-8f72-9f61323cb819 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386014 Jan 28 07:19:30.877094 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e877c-e219-476f-8819-dc142ed5c62c req-c95d86b8-6451-41d6-8fc4-42088c0daba0 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:19:30.878555 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-784e877c-e219-476f-8819-dc142ed5c62c req-c95d86b8-6451-41d6-8fc4-42088c0daba0 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0864468 Jan 28 07:19:30.891904 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-005f2981-4f8b-4013-a5d0-cd5034624b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:19:30.925556 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-784e877c-e219-476f-8819-dc142ed5c62c req-11ce801a-1c19-4e63-a64c-afc3ec08a738 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=a8514820-8e52-41cf-a5a4-d7fd09396bf9&id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410318 Jan 28 07:19:33.234202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a3e8910f-4bc8-43fd-8573-a29b8e6647ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:19:34.377361 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:19:34.566270 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:19:35.871917 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:19:41.343101 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:19:47.368126 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:20:00.854672 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-307d7374-e708-4fd3-8d73-a5f7ee0ad56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:03.222684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d4a4d4fa-aaee-41d5-a5e1-1a61d2f01caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:04.330970 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:04.548434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:05.840024 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:06.741921 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11eb3246-71e5-4ac0-b787-52277a42727e req-b5c1ca35-d313-4cfd-8d07-4973805f5643 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1369172985&fields=id&tenant_id=07de4d7c0de34ae4a48c63817694d1d2 HTTP/1.1" status: 200 len: 267 time: 0.0389473 Jan 28 07:20:06.828026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb3246-71e5-4ac0-b787-52277a42727e req-6c9e71d1-dbc7-4a3b-96df-0e566662a454 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:06.829585 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11eb3246-71e5-4ac0-b787-52277a42727e req-6c9e71d1-dbc7-4a3b-96df-0e566662a454 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 984 time: 0.0816767 Jan 28 07:20:06.840167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-11eb3246-71e5-4ac0-b787-52277a42727e req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Request body: {'port': {'security_groups': ['d23faa4e-d1f4-4b93-8ddf-2309f22d8baa']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:06.958497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-11eb3246-71e5-4ac0-b787-52277a42727e req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:07.288713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-11eb3246-71e5-4ac0-b787-52277a42727e req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] For port 21d92b48-d55b-434a-a56e-500316d88a0a, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=21d92b48-d55b-434a-a56e-500316d88a0a,segment=NetworkSegment(4ff82a4a-5323-4ee2-9a11-764627d2ee04),segment_id=4ff82a4a-5323-4ee2-9a11-764627d2ee04)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:20:07.313092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-11eb3246-71e5-4ac0-b787-52277a42727e req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:07.388491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-11eb3246-71e5-4ac0-b787-52277a42727e req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:07.437030 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['21d92b48-d55b-434a-a56e-500316d88a0a'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:20:07.457190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb3246-71e5-4ac0-b787-52277a42727e req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:07.457812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-11eb3246-71e5-4ac0-b787-52277a42727e req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:07.459250 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-11eb3246-71e5-4ac0-b787-52277a42727e req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "PUT /v2.0/ports/21d92b48-d55b-434a-a56e-500316d88a0a HTTP/1.1" status: 200 len: 942 time: 0.6235414 Jan 28 07:20:07.459974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'tag': '21d92b48-d55b-434a-a56e-500316d88a0a'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:20:07.465312 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54234) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:07.499791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event updated for resources: {'Port': ['ID=21d92b48-d55b-434a-a56e-500316d88a0a,revision_number=7']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:07.512966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.513464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.513901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.514337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.514772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.515364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.515800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.516232 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.516708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.517135 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.517703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.518077 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a29c787-80ec-4379-8807-6b2010a8b68c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.551109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:07.585475 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:07.603728 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'tag': '21d92b48-d55b-434a-a56e-500316d88a0a', 'status': 'completed', 'code': 200} Jan 28 07:20:07.614008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['21d92b48-d55b-434a-a56e-500316d88a0a'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:20:07.737489 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:07.744101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c64f1-fd62-47eb-a1f5-0854c2585a12 req-c75d8195-2c5a-48ae-8218-b41b48619b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:07.746671 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba6c64f1-fd62-47eb-a1f5-0854c2585a12 req-c75d8195-2c5a-48ae-8218-b41b48619b2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=07de4d7c0de34ae4a48c63817694d1d2&device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 1098 time: 0.0902257 Jan 28 07:20:07.755851 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-636cffac-04d8-43d9-9625-e78b2f1863c7 None None] Provisioning complete for port 21d92b48-d55b-434a-a56e-500316d88a0a triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:07.756145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-636cffac-04d8-43d9-9625-e78b2f1863c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:07.759590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8514820-8e52-41cf-a5a4-d7fd09396bf9,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:07.773452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:07.775707 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "DELETE /v2.0/security-groups/a8514820-8e52-41cf-a5a4-d7fd09396bf9 HTTP/1.1" status: 204 len: 168 time: 0.3087819 Jan 28 07:20:07.777548 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.778725 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.779253 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.779772 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.780261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.780748 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.781243 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.781743 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.782232 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.782722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.783203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.783729 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3922cb0-2347-4837-a337-c57191b1f8a1 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:07.784670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54240) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:08.061936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c64f1-fd62-47eb-a1f5-0854c2585a12 req-f044cdd6-d431-459e-979f-d4e61277bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:08.063339 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba6c64f1-fd62-47eb-a1f5-0854c2585a12 req-f044cdd6-d431-459e-979f-d4e61277bb83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cd90d9d1-45dd-4185-af11-e037661ac765 HTTP/1.1" status: 200 len: 916 time: 0.3099997 Jan 28 07:20:08.143312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-43b889c6-0e0a-4673-b27c-c79928662d4a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Deleting port a9ed3920-ca0e-4b93-a8c2-5b61831172ae {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:20:08.143648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-43b889c6-0e0a-4673-b27c-c79928662d4a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:08.233726 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba6c64f1-fd62-47eb-a1f5-0854c2585a12 req-f11066d2-1f18-4571-b1b4-78a83d555267 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d92b48-d55b-434a-a56e-500316d88a0a HTTP/1.1" status: 200 len: 1001 time: 0.1622465 Jan 28 07:20:08.364826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c64f1-fd62-47eb-a1f5-0854c2585a12 req-60001855-5c14-4b06-8890-787e5ed7fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:08.366152 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba6c64f1-fd62-47eb-a1f5-0854c2585a12 req-60001855-5c14-4b06-8890-787e5ed7fb9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45d20bd3-c82b-4525-9b81-852d6c1abfdd HTTP/1.1" status: 200 len: 854 time: 0.1201835 Jan 28 07:20:08.426529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-43b889c6-0e0a-4673-b27c-c79928662d4a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:08.427067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-43b889c6-0e0a-4673-b27c-c79928662d4a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:08.555724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-43b889c6-0e0a-4673-b27c-c79928662d4a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Calling delete_port for a9ed3920-ca0e-4b93-a8c2-5b61831172ae owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:20:08.631761 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c64f1-fd62-47eb-a1f5-0854c2585a12 req-eb45cd22-8173-4d67-8c35-f0aeeaac002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:08.633156 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba6c64f1-fd62-47eb-a1f5-0854c2585a12 req-eb45cd22-8173-4d67-8c35-f0aeeaac002d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cd90d9d1-45dd-4185-af11-e037661ac765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2543471 Jan 28 07:20:08.939051 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba6c64f1-fd62-47eb-a1f5-0854c2585a12 req-5e85d7f8-538b-4a31-97ac-f15e7c635f50 service neutron] 10.222.0.37 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866297 Jan 28 07:20:09.025865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-43b889c6-0e0a-4673-b27c-c79928662d4a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:09.084634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b889c6-0e0a-4673-b27c-c79928662d4a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event deleted for resources: {'Port': ['ID=a9ed3920-ca0e-4b93-a8c2-5b61831172ae,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:09.181694 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba6c64f1-fd62-47eb-a1f5-0854c2585a12 req-f29c6fa9-a5c3-4524-b9b9-658223797d93 service neutron] 10.222.0.37 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396607 Jan 28 07:20:09.197124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-43b889c6-0e0a-4673-b27c-c79928662d4a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:09.197397 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-43b889c6-0e0a-4673-b27c-c79928662d4a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Floating IP 003dd052-a524-4f38-ab11-a85f445fbdb5 disassociated (deleted). External IP: 172.26.4.194, port: 21d92b48-d55b-434a-a56e-500316d88a0a. Jan 28 07:20:09.541847 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b889c6-0e0a-4673-b27c-c79928662d4a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:20:09.721859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b889c6-0e0a-4673-b27c-c79928662d4a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:20:09.732362 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c8fdb6-4cd5-4715-8fda-5d0680ece91a None None] Sync routers for ids ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:09.741446 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8fdb6-4cd5-4715-8fda-5d0680ece91a None None] Routers {'1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:20:09.742048 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-15c8fdb6-4cd5-4715-8fda-5d0680ece91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:20:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:09.797318 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-43b889c6-0e0a-4673-b27c-c79928662d4a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:09.853206 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-43b889c6-0e0a-4673-b27c-c79928662d4a tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "DELETE /v2.0/floatingips/003dd052-a524-4f38-ab11-a85f445fbdb5 HTTP/1.1" status: 204 len: 168 time: 2.0669854 Jan 28 07:20:09.853901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'tag': '21d92b48-d55b-434a-a56e-500316d88a0a'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:20:09.899632 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'tag': '21d92b48-d55b-434a-a56e-500316d88a0a', 'status': 'completed', 'code': 200} Jan 28 07:20:09.948988 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-15c8fdb6-4cd5-4715-8fda-5d0680ece91a None None] Set router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:20:10.024431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffadf66-7ad3-49e8-8b05-8d4c36b8ecf9 req-653101d8-d6ea-4873-8829-76974b95e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:10.026068 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ffadf66-7ad3-49e8-8b05-8d4c36b8ecf9 req-653101d8-d6ea-4873-8829-76974b95e645 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=07de4d7c0de34ae4a48c63817694d1d2&device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 1098 time: 0.0754709 Jan 28 07:20:10.161927 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffadf66-7ad3-49e8-8b05-8d4c36b8ecf9 req-6185f849-1d91-4e86-bc3a-f7cb4be00ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:10.163510 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ffadf66-7ad3-49e8-8b05-8d4c36b8ecf9 req-6185f849-1d91-4e86-bc3a-f7cb4be00ed5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cd90d9d1-45dd-4185-af11-e037661ac765 HTTP/1.1" status: 200 len: 916 time: 0.1285536 Jan 28 07:20:10.233630 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ffadf66-7ad3-49e8-8b05-8d4c36b8ecf9 req-ab9ecd95-3e91-49e9-990c-4784bd1c628a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21d92b48-d55b-434a-a56e-500316d88a0a HTTP/1.1" status: 200 len: 217 time: 0.0607278 Jan 28 07:20:10.260623 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-15c8fdb6-4cd5-4715-8fda-5d0680ece91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:17:47Z', 'revision_number': 4, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port': {'id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:44Z', 'updated_at': '2022-01-28T07:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '524bab62-2da5-4514-85a2-c85366a0de13', 'name': '', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'mac_address': 'fa:16:3e:51:fa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:46Z', 'updated_at': '2022-01-28T07:17:53Z', 'revision_number': 5, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'subnets': [{'id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:10.271695 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c8fdb6-4cd5-4715-8fda-5d0680ece91a None None] Checking router: 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:20:10.272708 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8fdb6-4cd5-4715-8fda-5d0680ece91a None None] Routers {'1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:20:10.273361 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-15c8fdb6-4cd5-4715-8fda-5d0680ece91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:20:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:10.300929 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffadf66-7ad3-49e8-8b05-8d4c36b8ecf9 req-99c52f2f-fcad-4a1d-8cd5-35aa13181afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:10.302438 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ffadf66-7ad3-49e8-8b05-8d4c36b8ecf9 req-99c52f2f-fcad-4a1d-8cd5-35aa13181afd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=45d20bd3-c82b-4525-9b81-852d6c1abfdd HTTP/1.1" status: 200 len: 854 time: 0.0600338 Jan 28 07:20:10.388106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffadf66-7ad3-49e8-8b05-8d4c36b8ecf9 req-7e801cdf-e90e-4d77-90ff-ad9ac78b2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:10.389569 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ffadf66-7ad3-49e8-8b05-8d4c36b8ecf9 req-7e801cdf-e90e-4d77-90ff-ad9ac78b2237 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cd90d9d1-45dd-4185-af11-e037661ac765&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777745 Jan 28 07:20:10.459455 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-15c8fdb6-4cd5-4715-8fda-5d0680ece91a None None] Set router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:20:10.650422 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ffadf66-7ad3-49e8-8b05-8d4c36b8ecf9 req-49fe4ec8-2e53-4666-b7d6-bd76007e6981 service neutron] 10.222.0.37 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510552 Jan 28 07:20:10.775963 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-15c8fdb6-4cd5-4715-8fda-5d0680ece91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:17:47Z', 'revision_number': 4, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port': {'id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:44Z', 'updated_at': '2022-01-28T07:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '524bab62-2da5-4514-85a2-c85366a0de13', 'name': '', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'mac_address': 'fa:16:3e:51:fa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:46Z', 'updated_at': '2022-01-28T07:17:53Z', 'revision_number': 5, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'subnets': [{'id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:10.785850 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c8fdb6-4cd5-4715-8fda-5d0680ece91a None None] The sync data for ids ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'] in dv-neutron-824022-4-hyperv is: [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:17:47Z', 'revision_number': 4, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port': {'id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:44Z', 'updated_at': '2022-01-28T07:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '524bab62-2da5-4514-85a2-c85366a0de13', 'name': '', 'network_id': 'cd90d9d1-45dd-4185-af11-e037661ac765', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'mac_address': 'fa:16:3e:51:fa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:46Z', 'updated_at': '2022-01-28T07:17:53Z', 'revision_number': 5, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'subnets': [{'id': '45d20bd3-c82b-4525-9b81-852d6c1abfdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:10.792232 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ffadf66-7ad3-49e8-8b05-8d4c36b8ecf9 req-1710d9f3-8395-4bb2-a9d3-c061878e5bdd service neutron] 10.222.0.37 "GET /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330853 Jan 28 07:20:11.040448 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430251e9-b005-4f14-ab21-aa718d39f36b None None] New status for floating IP 003dd052-a524-4f38-ab11-a85f445fbdb5: DOWN {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:20:11.342759 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:15.814880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6db56-b8d4-4113-bb1a-86b1b277ab91 req-6e73a92e-768f-418b-bfb8-b67ee8734ad4 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:15.815555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-77f6db56-b8d4-4113-bb1a-86b1b277ab91 req-6e73a92e-768f-418b-bfb8-b67ee8734ad4 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Synchronizing usage tracker for tenant:07de4d7c0de34ae4a48c63817694d1d2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:20:15.889303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-77f6db56-b8d4-4113-bb1a-86b1b277ab91 req-6e73a92e-768f-418b-bfb8-b67ee8734ad4 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Unset dirty status for tenant:07de4d7c0de34ae4a48c63817694d1d2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:20:15.890487 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-77f6db56-b8d4-4113-bb1a-86b1b277ab91 req-6e73a92e-768f-418b-bfb8-b67ee8734ad4 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 945 time: 0.1577561 Jan 28 07:20:15.937151 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-77f6db56-b8d4-4113-bb1a-86b1b277ab91 req-7ca90af2-2c4d-49e5-b923-9cf41c3e883d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Jan 28 07:20:17.115638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc1150-af70-48f8-87fd-fabe0301c8aa req-0f72eee7-d90d-4255-a059-781b785d856d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:17.116971 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6fdc1150-af70-48f8-87fd-fabe0301c8aa req-0f72eee7-d90d-4255-a059-781b785d856d tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 945 time: 0.0767043 Jan 28 07:20:17.162977 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6fdc1150-af70-48f8-87fd-fabe0301c8aa req-24408621-0dd0-4763-9c61-e24ba5d43e64 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396707 Jan 28 07:20:17.979091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081bc74-46b0-4992-bfcd-ceb531f1450c req-0c6101ae-2d55-4829-8f8b-05d8b045b8e0 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:17.980501 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d081bc74-46b0-4992-bfcd-ceb531f1450c req-0c6101ae-2d55-4829-8f8b-05d8b045b8e0 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.37 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 945 time: 0.0770350 Jan 28 07:20:18.050987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-d081bc74-46b0-4992-bfcd-ceb531f1450c req-7b0f85af-91de-4789-bda2-6dc0f3555f1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Deleting port 21d92b48-d55b-434a-a56e-500316d88a0a {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:20:18.051344 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d081bc74-46b0-4992-bfcd-ceb531f1450c req-7b0f85af-91de-4789-bda2-6dc0f3555f1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:18.336845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-d081bc74-46b0-4992-bfcd-ceb531f1450c req-7b0f85af-91de-4789-bda2-6dc0f3555f1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] For port 21d92b48-d55b-434a-a56e-500316d88a0a, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=21d92b48-d55b-434a-a56e-500316d88a0a,segment=NetworkSegment(4ff82a4a-5323-4ee2-9a11-764627d2ee04),segment_id=4ff82a4a-5323-4ee2-9a11-764627d2ee04)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:20:18.337590 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d081bc74-46b0-4992-bfcd-ceb531f1450c req-7b0f85af-91de-4789-bda2-6dc0f3555f1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:18.460816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-d081bc74-46b0-4992-bfcd-ceb531f1450c req-7b0f85af-91de-4789-bda2-6dc0f3555f1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Calling delete_port for 21d92b48-d55b-434a-a56e-500316d88a0a owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:20:18.531424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709192e-5737-40cd-856e-7ddc0032d0dd req-bbf30df5-8d99-4e9a-8994-68c65aebe4f6 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:18.532917 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5709192e-5737-40cd-856e-7ddc0032d0dd req-bbf30df5-8d99-4e9a-8994-68c65aebe4f6 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 945 time: 0.2661548 Jan 28 07:20:18.616726 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5709192e-5737-40cd-856e-7ddc0032d0dd req-7cabdc95-16b4-4bbf-9d37-dd48fdf5abed tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/security-groups?id=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679650 Jan 28 07:20:18.732473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d081bc74-46b0-4992-bfcd-ceb531f1450c req-7b0f85af-91de-4789-bda2-6dc0f3555f1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:18.782016 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['21d92b48-d55b-434a-a56e-500316d88a0a'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:20:18.788448 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f85af-91de-4789-bda2-6dc0f3555f1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Pushing event deleted for resources: {'Port': ['ID=21d92b48-d55b-434a-a56e-500316d88a0a,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:18.861362 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-d081bc74-46b0-4992-bfcd-ceb531f1450c req-7b0f85af-91de-4789-bda2-6dc0f3555f1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] No DVR routers for this DVR port 21d92b48-d55b-434a-a56e-500316d88a0a on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:18.864738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-d081bc74-46b0-4992-bfcd-ceb531f1450c req-7b0f85af-91de-4789-bda2-6dc0f3555f1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:18.867749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'name': 'network-vif-deleted', 'tag': '21d92b48-d55b-434a-a56e-500316d88a0a'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:20:18.911854 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2795bc0c-c9f7-4d60-894a-47026d2c062c', 'name': 'network-vif-deleted', 'tag': '21d92b48-d55b-434a-a56e-500316d88a0a', 'status': 'completed', 'code': 200} Jan 28 07:20:18.931629 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d081bc74-46b0-4992-bfcd-ceb531f1450c req-7b0f85af-91de-4789-bda2-6dc0f3555f1c tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.37 "DELETE /v2.0/ports/21d92b48-d55b-434a-a56e-500316d88a0a HTTP/1.1" status: 204 len: 173 time: 0.9423351 Jan 28 07:20:19.773621 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9d4820c0-9c82-41b6-84cf-f0bdebe288df req-f18d569c-bc49-428e-bb05-eb6833df3627 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Synchronizing usage tracker for tenant:07de4d7c0de34ae4a48c63817694d1d2 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:20:19.845443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9d4820c0-9c82-41b6-84cf-f0bdebe288df req-f18d569c-bc49-428e-bb05-eb6833df3627 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] Unset dirty status for tenant:07de4d7c0de34ae4a48c63817694d1d2 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:20:19.846670 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d4820c0-9c82-41b6-84cf-f0bdebe288df req-f18d569c-bc49-428e-bb05-eb6833df3627 tempest-TestMinimumBasicScenario-1912727357 tempest-TestMinimumBasicScenario-1912727357-project] 10.222.0.25 "GET /v2.0/ports?device_id=2795bc0c-c9f7-4d60-894a-47026d2c062c HTTP/1.1" status: 200 len: 210 time: 0.1140332 Jan 28 07:20:22.331659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54332) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:22.441125 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 21d92b48-d55b-434a-a56e-500316d88a0a no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:20:22.481073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 21d92b48-d55b-434a-a56e-500316d88a0a {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:20:22.481443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 21d92b48-d55b-434a-a56e-500316d88a0a not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:20:22.984121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d4eb415-0ef5-40ad-8b50-3cab35cc0a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:23.333337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-9d4eb415-0ef5-40ad-8b50-3cab35cc0a74 admin admin] Deleting port 524bab62-2da5-4514-85a2-c85366a0de13 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:20:23.334005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d4eb415-0ef5-40ad-8b50-3cab35cc0a74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:23.513709 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-9d4eb415-0ef5-40ad-8b50-3cab35cc0a74 admin admin] For port 524bab62-2da5-4514-85a2-c85366a0de13, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=524bab62-2da5-4514-85a2-c85366a0de13,segment=NetworkSegment(4ff82a4a-5323-4ee2-9a11-764627d2ee04),segment_id=4ff82a4a-5323-4ee2-9a11-764627d2ee04)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:20:23.514071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d4eb415-0ef5-40ad-8b50-3cab35cc0a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:23.639425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-9d4eb415-0ef5-40ad-8b50-3cab35cc0a74 admin admin] Calling delete_port for 524bab62-2da5-4514-85a2-c85366a0de13 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:20:24.014508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d4eb415-0ef5-40ad-8b50-3cab35cc0a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:24.168551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4eb415-0ef5-40ad-8b50-3cab35cc0a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=524bab62-2da5-4514-85a2-c85366a0de13,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:24.366859 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:20:24.460355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d4eb415-0ef5-40ad-8b50-3cab35cc0a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:24.832778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4eb415-0ef5-40ad-8b50-3cab35cc0a74 admin admin] Router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:20:25.006494 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4eb415-0ef5-40ad-8b50-3cab35cc0a74 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:20:25.014966 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff386062-d402-4ff5-9494-e266e411cad0 None None] Sync routers for ids ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:25.023794 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff386062-d402-4ff5-9494-e266e411cad0 None None] Routers {'1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:20:25.040737 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ff386062-d402-4ff5-9494-e266e411cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:20:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:25.124736 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9d4eb415-0ef5-40ad-8b50-3cab35cc0a74 admin admin] 10.222.0.25 "PUT /v2.0/routers/1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7910094 Jan 28 07:20:25.127009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54336) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:25.198692 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-ff386062-d402-4ff5-9494-e266e411cad0 None None] Set router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:20:25.302638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:25.475569 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:25.509132 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ff386062-d402-4ff5-9494-e266e411cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:20:23Z', 'revision_number': 5, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port': {'id': 'c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:bc:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:44Z', 'updated_at': '2022-01-28T07:17:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:25.513030 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff386062-d402-4ff5-9494-e266e411cad0 None None] Checking router: 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:20:25.521077 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff386062-d402-4ff5-9494-e266e411cad0 None None] Routers {'1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:20:25.521754 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ff386062-d402-4ff5-9494-e266e411cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:20:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:25.557152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] Deleting port c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:20:25.557507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:25.673412 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-ff386062-d402-4ff5-9494-e266e411cad0 None None] Set router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:20:25.777814 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-ff386062-d402-4ff5-9494-e266e411cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:20:25Z', 'revision_number': 6, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:25.782205 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff386062-d402-4ff5-9494-e266e411cad0 None None] The sync data for ids ['1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3'] in dv-neutron-824022-4-hyperv is: [{'id': '1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3', 'name': 'tempest-TestMinimumBasicScenario-1775734310-router', 'tenant_id': '07de4d7c0de34ae4a48c63817694d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:43Z', 'updated_at': '2022-01-28T07:20:25Z', 'revision_number': 6, 'project_id': '07de4d7c0de34ae4a48c63817694d1d2', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:25.852545 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] For port c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:20:25.852897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:25.972910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] Calling delete_port for c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:20:26.248937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:26.298850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:26.385345 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:26.553821 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:26.556068 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:26.651679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:26.652125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:20:26.664083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:26.665202 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d30d9281-5416-45c6-837f-35d20036ff73 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1c9c0ec8-6fa7-4724-98f5-bb7d0655acd3 HTTP/1.1" status: 204 len: 168 time: 1.5371847 Jan 28 07:20:26.667838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54340) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:26.729806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-2049a576-4fef-4fe4-9d12-a9450993477a admin admin] Deleting subnet 45d20bd3-c82b-4525-9b81-852d6c1abfdd {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:20:26.732920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2049a576-4fef-4fe4-9d12-a9450993477a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:26.783772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2049a576-4fef-4fe4-9d12-a9450993477a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:26.864425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2049a576-4fef-4fe4-9d12-a9450993477a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:26.988988 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2049a576-4fef-4fe4-9d12-a9450993477a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:27.026159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049a576-4fef-4fe4-9d12-a9450993477a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d20bd3-c82b-4525-9b81-852d6c1abfdd,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:27.029634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2049a576-4fef-4fe4-9d12-a9450993477a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:27.035400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60227115-0826-49fd-891d-bbb1933823b0 None None] Network cd90d9d1-45dd-4185-af11-e037661ac765 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:20:27.036023 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2049a576-4fef-4fe4-9d12-a9450993477a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/45d20bd3-c82b-4525-9b81-852d6c1abfdd HTTP/1.1" status: 204 len: 168 time: 0.3665900 Jan 28 07:20:27.037743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54344) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:27.141472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:27.151659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Deleting port f50099ee-783c-4c2b-a6c8-8112737e190b {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:20:27.151984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:27.297447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff242c9-0092-46b8-953c-dadd9415a692 None None] DHCP port deletion for cd90d9d1-45dd-4185-af11-e037661ac765 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:20:27.301772 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5ff242c9-0092-46b8-953c-dadd9415a692 None None] Deleting port f50099ee-783c-4c2b-a6c8-8112737e190b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:20:27.302255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ff242c9-0092-46b8-953c-dadd9415a692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:27.328579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:20:27.379608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:20:27.379954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c9136e4b-84aa-4ef9-8ea6-6c5cba05b06c not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:20:27.380367 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 524bab62-2da5-4514-85a2-c85366a0de13 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:20:27.418758 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 524bab62-2da5-4514-85a2-c85366a0de13 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:20:27.419106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 524bab62-2da5-4514-85a2-c85366a0de13 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:20:27.470059 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] For port f50099ee-783c-4c2b-a6c8-8112737e190b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f50099ee-783c-4c2b-a6c8-8112737e190b,segment=NetworkSegment(4ff82a4a-5323-4ee2-9a11-764627d2ee04),segment_id=4ff82a4a-5323-4ee2-9a11-764627d2ee04)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:20:27.470407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:27.573851 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5ff242c9-0092-46b8-953c-dadd9415a692 None None] For port f50099ee-783c-4c2b-a6c8-8112737e190b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f50099ee-783c-4c2b-a6c8-8112737e190b,segment=NetworkSegment(4ff82a4a-5323-4ee2-9a11-764627d2ee04),segment_id=4ff82a4a-5323-4ee2-9a11-764627d2ee04)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:20:27.574157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ff242c9-0092-46b8-953c-dadd9415a692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:27.589951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Calling delete_port for f50099ee-783c-4c2b-a6c8-8112737e190b owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:20:27.693675 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5ff242c9-0092-46b8-953c-dadd9415a692 None None] Calling delete_port for f50099ee-783c-4c2b-a6c8-8112737e190b owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:20:27.751678 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:27.766208 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-5ff242c9-0092-46b8-953c-dadd9415a692 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:20:27.766558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-5ff242c9-0092-46b8-953c-dadd9415a692 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:20:27.802637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] No DVR routers for this DVR port f50099ee-783c-4c2b-a6c8-8112737e190b on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:27.804418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f50099ee-783c-4c2b-a6c8-8112737e190b,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:27.919468 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:27.946226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd90d9d1-45dd-4185-af11-e037661ac765']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:27.959082 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff82a4a-5323-4ee2-9a11-764627d2ee04') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:27.959406 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff82a4a-5323-4ee2-9a11-764627d2ee04') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:27.970824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:27.986204 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:27.991991 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:20:27.992361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:20:28.005854 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:20:28.134411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:28.138934 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:28.164501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] Pushing event deleted for resources: {'Network': ['ID=cd90d9d1-45dd-4185-af11-e037661ac765,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:28.237881 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d0bd6e53-6e62-4b8f-909f-81bbe2c056bf admin admin] 10.222.0.25 "DELETE /v2.0/networks/cd90d9d1-45dd-4185-af11-e037661ac765 HTTP/1.1" status: 204 len: 168 time: 1.1990969 Jan 28 07:20:28.240641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54348) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:28.267796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5ff242c9-0092-46b8-953c-dadd9415a692 None None] Deleting port f50099ee-783c-4c2b-a6c8-8112737e190b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:20:28.268277 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5ff242c9-0092-46b8-953c-dadd9415a692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:28.331883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5ff242c9-0092-46b8-953c-dadd9415a692 None None] The port 'f50099ee-783c-4c2b-a6c8-8112737e190b' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 07:20:28.762964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-321ac365-7f00-4ad7-a419-47ad6a506d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:29.207931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-321ac365-7f00-4ad7-a419-47ad6a506d25 admin admin] Deleting port b67e4484-5107-4a4e-b547-5261eebc6aac {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:20:29.208187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-321ac365-7f00-4ad7-a419-47ad6a506d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:29.293867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f50099ee-783c-4c2b-a6c8-8112737e190b no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:20:29.329904 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: f50099ee-783c-4c2b-a6c8-8112737e190b {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:20:29.330247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f50099ee-783c-4c2b-a6c8-8112737e190b not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:20:29.388728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-321ac365-7f00-4ad7-a419-47ad6a506d25 admin admin] For port b67e4484-5107-4a4e-b547-5261eebc6aac, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b67e4484-5107-4a4e-b547-5261eebc6aac,segment=NetworkSegment(5173cf12-60b2-47c3-9b85-a399a046abd2),segment_id=5173cf12-60b2-47c3-9b85-a399a046abd2)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:20:29.389082 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-321ac365-7f00-4ad7-a419-47ad6a506d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:29.508132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-321ac365-7f00-4ad7-a419-47ad6a506d25 admin admin] Calling delete_port for b67e4484-5107-4a4e-b547-5261eebc6aac owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:20:29.769135 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-321ac365-7f00-4ad7-a419-47ad6a506d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:29.817703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ac365-7f00-4ad7-a419-47ad6a506d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=b67e4484-5107-4a4e-b547-5261eebc6aac,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:30.077517 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-321ac365-7f00-4ad7-a419-47ad6a506d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:30.429898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321ac365-7f00-4ad7-a419-47ad6a506d25 admin admin] Router 68238092-993d-41bd-abe9-ea672f7e2582 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:20:30.717106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321ac365-7f00-4ad7-a419-47ad6a506d25 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:20:30.725817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3dd1d-1b32-4571-ade8-052215500e86 None None] Sync routers for ids ['68238092-993d-41bd-abe9-ea672f7e2582'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:30.735098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3dd1d-1b32-4571-ade8-052215500e86 None None] Routers {'68238092-993d-41bd-abe9-ea672f7e2582'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:20:30.735741 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-62d3dd1d-1b32-4571-ade8-052215500e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:20:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['68238092-993d-41bd-abe9-ea672f7e2582'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:30.793517 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-321ac365-7f00-4ad7-a419-47ad6a506d25 admin admin] 10.222.0.25 "PUT /v2.0/routers/68238092-993d-41bd-abe9-ea672f7e2582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5518522 Jan 28 07:20:30.795926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54352) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:30.923051 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-62d3dd1d-1b32-4571-ade8-052215500e86 None None] Set router 68238092-993d-41bd-abe9-ea672f7e2582 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:20:30.974180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:31.019843 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ef27-f5d1-468e-86da-25acc9f1f550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:31.146435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:31.211673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] Deleting port c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:20:31.212014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:31.239044 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-62d3dd1d-1b32-4571-ade8-052215500e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68238092-993d-41bd-abe9-ea672f7e2582', 'name': 'tempest-TestMinimumBasicScenario-876892617-router', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:51Z', 'updated_at': '2022-01-28T07:20:29Z', 'revision_number': 5, 'project_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'gw_port': {'id': 'c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68238092-993d-41bd-abe9-ea672f7e2582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:17:52Z', 'updated_at': '2022-01-28T07:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:31.242803 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3dd1d-1b32-4571-ade8-052215500e86 None None] Checking router: 68238092-993d-41bd-abe9-ea672f7e2582 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:20:31.252403 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3dd1d-1b32-4571-ade8-052215500e86 None None] Routers {'68238092-993d-41bd-abe9-ea672f7e2582'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:20:31.252999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-62d3dd1d-1b32-4571-ade8-052215500e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:20:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['68238092-993d-41bd-abe9-ea672f7e2582'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:31.389394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] For port c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:20:31.389740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:31.402691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-62d3dd1d-1b32-4571-ade8-052215500e86 None None] Set router 68238092-993d-41bd-abe9-ea672f7e2582 gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:20:31.507737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-62d3dd1d-1b32-4571-ade8-052215500e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68238092-993d-41bd-abe9-ea672f7e2582', 'name': 'tempest-TestMinimumBasicScenario-876892617-router', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:51Z', 'updated_at': '2022-01-28T07:20:31Z', 'revision_number': 6, 'project_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:31.509148 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] Calling delete_port for c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:20:31.511729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3dd1d-1b32-4571-ade8-052215500e86 None None] The sync data for ids ['68238092-993d-41bd-abe9-ea672f7e2582'] in dv-neutron-824022-4-hyperv is: [{'id': '68238092-993d-41bd-abe9-ea672f7e2582', 'name': 'tempest-TestMinimumBasicScenario-876892617-router', 'tenant_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:17:51Z', 'updated_at': '2022-01-28T07:20:31Z', 'revision_number': 6, 'project_id': '7cc27db66ae140f09f8bdfc9e7c231bb', 'gw_port_host': None}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:31.751527 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:31.797354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:31.893378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:32.176422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:32.178525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:32.297251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:32.297772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68238092-993d-41bd-abe9-ea672f7e2582 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:20:32.309793 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:32.310916 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ee07e42e-e6fc-4507-83d6-a16df90ead15 admin admin] 10.222.0.25 "DELETE /v2.0/routers/68238092-993d-41bd-abe9-ea672f7e2582 HTTP/1.1" status: 204 len: 168 time: 1.5134900 Jan 28 07:20:32.313728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54356) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:32.373248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-61983379-aa80-4c93-b1b9-9f6bc5cb6940 admin admin] Deleting subnet 632815e2-5d18-4b66-920b-ab691d0db478 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:20:32.376440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-61983379-aa80-4c93-b1b9-9f6bc5cb6940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:32.428421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-61983379-aa80-4c93-b1b9-9f6bc5cb6940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:32.507279 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-61983379-aa80-4c93-b1b9-9f6bc5cb6940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:32.662675 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-61983379-aa80-4c93-b1b9-9f6bc5cb6940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:32.703452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61983379-aa80-4c93-b1b9-9f6bc5cb6940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=632815e2-5d18-4b66-920b-ab691d0db478,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:32.708224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-61983379-aa80-4c93-b1b9-9f6bc5cb6940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:32.713875 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e375a77-5d7a-4073-a562-6f56ee953087 None None] Network 8a187760-5f67-443b-bddb-ed3d97fd27f0 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:20:32.714419 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-61983379-aa80-4c93-b1b9-9f6bc5cb6940 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/632815e2-5d18-4b66-920b-ab691d0db478 HTTP/1.1" status: 204 len: 168 time: 0.3997273 Jan 28 07:20:32.716878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54360) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:32.821128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:32.832007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Deleting port bee4e0dd-6906-4f6d-80ac-5c69490f1483 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:20:32.832337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:32.951207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c840f907-39f6-48bc-aac3-b5b9bb3a3bdd None None] DHCP port deletion for 8a187760-5f67-443b-bddb-ed3d97fd27f0 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:20:32.955143 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c840f907-39f6-48bc-aac3-b5b9bb3a3bdd None None] Deleting port bee4e0dd-6906-4f6d-80ac-5c69490f1483 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:20:32.955509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c840f907-39f6-48bc-aac3-b5b9bb3a3bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:33.035693 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] For port bee4e0dd-6906-4f6d-80ac-5c69490f1483, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=bee4e0dd-6906-4f6d-80ac-5c69490f1483,segment=NetworkSegment(5173cf12-60b2-47c3-9b85-a399a046abd2),segment_id=5173cf12-60b2-47c3-9b85-a399a046abd2)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:20:33.036046 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:33.161756 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Calling delete_port for bee4e0dd-6906-4f6d-80ac-5c69490f1483 owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:20:33.166971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-c840f907-39f6-48bc-aac3-b5b9bb3a3bdd None None] For port bee4e0dd-6906-4f6d-80ac-5c69490f1483, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=bee4e0dd-6906-4f6d-80ac-5c69490f1483,segment=NetworkSegment(5173cf12-60b2-47c3-9b85-a399a046abd2),segment_id=5173cf12-60b2-47c3-9b85-a399a046abd2)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:20:33.167400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c840f907-39f6-48bc-aac3-b5b9bb3a3bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:33.282759 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-503c2922-319a-4267-9df3-304f526e61c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:33.289898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c840f907-39f6-48bc-aac3-b5b9bb3a3bdd None None] Calling delete_port for bee4e0dd-6906-4f6d-80ac-5c69490f1483 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:20:33.317717 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:20:33.334651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:33.366893 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:20:33.367249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device c4ce10f4-0afb-45fa-8ce7-2d3d0459f38e not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:20:33.367680 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device bee4e0dd-6906-4f6d-80ac-5c69490f1483 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:20:33.379139 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee4e0dd-6906-4f6d-80ac-5c69490f1483,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:33.385093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] No DVR routers for this DVR port bee4e0dd-6906-4f6d-80ac-5c69490f1483 on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:20:33.404955 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: bee4e0dd-6906-4f6d-80ac-5c69490f1483 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:20:33.405301 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device bee4e0dd-6906-4f6d-80ac-5c69490f1483 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:20:33.405745 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b67e4484-5107-4a4e-b547-5261eebc6aac no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:20:33.441915 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: b67e4484-5107-4a4e-b547-5261eebc6aac {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:20:33.442263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b67e4484-5107-4a4e-b547-5261eebc6aac not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:20:33.465651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-c840f907-39f6-48bc-aac3-b5b9bb3a3bdd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:20:33.466009 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-c840f907-39f6-48bc-aac3-b5b9bb3a3bdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:20:33.500556 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:33.524833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a187760-5f67-443b-bddb-ed3d97fd27f0']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:33.536366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5173cf12-60b2-47c3-9b85-a399a046abd2') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:33.536661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5173cf12-60b2-47c3-9b85-a399a046abd2') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:33.547515 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:33.563136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:33.568969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:20:33.569348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:20:33.586114 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:20:33.722765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:33.738587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:33.751528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a187760-5f67-443b-bddb-ed3d97fd27f0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:33.756112 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-29027050-a3af-4e02-92b9-d694aacbd174 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8a187760-5f67-443b-bddb-ed3d97fd27f0 HTTP/1.1" status: 204 len: 168 time: 1.0383184 Jan 28 07:20:33.967334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c840f907-39f6-48bc-aac3-b5b9bb3a3bdd None None] Deleting port bee4e0dd-6906-4f6d-80ac-5c69490f1483 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:20:33.967897 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c840f907-39f6-48bc-aac3-b5b9bb3a3bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:34.033431 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c840f907-39f6-48bc-aac3-b5b9bb3a3bdd None None] The port 'bee4e0dd-6906-4f6d-80ac-5c69490f1483' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 07:20:34.129128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54366) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:34.181054 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d5abbc56-085e-4a4e-8f4a-613a3f942b6a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07de4d7c0de34ae4a48c63817694d1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506725 Jan 28 07:20:34.183538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54370) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:34.239351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-475fba1f-424a-446a-a7f8-0729d4064da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:34.263955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-475fba1f-424a-446a-a7f8-0729d4064da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:34.342501 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:34.399413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-475fba1f-424a-446a-a7f8-0729d4064da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:34.416732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fba1f-424a-446a-a7f8-0729d4064da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23faa4e-d1f4-4b93-8ddf-2309f22d8baa,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:34.423116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-475fba1f-424a-446a-a7f8-0729d4064da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:34.424273 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-475fba1f-424a-446a-a7f8-0729d4064da1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d23faa4e-d1f4-4b93-8ddf-2309f22d8baa HTTP/1.1" status: 204 len: 168 time: 0.2398217 Jan 28 07:20:34.582537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:35.112464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54378) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:35.159492 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-83a82d38-b509-4add-af10-9a518a3b2a1c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7cc27db66ae140f09f8bdfc9e7c231bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458884 Jan 28 07:20:35.161843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54382) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:35.220668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19dbb01a-31ba-4bf4-8424-6c3414d00362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:35.245906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19dbb01a-31ba-4bf4-8424-6c3414d00362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:35.371464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19dbb01a-31ba-4bf4-8424-6c3414d00362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:35.388686 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dbb01a-31ba-4bf4-8424-6c3414d00362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6c2dbe-fb66-4d31-b636-dfcc6571d97d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:35.391882 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-19dbb01a-31ba-4bf4-8424-6c3414d00362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:35.393042 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-19dbb01a-31ba-4bf4-8424-6c3414d00362 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb6c2dbe-fb66-4d31-b636-dfcc6571d97d HTTP/1.1" status: 204 len: 168 time: 0.2302709 Jan 28 07:20:35.860702 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:37.779499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54424) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:37.784695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-763625547', 'description': 'tempest-secgroup-smoke-763625547 description', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:37.790568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:20:37.794442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:20:37.797295 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:20:37.802960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:20:37.896891 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:37.909282 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:37.923983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:20:37.927881 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:20:37.930661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:20:37.936280 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:20:38.026126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:38.091402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:38.106095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:20:38.117520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:20:38.123186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:20:38.131887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:20:38.133665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff447d31-905b-4400-b96e-5c231cbb27f7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:38.204716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:38.297389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:38.337670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eedf56e-4003-4e23-94b8-d288e0a6eeb7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:38.422966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:38.424232 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-93785b40-6d6f-4ffd-8e75-3128b4f15b69 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6437581 Jan 28 07:20:38.426999 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54428) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:38.431954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-13582cb2-fe1b-4897-882f-0dabecabe9ec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '8eedf56e-4003-4e23-94b8-d288e0a6eeb7', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:38.438411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-13582cb2-fe1b-4897-882f-0dabecabe9ec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:20:38.442211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-13582cb2-fe1b-4897-882f-0dabecabe9ec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:20:38.445213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-13582cb2-fe1b-4897-882f-0dabecabe9ec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:20:38.450803 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-13582cb2-fe1b-4897-882f-0dabecabe9ec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:20:38.552594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-13582cb2-fe1b-4897-882f-0dabecabe9ec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:38.610649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-13582cb2-fe1b-4897-882f-0dabecabe9ec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:38.685817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-13582cb2-fe1b-4897-882f-0dabecabe9ec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:38.710098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13582cb2-fe1b-4897-882f-0dabecabe9ec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc84206-441a-47f5-9b20-bd42ed4a4573,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:38.845577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-13582cb2-fe1b-4897-882f-0dabecabe9ec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:38.846866 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-13582cb2-fe1b-4897-882f-0dabecabe9ec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4189210 Jan 28 07:20:38.849488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54432) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:38.854633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d94292d0-b6c9-4c26-9ba5-891c2b354813 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '8eedf56e-4003-4e23-94b8-d288e0a6eeb7', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:38.861178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d94292d0-b6c9-4c26-9ba5-891c2b354813 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:20:38.864867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d94292d0-b6c9-4c26-9ba5-891c2b354813 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:20:38.867724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d94292d0-b6c9-4c26-9ba5-891c2b354813 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:20:38.873462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d94292d0-b6c9-4c26-9ba5-891c2b354813 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:20:38.980800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d94292d0-b6c9-4c26-9ba5-891c2b354813 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:39.043408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d94292d0-b6c9-4c26-9ba5-891c2b354813 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:39.116858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d94292d0-b6c9-4c26-9ba5-891c2b354813 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:39.139433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94292d0-b6c9-4c26-9ba5-891c2b354813 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=294fdd86-1d45-4ad7-ae1c-02297d9f180b,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:39.248731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d94292d0-b6c9-4c26-9ba5-891c2b354813 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:39.252595 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d94292d0-b6c9-4c26-9ba5-891c2b354813 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4000516 Jan 28 07:20:39.253117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54436) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:39.257897 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-56678dc8-7170-48a8-8f78-5d613ff92379 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '8eedf56e-4003-4e23-94b8-d288e0a6eeb7', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:39.263884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-56678dc8-7170-48a8-8f78-5d613ff92379 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:20:39.268884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-56678dc8-7170-48a8-8f78-5d613ff92379 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:20:39.271805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-56678dc8-7170-48a8-8f78-5d613ff92379 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:20:39.277429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-56678dc8-7170-48a8-8f78-5d613ff92379 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:20:39.375996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-56678dc8-7170-48a8-8f78-5d613ff92379 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:39.435165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-56678dc8-7170-48a8-8f78-5d613ff92379 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:39.517367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-56678dc8-7170-48a8-8f78-5d613ff92379 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:39.540220 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56678dc8-7170-48a8-8f78-5d613ff92379 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5468b4a5-e844-4761-a09f-812630ea361a,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:39.614997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-56678dc8-7170-48a8-8f78-5d613ff92379 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:39.616253 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-56678dc8-7170-48a8-8f78-5d613ff92379 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3622372 Jan 28 07:20:39.619173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54440) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:39.624111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c221cf2b-997c-41b9-9819-0ea80527186f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '8eedf56e-4003-4e23-94b8-d288e0a6eeb7', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:39.630731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c221cf2b-997c-41b9-9819-0ea80527186f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:20:39.634633 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c221cf2b-997c-41b9-9819-0ea80527186f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:20:39.637571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c221cf2b-997c-41b9-9819-0ea80527186f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:20:39.643374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c221cf2b-997c-41b9-9819-0ea80527186f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:20:39.746501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c221cf2b-997c-41b9-9819-0ea80527186f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:39.808074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c221cf2b-997c-41b9-9819-0ea80527186f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:39.865625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c221cf2b-997c-41b9-9819-0ea80527186f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:39.889731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221cf2b-997c-41b9-9819-0ea80527186f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d06e5ab-4421-4eb7-874f-f82ab75687ba,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:39.962866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c221cf2b-997c-41b9-9819-0ea80527186f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:39.964152 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c221cf2b-997c-41b9-9819-0ea80527186f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3440280 Jan 28 07:20:39.966767 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54444) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:39.971689 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5f955aa9-f572-486e-90ac-951fb1cecb64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '8eedf56e-4003-4e23-94b8-d288e0a6eeb7', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:39.977557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5f955aa9-f572-486e-90ac-951fb1cecb64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:20:39.981293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5f955aa9-f572-486e-90ac-951fb1cecb64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:20:39.984615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5f955aa9-f572-486e-90ac-951fb1cecb64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:20:39.990188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5f955aa9-f572-486e-90ac-951fb1cecb64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:20:40.065352 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-5f955aa9-f572-486e-90ac-951fb1cecb64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Project e515c05fa5e6476ca9b8a700c8efff41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:20:40.071849 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f955aa9-f572-486e-90ac-951fb1cecb64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:40.133070 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f955aa9-f572-486e-90ac-951fb1cecb64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:40.205380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f955aa9-f572-486e-90ac-951fb1cecb64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:40.232923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f955aa9-f572-486e-90ac-951fb1cecb64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f835f4-dec0-4518-92cf-f02ece9eabd8,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:40.294531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5f955aa9-f572-486e-90ac-951fb1cecb64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:40.295783 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5f955aa9-f572-486e-90ac-951fb1cecb64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3280761 Jan 28 07:20:40.299167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54448) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:40.304271 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-5bb473d4-360f-4503-9fb0-af547d7d94cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '8eedf56e-4003-4e23-94b8-d288e0a6eeb7', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:40.310156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5bb473d4-360f-4503-9fb0-af547d7d94cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:20:40.313846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5bb473d4-360f-4503-9fb0-af547d7d94cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:20:40.316647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-5bb473d4-360f-4503-9fb0-af547d7d94cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:20:40.322254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-5bb473d4-360f-4503-9fb0-af547d7d94cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:20:40.408784 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-5bb473d4-360f-4503-9fb0-af547d7d94cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Project e515c05fa5e6476ca9b8a700c8efff41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:20:40.415404 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bb473d4-360f-4503-9fb0-af547d7d94cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:40.478129 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bb473d4-360f-4503-9fb0-af547d7d94cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:40.557043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bb473d4-360f-4503-9fb0-af547d7d94cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:40.580141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb473d4-360f-4503-9fb0-af547d7d94cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bbb835-419f-43da-92c8-2d5f1ea36f37,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:40.671779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5bb473d4-360f-4503-9fb0-af547d7d94cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:40.673008 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5bb473d4-360f-4503-9fb0-af547d7d94cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3728943 Jan 28 07:20:40.675939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54452) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:40.681262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'network': {'name': 'tempest-network-smoke--1111109581', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'port_security_enabled': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:40.686136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:20:40.689964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:network and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:20:40.692783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:20:40.698384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:20:40.774153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:40.777587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:40.803866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:20:40.812301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:40.813170 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Added segment 29fc5b1c-7550-41ec-8762-909dd8c6e046 of type vlan for network 6091ada1-53f0-402b-826d-dcee4dc92d08 Jan 28 07:20:40.842249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:40.934531 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:40.940360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:40.940925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:41.044850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Network': ['ID=6091ada1-53f0-402b-826d-dcee4dc92d08,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:41.055106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 6091ada1-53f0-402b-826d-dcee4dc92d08 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:20:41.069125 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fe1abbd1-85eb-4a7b-b8e8-34c1cf14174f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3921995 Jan 28 07:20:41.071933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54456) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:41.076885 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'admin_state_up': True, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:41.084535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:20:41.090888 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:router and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:20:41.091150 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:20:41.097314 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:20:41.174282 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:41.176802 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:41.190501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:41.351376 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:41.638832 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:42.009027 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:42.036850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:42.166306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.26.4.17 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/d22f6687-5a7c-4e38-a679-31c76a0520e3) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:42.309497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:42.397296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:42.461783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:42.464549 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:42.468319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:20:42.503112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=d22f6687-5a7c-4e38-a679-31c76a0520e3,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:42.994541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:43.441542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:43.705597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:20:43.880845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:20:43.892014 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Sync routers for ids ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:43.901615 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Routers {'0aca3c9c-aec7-462f-939c-bac9cf4ce3be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:20:43.902200 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:20:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:43.997095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:43.998228 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d5c7690a-7715-425a-adb8-708f090b9609 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9253764 Jan 28 07:20:44.001944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54460) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:44.077221 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Set router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:20:44.137944 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2e578a89-9c92-4cb9-8d4d-f63eefbf860b tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=e515c05fa5e6476ca9b8a700c8efff41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1348746 Jan 28 07:20:44.140717 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54466) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:44.269143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2eab1d-fd0b-4739-a814-4f4accb2a625 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:44.270619 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ed2eab1d-fd0b-4739-a814-4f4accb2a625 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289144 Jan 28 07:20:44.273389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54470) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:44.313525 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-00644f17-c73c-45cc-a2aa-0421c89a4f67 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390656 Jan 28 07:20:44.318062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54474) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:44.323448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2131997610', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:44.368069 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:20:42Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:44.372073 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Checking router: 0aca3c9c-aec7-462f-939c-bac9cf4ce3be for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:20:44.372411 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Updating router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be port d22f6687-5a7c-4e38-a679-31c76a0520e3 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:20:44.422780 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:44.430977 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:20:44.434684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:subnet and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:20:44.438052 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:20:44.443592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:20:44.514005 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:44.517637 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:44.744684 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:44.755810 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Transition to ACTIVE for port object d22f6687-5a7c-4e38-a679-31c76a0520e3 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:20:44.828511 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:44.888541 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:44.902759 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Subnet': ['ID=f5d6befa-4572-40f9-aa5b-b869b6f771cf,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:44.913211 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Checking segment: {'id': '29fc5b1c-7550-41ec-8762-909dd8c6e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:20:44.913589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network hostable DHCP agents. Network: 6091ada1-53f0-402b-826d-dcee4dc92d08, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:20:44.969801 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Attempting to bind port d22f6687-5a7c-4e38-a679-31c76a0520e3 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:20:44.972354 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Attempting to bind port d22f6687-5a7c-4e38-a679-31c76a0520e3 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:20:44.972354 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Attempting to bind port d22f6687-5a7c-4e38-a679-31c76a0520e3 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:20:44.973670 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f7934-8c9c-4fdf-af6a-0bc7f8f94b1c None None] Pushing event updated for resources: {'Port': ['ID=d22f6687-5a7c-4e38-a679-31c76a0520e3,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:44.981099 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:20:44.981463 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:20:44.981855 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:44.982239 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:20:44.982685 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Bound port: d22f6687-5a7c-4e38-a679-31c76a0520e3, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:20:44.983047 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:44.991650 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network 6091ada1-53f0-402b-826d-dcee4dc92d08 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:20:45.006514 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f7934-8c9c-4fdf-af6a-0bc7f8f94b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.006855 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f7934-8c9c-4fdf-af6a-0bc7f8f94b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.007183 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f7934-8c9c-4fdf-af6a-0bc7f8f94b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.007536 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f7934-8c9c-4fdf-af6a-0bc7f8f94b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.007860 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f7934-8c9c-4fdf-af6a-0bc7f8f94b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.008180 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f7934-8c9c-4fdf-af6a-0bc7f8f94b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.008500 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f7934-8c9c-4fdf-af6a-0bc7f8f94b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.008819 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f7934-8c9c-4fdf-af6a-0bc7f8f94b1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.009134 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f7934-8c9c-4fdf-af6a-0bc7f8f94b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.009447 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f7934-8c9c-4fdf-af6a-0bc7f8f94b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.009760 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f7934-8c9c-4fdf-af6a-0bc7f8f94b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.010070 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06f7934-8c9c-4fdf-af6a-0bc7f8f94b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.060624 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] For port d22f6687-5a7c-4e38-a679-31c76a0520e3, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:20:45.063499 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] For port d22f6687-5a7c-4e38-a679-31c76a0520e3, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d22f6687-5a7c-4e38-a679-31c76a0520e3,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:20:45.083075 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 6091ada1-53f0-402b-826d-dcee4dc92d08) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:45.087200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:45.087723 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:45.092051 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e20d6b2-f13e-4bac-acdb-cfbdc44eff10 None None] Network 6091ada1-53f0-402b-826d-dcee4dc92d08 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:20:45.174932 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:45.200558 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-229cf414-f89c-4aa2-95c2-823e47e4c624 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8790920 Jan 28 07:20:45.201076 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54478) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:20:45.285434 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f7934-8c9c-4fdf-af6a-0bc7f8f94b1c None None] Pushing event updated for resources: {'Port': ['ID=d22f6687-5a7c-4e38-a679-31c76a0520e3,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:45.290288 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Routers {'0aca3c9c-aec7-462f-939c-bac9cf4ce3be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:20:45.290873 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:20:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:45.353120 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-6091ada1-53f0-402b-826d-dcee4dc92d08', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ips': [{'subnet_id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:20:45.354325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:45.470302 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] Set router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:20:45.526432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Allocated IP 172.20.0.2 (6091ada1-53f0-402b-826d-dcee4dc92d08/f5d6befa-4572-40f9-aa5b-b869b6f771cf/2dc8cce2-bf4f-4ba5-b936-056d13554d80) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:45.735727 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:45.746432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Transition to ACTIVE for port object 2dc8cce2-bf4f-4ba5-b936-056d13554d80 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:20:45.753712 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:20:42Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:45.757551 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55693ffd-c23a-48a4-a1e3-0b8383645294 None None] The sync data for ids ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'] in dv-neutron-824022-4-hyperv is: [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:20:42Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:45.769456 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Transition to ACTIVE for port object 2dc8cce2-bf4f-4ba5-b936-056d13554d80 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:20:45.868747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:45.940200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Network 6091ada1-53f0-402b-826d-dcee4dc92d08 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:45.943334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:45.947909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:20:45.953793 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Pushing event updated for resources: {'Port': ['ID=2dc8cce2-bf4f-4ba5-b936-056d13554d80,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:45.991106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.991529 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.992172 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.992172 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.992505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.992828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.993150 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.993734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.994855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.994855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.994855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:45.995112 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:20:46.061670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:46.069699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Attempting to bind port 2dc8cce2-bf4f-4ba5-b936-056d13554d80 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:20:46.070074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Attempting to bind port 2dc8cce2-bf4f-4ba5-b936-056d13554d80 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '29fc5b1c-7550-41ec-8762-909dd8c6e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:20:46.070444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Attempting to bind port 2dc8cce2-bf4f-4ba5-b936-056d13554d80 on network 6091ada1-53f0-402b-826d-dcee4dc92d08 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:20:46.084827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:20:46.086567 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Checking segment: {'id': '29fc5b1c-7550-41ec-8762-909dd8c6e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:20:46.087418 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:46.087826 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Bound using segment: {'id': '29fc5b1c-7550-41ec-8762-909dd8c6e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:20:46.088313 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Bound port: 2dc8cce2-bf4f-4ba5-b936-056d13554d80, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29fc5b1c-7550-41ec-8762-909dd8c6e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:20:46.088701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:46.183958 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] For port 2dc8cce2-bf4f-4ba5-b936-056d13554d80, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:20:46.187338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] For port 2dc8cce2-bf4f-4ba5-b936-056d13554d80, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=2dc8cce2-bf4f-4ba5-b936-056d13554d80,segment=NetworkSegment(29fc5b1c-7550-41ec-8762-909dd8c6e046),segment_id=29fc5b1c-7550-41ec-8762-909dd8c6e046)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:20:46.301090 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:46.396241 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677e94f-2106-4fe9-a231-c5a6b506ac0c None None] Pushing event updated for resources: {'Port': ['ID=2dc8cce2-bf4f-4ba5-b936-056d13554d80,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:46.489623 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.20.0.1 (6091ada1-53f0-402b-826d-dcee4dc92d08/f5d6befa-4572-40f9-aa5b-b869b6f771cf/9ba65adc-d8e9-45e2-9110-bf40b5d94ae0) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:46.669190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:46.690330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Transition to ACTIVE for port object 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:20:46.845794 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:46.910976 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network 6091ada1-53f0-402b-826d-dcee4dc92d08 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:46.914011 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:46.916316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:20:46.963701 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=9ba65adc-d8e9-45e2-9110-bf40b5d94ae0,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:46.984182 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:47.184596 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:47.391499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d22f6687-5a7c-4e38-a679-31c76a0520e3 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:20:47.434196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1e7653-8105-4c67-a12e-dcc52c1d8688 None None] Network 6091ada1-53f0-402b-826d-dcee4dc92d08 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:20:47.570700 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-34ef5b4e-6205-438d-86d5-3dddab786996 None None] Provisioning for port 2dc8cce2-bf4f-4ba5-b936-056d13554d80 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:20:47.690071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port d22f6687-5a7c-4e38-a679-31c76a0520e3 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:20:47.697167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d22f6687-5a7c-4e38-a679-31c76a0520e3 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:47.697541 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:47.738856 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:47.798083 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:47.841535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:47.865041 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port d22f6687-5a7c-4e38-a679-31c76a0520e3, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d22f6687-5a7c-4e38-a679-31c76a0520e3,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:20:47.928272 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:47.931876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=9ba65adc-d8e9-45e2-9110-bf40b5d94ae0,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:47.940578 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:47.941880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2dc8cce2-bf4f-4ba5-b936-056d13554d80 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:20:48.065761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=d22f6687-5a7c-4e38-a679-31c76a0520e3,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:48.079720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network 6091ada1-53f0-402b-826d-dcee4dc92d08 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:48.080921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:48.146015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 2dc8cce2-bf4f-4ba5-b936-056d13554d80 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:20:48.151278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 2dc8cce2-bf4f-4ba5-b936-056d13554d80 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:48.151666 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:48.180579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2189e27a-882f-4b7e-9786-e99c0d62108b None None] Provisioning for port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:20:48.196664 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2189e27a-882f-4b7e-9786-e99c0d62108b None None] Provisioning complete for port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:48.197042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2189e27a-882f-4b7e-9786-e99c0d62108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:48.262589 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2189e27a-882f-4b7e-9786-e99c0d62108b None None] Port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:20:48.274132 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:20:48.363014 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:48.404743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-487fe8cc-3fcc-4845-a8fd-8e04ea327ccf None None] Provisioning complete for port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:48.405392 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-487fe8cc-3fcc-4845-a8fd-8e04ea327ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:48.439872 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 2dc8cce2-bf4f-4ba5-b936-056d13554d80, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=2dc8cce2-bf4f-4ba5-b936-056d13554d80,segment=NetworkSegment(29fc5b1c-7550-41ec-8762-909dd8c6e046),segment_id=29fc5b1c-7550-41ec-8762-909dd8c6e046)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:20:48.462555 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:20:48.465326 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-487fe8cc-3fcc-4845-a8fd-8e04ea327ccf None None] Port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:20:48.472511 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Sync routers for ids ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:20:48.474558 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0880b9ef-1e0b-4670-96e3-e924453b90ea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "PUT /v2.0/routers/0aca3c9c-aec7-462f-939c-bac9cf4ce3be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2727430 Jan 28 07:20:48.481415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Routers {'0aca3c9c-aec7-462f-939c-bac9cf4ce3be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:20:48.482315 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:20:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:48.538097 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:48.632989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1a5e728e-dc7e-4950-bc3b-c068fc7a1097 None None] Provisioning complete for port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:48.633358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a5e728e-dc7e-4950-bc3b-c068fc7a1097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:48.636353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-a9d46ab7-a40e-463c-ad32-ea4518f1b45b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:20:48.750907 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=2dc8cce2-bf4f-4ba5-b936-056d13554d80,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:48.762717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-a9d46ab7-a40e-463c-ad32-ea4518f1b45b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:20:48.763976 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-a9d46ab7-a40e-463c-ad32-ea4518f1b45b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763625547&fields=id&tenant_id=e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 267 time: 0.1658010 Jan 28 07:20:48.768255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e728e-dc7e-4950-bc3b-c068fc7a1097 None None] Port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:20:48.782802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Set router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:20:48.922811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-2a9ee3da-5acc-4c0b-802b-e832f5252f1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:48.923496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-2a9ee3da-5acc-4c0b-802b-e832f5252f1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:20:49.017490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-2a9ee3da-5acc-4c0b-802b-e832f5252f1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:20:49.018554 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-2a9ee3da-5acc-4c0b-802b-e832f5252f1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/networks?id=6091ada1-53f0-402b-826d-dcee4dc92d08 HTTP/1.1" status: 200 len: 797 time: 0.2453632 Jan 28 07:20:49.033722 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-7ddb3df7-7ba4-4a19-a8e5-cddb17ed24bf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/quotas/e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 375 time: 0.0092800 Jan 28 07:20:49.094703 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '9ba65adc-d8e9-45e2-9110-bf40b5d94ae0', 'name': '', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:dd:e4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:46Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 2, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:49.098545 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Checking router: 0aca3c9c-aec7-462f-939c-bac9cf4ce3be for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:20:49.098905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Updating router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:20:49.115161 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-ba9b9f17-afee-4afd-a64c-c4f7fa73029c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763860 Jan 28 07:20:49.151450 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:49.253810 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f73eeefc-6aa2-4750-a672-768b7e7847de service neutron] 10.222.0.25 "GET /v2.0/networks/6091ada1-53f0-402b-826d-dcee4dc92d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264586 Jan 28 07:20:49.318124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d22f6687-5a7c-4e38-a679-31c76a0520e3 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:20:49.388655 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-392549b2-4c26-4cbd-8113-04c2e4123b29 service neutron] 10.222.0.25 "GET /v2.0/networks/6091ada1-53f0-402b-826d-dcee4dc92d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289024 Jan 28 07:20:49.476783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d22f6687-5a7c-4e38-a679-31c76a0520e3 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:49.477345 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:49.606157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:49.653378 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22792b7e-da3e-49c4-b055-e1af49a2dc1a req-21e83f3d-d647-4693-8733-0a993e9743f5 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 210 time: 0.0441163 Jan 28 07:20:49.659143 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Transition to ACTIVE for port object 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:20:49.675434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2dc8cce2-bf4f-4ba5-b936-056d13554d80 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:20:49.731799 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:49.894355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 2dc8cce2-bf4f-4ba5-b936-056d13554d80 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:49.894731 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:49.940676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb526671-0eed-4546-a9fe-91a32aab12ac None None] Pushing event updated for resources: {'Port': ['ID=9ba65adc-d8e9-45e2-9110-bf40b5d94ae0,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:50.055249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Attempting to bind port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:20:50.055627 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Attempting to bind port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '29fc5b1c-7550-41ec-8762-909dd8c6e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:20:50.055985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Attempting to bind port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 on network 6091ada1-53f0-402b-826d-dcee4dc92d08 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:20:50.063778 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:20:50.064105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Checking segment: {'id': '29fc5b1c-7550-41ec-8762-909dd8c6e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:20:50.064496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:50.064874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Bound using segment: {'id': '29fc5b1c-7550-41ec-8762-909dd8c6e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:20:50.065338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Bound port: 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29fc5b1c-7550-41ec-8762-909dd8c6e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:20:50.065706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:50.195924 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] For port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:20:50.198836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] For port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=9ba65adc-d8e9-45e2-9110-bf40b5d94ae0,segment=NetworkSegment(29fc5b1c-7550-41ec-8762-909dd8c6e046),segment_id=29fc5b1c-7550-41ec-8762-909dd8c6e046)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:20:50.266404 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:50.344271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Routers {'0aca3c9c-aec7-462f-939c-bac9cf4ce3be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:20:50.344907 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:20:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:50.398295 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb526671-0eed-4546-a9fe-91a32aab12ac None None] Pushing event updated for resources: {'Port': ['ID=9ba65adc-d8e9-45e2-9110-bf40b5d94ae0,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:50.526895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] Set router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:20:50.898966 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a45eeddc-fe0f-4015-9816-ca3ecdab14e5 req-1a479ff4-1373-486c-828b-65ca3811de1d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 210 time: 0.1669972 Jan 28 07:20:50.900812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '9ba65adc-d8e9-45e2-9110-bf40b5d94ae0', 'name': '', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:dd:e4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:46Z', 'updated_at': '2022-01-28T07:20:50Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:20:50.900812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa922dd-197f-49fe-9a0f-69b471b778ca None None] The sync data for ids ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'] in dv-neutron-824022-4-hyperv is: [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '9ba65adc-d8e9-45e2-9110-bf40b5d94ae0', 'name': '', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:dd:e4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:46Z', 'updated_at': '2022-01-28T07:20:50Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:20:51.341083 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:20:51.479557 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:20:51.484927 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:51.485298 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:51.607871 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:51.641971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=9ba65adc-d8e9-45e2-9110-bf40b5d94ae0,segment=NetworkSegment(29fc5b1c-7550-41ec-8762-909dd8c6e046),segment_id=29fc5b1c-7550-41ec-8762-909dd8c6e046)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:20:51.714002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:51.792383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=9ba65adc-d8e9-45e2-9110-bf40b5d94ae0,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:51.970510 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3f6dbf6d-57e7-49cf-bb12-1968f7cc53e3 req-a43565e0-5b8a-42ea-9e10-2ed9f99d3d49 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 210 time: 0.0426102 Jan 28 07:20:53.062320 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f68a0297-d071-4e28-9296-f1de5d3db6f7 req-054a4359-a9f0-4a82-8362-c62064458dcf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 210 time: 0.0413380 Jan 28 07:20:53.310944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:20:53.378802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:53.379173 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:54.209574 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0e458462-5fc9-4fdb-88a9-3f43fa478eca req-a7d13cd0-1010-483c-8160-07502bbed280 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 210 time: 0.0446687 Jan 28 07:20:55.354645 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-861f38f9-3a70-4bfe-8882-e9453fb86f4c req-a00963a6-f8c8-459c-bb91-1ea3d5bb0b85 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 210 time: 0.0413220 Jan 28 07:20:56.103731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-e19eda3e-1c0a-401a-824b-26d39ae92248 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:56.105042 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-e19eda3e-1c0a-401a-824b-26d39ae92248 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/networks?id=6091ada1-53f0-402b-826d-dcee4dc92d08 HTTP/1.1" status: 200 len: 797 time: 0.1488097 Jan 28 07:20:56.165759 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-148d15c4-de55-4f22-8770-899f7bbc0000 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 379 time: 0.0377045 Jan 28 07:20:56.176466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'port': {'device_id': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'admin_state_up': True, 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'security_groups': ['8eedf56e-4003-4e23-94b8-d288e0a6eeb7']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:56.311827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:20:56.316250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:port and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:20:56.319048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:20:56.324770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:20:56.405437 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:20:56.409146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:56.519679 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4541644c-6f95-4408-a369-12bb19933fa0 req-074c4f95-623b-4b6c-8dcc-d6b0462a98e8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 210 time: 0.0502272 Jan 28 07:20:56.613358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.20.0.9 (6091ada1-53f0-402b-826d-dcee4dc92d08/f5d6befa-4572-40f9-aa5b-b869b6f771cf/a39195ec-4c8c-4d07-b53b-d25d2c2481ec) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:20:56.794219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:56.810101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Transition to ACTIVE for port object a39195ec-4c8c-4d07-b53b-d25d2c2481ec will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:20:56.829980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-2365ab96-a812-4dfe-8f29-8e7a2f2858da req-df98d8c4-e338-4779-8401-e59a228af043 tempest-ServerDiskConfigTestJSON-726239511 tempest-ServerDiskConfigTestJSON-726239511-project] (88217) timed out ('10.222.0.37', 49863) {{(pid=88217) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 07:20:56.891774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:56.962733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network 6091ada1-53f0-402b-826d-dcee4dc92d08 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:20:56.965690 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:20:56.970264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:20:57.006156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=a39195ec-4c8c-4d07-b53b-d25d2c2481ec,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:57.038604 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:57.039214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:57.120633 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-f2f0645e-1b79-4ce5-8462-c70f95ea7aea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9475594 Jan 28 07:20:57.147901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Request body: {'port': {'device_id': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:20:57.258498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:57.313959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-49c2e2c5-f4b4-4872-8efe-727e7834853a None None] Provisioning for port a39195ec-4c8c-4d07-b53b-d25d2c2481ec completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:20:57.319022 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-49c2e2c5-f4b4-4872-8efe-727e7834853a None None] Provisioning complete for port a39195ec-4c8c-4d07-b53b-d25d2c2481ec triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:20:57.319430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49c2e2c5-f4b4-4872-8efe-727e7834853a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:57.371515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-49c2e2c5-f4b4-4872-8efe-727e7834853a None None] Port a39195ec-4c8c-4d07-b53b-d25d2c2481ec cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:20:57.589230 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39195ec-4c8c-4d07-b53b-d25d2c2481ec {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:20:57.596372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:57.610906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Transition to ACTIVE for port object a39195ec-4c8c-4d07-b53b-d25d2c2481ec will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:20:57.700477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9153e6d-3d1a-4b76-805f-9ed054634d89 req-c5e907fb-9f92-47ef-92a5-8aea3be42583 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:57.701140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e9153e6d-3d1a-4b76-805f-9ed054634d89 req-c5e907fb-9f92-47ef-92a5-8aea3be42583 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:20:57.704743 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:57.948716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-e9153e6d-3d1a-4b76-805f-9ed054634d89 req-c5e907fb-9f92-47ef-92a5-8aea3be42583 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:20:57.949941 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e9153e6d-3d1a-4b76-805f-9ed054634d89 req-c5e907fb-9f92-47ef-92a5-8aea3be42583 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 931 time: 0.3266859 Jan 28 07:20:57.954499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a39195ec-4c8c-4d07-b53b-d25d2c2481ec,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:58.060110 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e9153e6d-3d1a-4b76-805f-9ed054634d89 req-614f67d5-fde2-4345-85ef-841fb42d2587 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019096 Jan 28 07:20:58.091336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Attempting to bind port a39195ec-4c8c-4d07-b53b-d25d2c2481ec on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:20:58.091666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Attempting to bind port a39195ec-4c8c-4d07-b53b-d25d2c2481ec by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '29fc5b1c-7550-41ec-8762-909dd8c6e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:20:58.092003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Attempting to bind port a39195ec-4c8c-4d07-b53b-d25d2c2481ec on network 6091ada1-53f0-402b-826d-dcee4dc92d08 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:20:58.096947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Port a39195ec-4c8c-4d07-b53b-d25d2c2481ec on network 6091ada1-53f0-402b-826d-dcee4dc92d08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:20:58.097258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Attempting to bind port a39195ec-4c8c-4d07-b53b-d25d2c2481ec on network 6091ada1-53f0-402b-826d-dcee4dc92d08 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:20:58.102134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:20:58.102466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Checking segment: {'id': '29fc5b1c-7550-41ec-8762-909dd8c6e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:20:58.102839 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Bound using segment: {'id': '29fc5b1c-7550-41ec-8762-909dd8c6e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:20:58.103269 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Bound port: a39195ec-4c8c-4d07-b53b-d25d2c2481ec, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29fc5b1c-7550-41ec-8762-909dd8c6e046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:20:58.103608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:58.188396 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] For port a39195ec-4c8c-4d07-b53b-d25d2c2481ec, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:20:58.191215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] For port a39195ec-4c8c-4d07-b53b-d25d2c2481ec, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=a39195ec-4c8c-4d07-b53b-d25d2c2481ec,segment=NetworkSegment(29fc5b1c-7550-41ec-8762-909dd8c6e046),segment_id=29fc5b1c-7550-41ec-8762-909dd8c6e046)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:20:58.285505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:58.349623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:58.350224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:20:58.351655 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/a39195ec-4c8c-4d07-b53b-d25d2c2481ec HTTP/1.1" status: 200 len: 1093 time: 1.2081513 Jan 28 07:20:58.352085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'tag': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:20:58.372144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec3aae2-c6fb-47b3-ad62-5d633c8237c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a39195ec-4c8c-4d07-b53b-d25d2c2481ec,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:20:58.413103 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'tag': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec', 'status': 'completed', 'code': 200} Jan 28 07:20:58.520301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cde87-852e-405c-89e8-e4189f88fa23 req-d9da8346-a3d4-41f7-8861-bc56b48b0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:58.521773 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7e1cde87-852e-405c-89e8-e4189f88fa23 req-d9da8346-a3d4-41f7-8861-bc56b48b0879 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 1096 time: 0.0726221 Jan 28 07:20:58.673181 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cde87-852e-405c-89e8-e4189f88fa23 req-d2ffa250-33da-4865-9ac9-f94760a213ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:58.674610 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7e1cde87-852e-405c-89e8-e4189f88fa23 req-d2ffa250-33da-4865-9ac9-f94760a213ee service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1332724 Jan 28 07:20:58.812737 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cde87-852e-405c-89e8-e4189f88fa23 req-ece6e278-6ab0-4916-8bf5-6f3e05b25543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:58.814265 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7e1cde87-852e-405c-89e8-e4189f88fa23 req-ece6e278-6ab0-4916-8bf5-6f3e05b25543 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303556 Jan 28 07:20:58.947519 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-df0925d8-56ff-412d-99e4-5604f1ade986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:58.948877 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-df0925d8-56ff-412d-99e4-5604f1ade986 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 1096 time: 0.0682662 Jan 28 07:20:59.032242 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-15faecc6-7a7f-4a55-8907-7d667f55ad1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39195ec-4c8c-4d07-b53b-d25d2c2481ec HTTP/1.1" status: 200 len: 217 time: 0.0630209 Jan 28 07:20:59.100767 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-ff9dce3a-bbe7-426f-8fbe-41cf888f2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:59.102189 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-ff9dce3a-bbe7-426f-8fbe-41cf888f2223 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5d6befa-4572-40f9-aa5b-b869b6f771cf HTTP/1.1" status: 200 len: 835 time: 0.0597470 Jan 28 07:20:59.225049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-3ae632a7-8beb-4d46-9667-44a89f8115ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:59.226455 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-3ae632a7-8beb-4d46-9667-44a89f8115ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6091ada1-53f0-402b-826d-dcee4dc92d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152635 Jan 28 07:20:59.333876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907a883-65a3-4c44-aee6-79e1d1fcc93b req-dfb1596f-1db3-46f5-9c7c-bb6909753bee tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:20:59.335322 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3907a883-65a3-4c44-aee6-79e1d1fcc93b req-dfb1596f-1db3-46f5-9c7c-bb6909753bee tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 943 time: 0.1714466 Jan 28 07:20:59.407415 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3907a883-65a3-4c44-aee6-79e1d1fcc93b req-66c3a5cd-453e-4940-9e24-2c5ffe74a087 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655932 Jan 28 07:20:59.409349 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-6f971b9a-7d6a-4df3-a25f-2879ac3747db service neutron] 10.222.0.37 "GET /v2.0/networks/6091ada1-53f0-402b-826d-dcee4dc92d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726718 Jan 28 07:20:59.545555 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-843ed280-99eb-4217-9b7f-b6270724ae4d req-49f2d06c-d2df-4bd8-ae33-433a30a1a6fc service neutron] 10.222.0.37 "GET /v2.0/networks/6091ada1-53f0-402b-826d-dcee4dc92d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246269 Jan 28 07:21:00.588178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4c8b2-064d-44f5-82ed-e29f2d50526b req-27081ea7-c853-47bc-b96b-61a60d79c924 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:00.589596 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a0b4c8b2-064d-44f5-82ed-e29f2d50526b req-27081ea7-c853-47bc-b96b-61a60d79c924 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 943 time: 0.0777562 Jan 28 07:21:00.632634 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a0b4c8b2-064d-44f5-82ed-e29f2d50526b req-5f605528-1558-49ef-82e4-8065fe53b082 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374534 Jan 28 07:21:00.890826 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-596a6344-e372-4c5b-ac99-ea8ebb8efa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:01.366244 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:21:01.815042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72361d-13e1-48a4-8d3c-c2c5bf7acb18 req-67644672-7c26-4c4f-9a2a-75d74d52d0d0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:01.816423 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c72361d-13e1-48a4-8d3c-c2c5bf7acb18 req-67644672-7c26-4c4f-9a2a-75d74d52d0d0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 943 time: 0.0811117 Jan 28 07:21:01.859987 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c72361d-13e1-48a4-8d3c-c2c5bf7acb18 req-4eb118a9-f35c-42ca-9c43-820356f801c8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379848 Jan 28 07:21:02.643012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device a39195ec-4c8c-4d07-b53b-d25d2c2481ec details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:21:02.798505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port a39195ec-4c8c-4d07-b53b-d25d2c2481ec, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=a39195ec-4c8c-4d07-b53b-d25d2c2481ec,segment=NetworkSegment(29fc5b1c-7550-41ec-8762-909dd8c6e046),segment_id=29fc5b1c-7550-41ec-8762-909dd8c6e046)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:21:02.810899 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'port_id': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec', 'mac_address': 'fa:16:3e:9a:4d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:21:02.867264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:02.883654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39195ec-4c8c-4d07-b53b-d25d2c2481ec {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:21:02.899323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port a39195ec-4c8c-4d07-b53b-d25d2c2481ec, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=a39195ec-4c8c-4d07-b53b-d25d2c2481ec,segment=NetworkSegment(29fc5b1c-7550-41ec-8762-909dd8c6e046),segment_id=29fc5b1c-7550-41ec-8762-909dd8c6e046)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:21:02.965381 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:03.036375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=a39195ec-4c8c-4d07-b53b-d25d2c2481ec,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:03.043133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48682975-e94c-4318-b281-72e70c709457 req-47cc1ebf-6085-41ac-803a-cd28a4b62e23 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:03.044605 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-48682975-e94c-4318-b281-72e70c709457 req-47cc1ebf-6085-41ac-803a-cd28a4b62e23 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 944 time: 0.0808423 Jan 28 07:21:03.087640 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-48682975-e94c-4318-b281-72e70c709457 req-571d6205-7330-47c6-ac71-603633336adc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371075 Jan 28 07:21:03.228400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e927389b-53c8-41b0-8e30-e47424240029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:03.369966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['a39195ec-4c8c-4d07-b53b-d25d2c2481ec'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:21:04.342355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:04.380145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfe78c-8ca5-4de7-945d-9708be71319e req-d60a2de6-e554-46d1-b91e-3ed8f1a206d6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:04.380145 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aadfe78c-8ca5-4de7-945d-9708be71319e req-d60a2de6-e554-46d1-b91e-3ed8f1a206d6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 944 time: 0.1897125 Jan 28 07:21:04.423424 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aadfe78c-8ca5-4de7-945d-9708be71319e req-5fc05e72-1b76-4e7a-b3a4-d2148491d071 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383139 Jan 28 07:21:04.568301 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:04.643150 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device a39195ec-4c8c-4d07-b53b-d25d2c2481ec up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:21:04.762258 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port a39195ec-4c8c-4d07-b53b-d25d2c2481ec completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:21:04.767544 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port a39195ec-4c8c-4d07-b53b-d25d2c2481ec triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:21:04.767918 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:04.882249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:04.910886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:21:04.920154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port a39195ec-4c8c-4d07-b53b-d25d2c2481ec, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=a39195ec-4c8c-4d07-b53b-d25d2c2481ec,segment=NetworkSegment(29fc5b1c-7550-41ec-8762-909dd8c6e046),segment_id=29fc5b1c-7550-41ec-8762-909dd8c6e046)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:21:04.955436 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec', 'code': 200} Jan 28 07:21:04.991055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:05.057488 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=a39195ec-4c8c-4d07-b53b-d25d2c2481ec,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:05.435715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb89d38-36ef-4558-b940-4685470e1ec0 req-6f79677f-5b21-46e2-84d0-d66e1c29d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:05.437744 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-efb89d38-36ef-4558-b940-4685470e1ec0 req-6f79677f-5b21-46e2-84d0-d66e1c29d385 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 1098 time: 0.0699675 Jan 28 07:21:05.480398 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-efb89d38-36ef-4558-b940-4685470e1ec0 req-3f95aaad-eb53-4cbd-94c3-3a49243daed0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333631 Jan 28 07:21:05.604579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af313c64-53bf-4eaa-b143-548fb66c2cdc req-428c3976-9ecf-4397-adaa-97608836a891 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:05.605892 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af313c64-53bf-4eaa-b143-548fb66c2cdc req-428c3976-9ecf-4397-adaa-97608836a891 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 945 time: 0.0780728 Jan 28 07:21:05.648165 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af313c64-53bf-4eaa-b143-548fb66c2cdc req-0c2d9dff-5b0e-4652-948d-4812ae172bbb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361054 Jan 28 07:21:05.839723 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:06.836800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb77fb4-f81a-40e3-b6f5-434bd77ad3a5 req-8c80925a-2398-4987-b001-f9b036df0d9d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:06.838274 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8fb77fb4-f81a-40e3-b6f5-434bd77ad3a5 req-8c80925a-2398-4987-b001-f9b036df0d9d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 945 time: 0.0824232 Jan 28 07:21:06.886092 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8fb77fb4-f81a-40e3-b6f5-434bd77ad3a5 req-fc47f572-3ec4-45fd-80b8-0e8d1204f731 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419393 Jan 28 07:21:08.062410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83056542-6029-4452-8a40-d0d839063660 req-d6e89c6f-67b9-4c56-942f-a8aba210857a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:08.063948 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-83056542-6029-4452-8a40-d0d839063660 req-d6e89c6f-67b9-4c56-942f-a8aba210857a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 945 time: 0.0770044 Jan 28 07:21:08.106229 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-83056542-6029-4452-8a40-d0d839063660 req-991185ad-d445-4760-a63b-e24d37112024 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366402 Jan 28 07:21:08.285776 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d887986-57f3-401b-a472-d86eea7b320f req-cffbac93-d85c-4553-92e9-ab9ab5783bd4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:08.287204 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d887986-57f3-401b-a472-d86eea7b320f req-cffbac93-d85c-4553-92e9-ab9ab5783bd4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 945 time: 0.0795443 Jan 28 07:21:08.329648 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6d887986-57f3-401b-a472-d86eea7b320f req-643d651f-6aa0-4bf9-8899-053c1e517a8e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370054 Jan 28 07:21:08.351138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54552) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:21:08.418562 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff12b1-64ca-44b6-9423-158840fe4ecf tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:08.420247 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4eff12b1-64ca-44b6-9423-158840fe4ecf tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 1093 time: 0.0680282 Jan 28 07:21:08.423210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54556) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:21:08.427871 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:21:08.433646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:21:08.438234 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:floatingip and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:21:08.440985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:21:08.446422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:21:08.528357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:08.659337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:08.790831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.26.4.172 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/0012b498-38cf-4e10-a45a-5b07598e24d6) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:21:08.935820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:09.039467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:09.105815 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:21:09.108511 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:21:09.112317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:21:09.146233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=0012b498-38cf-4e10-a45a-5b07598e24d6,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:09.157116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:09.157462 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:09.157804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:09.158141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:09.158473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:09.158803 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:09.159129 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:09.159486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:09.159811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:09.160136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:09.160457 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:09.160778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:21:09.537616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:09.680465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:09.978018 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:10.033714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:10.149739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=0012b498-38cf-4e10-a45a-5b07598e24d6,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:10.161311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:10.331257 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Floating IP a550e4ab-d0af-4284-93c4-39839945894e associated. External IP: 172.26.4.172, port: a39195ec-4c8c-4d07-b53b-d25d2c2481ec. Jan 28 07:21:10.675976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:21:10.852934 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:21:10.864605 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd34bf-f20e-4987-935a-c30e85e95454 None None] Sync routers for ids ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:21:10.874266 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd34bf-f20e-4987-935a-c30e85e95454 None None] Routers {'0aca3c9c-aec7-462f-939c-bac9cf4ce3be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:21:10.875552 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-05fd34bf-f20e-4987-935a-c30e85e95454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:21:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:10.959727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:11.017349 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ef211f64-1a1f-44f5-8194-37474bc3f900 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5931168 Jan 28 07:21:11.017933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'tag': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:21:11.051736 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-05fd34bf-f20e-4987-935a-c30e85e95454 None None] Set router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:21:11.064376 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'tag': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec', 'status': 'completed', 'code': 200} Jan 28 07:21:11.240461 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd3653-2f47-4244-9de5-7dfb5900d8d3 req-3ddbfe70-37c4-461b-ad6e-bb478b2cfa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:11.241834 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eabd3653-2f47-4244-9de5-7dfb5900d8d3 req-3ddbfe70-37c4-461b-ad6e-bb478b2cfa0f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 1098 time: 0.1019459 Jan 28 07:21:11.250048 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41df7ac-54ca-4b7e-92f8-0f52089fc326 req-47df6c5a-ab85-498d-9799-8b555041259f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:11.251402 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d41df7ac-54ca-4b7e-92f8-0f52089fc326 req-47df6c5a-ab85-498d-9799-8b555041259f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 945 time: 0.1434100 Jan 28 07:21:11.360445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:11.403440 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-05fd34bf-f20e-4987-935a-c30e85e95454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'a550e4ab-d0af-4284-93c4-39839945894e', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.172', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'port_id': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'mac_address': 'fa:16:3e:9a:4d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:21:09Z', 'updated_at': '2022-01-28T07:21:09Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba65adc-d8e9-45e2-9110-bf40b5d94ae0', 'name': '', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:dd:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:46Z', 'updated_at': '2022-01-28T07:20:51Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:11.407458 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd34bf-f20e-4987-935a-c30e85e95454 None None] Checking router: 0aca3c9c-aec7-462f-939c-bac9cf4ce3be for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:21:11.415882 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd34bf-f20e-4987-935a-c30e85e95454 None None] Routers {'0aca3c9c-aec7-462f-939c-bac9cf4ce3be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:21:11.416477 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-05fd34bf-f20e-4987-935a-c30e85e95454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:21:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:11.489349 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d41df7ac-54ca-4b7e-92f8-0f52089fc326 req-de5d026c-99cb-48b0-a1fb-b4d98fddb298 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178092 Jan 28 07:21:11.515521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54564) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:21:11.590506 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-05fd34bf-f20e-4987-935a-c30e85e95454 None None] Set router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:21:11.597659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd3653-2f47-4244-9de5-7dfb5900d8d3 req-1b43b51f-799e-42cf-938a-3acaf4da532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:11.599099 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eabd3653-2f47-4244-9de5-7dfb5900d8d3 req-1b43b51f-799e-42cf-938a-3acaf4da532e service neutron] 10.222.0.37 "GET /v2.0/networks?id=6091ada1-53f0-402b-826d-dcee4dc92d08 HTTP/1.1" status: 200 len: 898 time: 0.3468709 Jan 28 07:21:11.702358 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-65171966-bbc4-46ab-84c1-cee452da86a4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/a550e4ab-d0af-4284-93c4-39839945894e HTTP/1.1" status: 200 len: 991 time: 0.1855133 Jan 28 07:21:11.718793 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eabd3653-2f47-4244-9de5-7dfb5900d8d3 req-385352fa-2535-4427-91de-9877cfcc2b80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39195ec-4c8c-4d07-b53b-d25d2c2481ec HTTP/1.1" status: 200 len: 999 time: 0.1089172 Jan 28 07:21:11.780478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd3653-2f47-4244-9de5-7dfb5900d8d3 req-5184a427-2b4e-436d-a85f-13d20741f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:11.782433 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eabd3653-2f47-4244-9de5-7dfb5900d8d3 req-5184a427-2b4e-436d-a85f-13d20741f9bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5d6befa-4572-40f9-aa5b-b869b6f771cf HTTP/1.1" status: 200 len: 835 time: 0.0572512 Jan 28 07:21:11.861136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd3653-2f47-4244-9de5-7dfb5900d8d3 req-3488dc59-7bbe-4e09-a88b-adca50c42dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:11.862602 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eabd3653-2f47-4244-9de5-7dfb5900d8d3 req-3488dc59-7bbe-4e09-a88b-adca50c42dba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6091ada1-53f0-402b-826d-dcee4dc92d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720406 Jan 28 07:21:11.961075 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-05fd34bf-f20e-4987-935a-c30e85e95454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'a550e4ab-d0af-4284-93c4-39839945894e', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.172', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'port_id': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'mac_address': 'fa:16:3e:9a:4d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:21:09Z', 'updated_at': '2022-01-28T07:21:09Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba65adc-d8e9-45e2-9110-bf40b5d94ae0', 'name': '', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:dd:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:46Z', 'updated_at': '2022-01-28T07:20:51Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:11.965194 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fd34bf-f20e-4987-935a-c30e85e95454 None None] The sync data for ids ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'] in dv-neutron-824022-4-hyperv is: [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'a550e4ab-d0af-4284-93c4-39839945894e', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.172', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'port_id': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'mac_address': 'fa:16:3e:9a:4d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:21:09Z', 'updated_at': '2022-01-28T07:21:09Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ba65adc-d8e9-45e2-9110-bf40b5d94ae0', 'name': '', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:dd:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:46Z', 'updated_at': '2022-01-28T07:20:51Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:21:11.995465 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eabd3653-2f47-4244-9de5-7dfb5900d8d3 req-7a95c85f-98f3-4272-8e47-50187c0e22f3 service neutron] 10.222.0.37 "GET /v2.0/networks/6091ada1-53f0-402b-826d-dcee4dc92d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268232 Jan 28 07:21:12.128698 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eabd3653-2f47-4244-9de5-7dfb5900d8d3 req-39939dd4-6469-4e7d-8f18-4450a825cf15 service neutron] 10.222.0.37 "GET /v2.0/networks/6091ada1-53f0-402b-826d-dcee4dc92d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273987 Jan 28 07:21:12.159510 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b06ab23-9e46-4a3b-9e12-ad97f667182f None None] New status for floating IP a550e4ab-d0af-4284-93c4-39839945894e: ACTIVE {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:21:12.706105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54568) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:21:12.809822 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a1b221e6-b705-4b36-8a5c-f8334a67f8ad tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/a550e4ab-d0af-4284-93c4-39839945894e HTTP/1.1" status: 200 len: 993 time: 0.1025908 Jan 28 07:21:18.935988 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1157c05f-6698-4311-8bdc-65e13a0dd124 req-bb5b8a27-6f39-4027-b688-7ba344372426 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686963 Jan 28 07:21:19.097650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c05f-6698-4311-8bdc-65e13a0dd124 req-934153d7-f525-41ee-a675-6450f4d9909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:19.099025 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1157c05f-6698-4311-8bdc-65e13a0dd124 req-934153d7-f525-41ee-a675-6450f4d9909d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 1098 time: 0.0733447 Jan 28 07:21:19.241009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c05f-6698-4311-8bdc-65e13a0dd124 req-4c881853-b3fa-4b74-9f30-a976739eeafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:19.242409 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1157c05f-6698-4311-8bdc-65e13a0dd124 req-4c881853-b3fa-4b74-9f30-a976739eeafc service neutron] 10.222.0.37 "GET /v2.0/networks?id=6091ada1-53f0-402b-826d-dcee4dc92d08 HTTP/1.1" status: 200 len: 898 time: 0.1235824 Jan 28 07:21:19.342479 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1157c05f-6698-4311-8bdc-65e13a0dd124 req-753f443d-afc3-4ec8-a2b8-e32ea7c099ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39195ec-4c8c-4d07-b53b-d25d2c2481ec HTTP/1.1" status: 200 len: 1001 time: 0.0937524 Jan 28 07:21:19.402550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c05f-6698-4311-8bdc-65e13a0dd124 req-e1716143-3e73-4dba-85d2-96b40ddaad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:19.403848 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1157c05f-6698-4311-8bdc-65e13a0dd124 req-e1716143-3e73-4dba-85d2-96b40ddaad84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5d6befa-4572-40f9-aa5b-b869b6f771cf HTTP/1.1" status: 200 len: 835 time: 0.0552368 Jan 28 07:21:19.478382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157c05f-6698-4311-8bdc-65e13a0dd124 req-46daf758-17cc-4925-bfd1-56306ecb33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:19.479812 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1157c05f-6698-4311-8bdc-65e13a0dd124 req-46daf758-17cc-4925-bfd1-56306ecb33b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6091ada1-53f0-402b-826d-dcee4dc92d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663841 Jan 28 07:21:19.609873 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1157c05f-6698-4311-8bdc-65e13a0dd124 req-455a6404-ab9d-4eab-988b-f9e5a469c1b4 service neutron] 10.222.0.37 "GET /v2.0/networks/6091ada1-53f0-402b-826d-dcee4dc92d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205235 Jan 28 07:21:19.738304 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1157c05f-6698-4311-8bdc-65e13a0dd124 req-693ce96d-d4e1-424b-89c8-29493769362a service neutron] 10.222.0.37 "GET /v2.0/networks/6091ada1-53f0-402b-826d-dcee4dc92d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213210 Jan 28 07:21:30.865306 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1a99c05a-f64e-4c2e-acbc-503bad134eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:33.253923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c2f25831-eef3-400e-b270-937ad58d58c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:34.357250 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:34.625373 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:35.867814 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:38.364851 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:21:41.356874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:46.535963 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadfbbd-a18d-4f0e-90d5-857ba57f26c6 req-3e00affc-6b92-493d-a1b4-679908b73fe7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:46.537323 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8fadfbbd-a18d-4f0e-90d5-857ba57f26c6 req-3e00affc-6b92-493d-a1b4-679908b73fe7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 945 time: 0.1882191 Jan 28 07:21:46.580136 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8fadfbbd-a18d-4f0e-90d5-857ba57f26c6 req-a625f7c8-35d8-4832-9ef2-b0403cb22ea4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373075 Jan 28 07:21:47.763933 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbc355-a7df-40c4-bccc-c0ccbc66bf5e req-b29d02e9-75b4-4fe7-b510-2eec6d43bd05 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:47.765372 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-48bbc355-a7df-40c4-bccc-c0ccbc66bf5e req-b29d02e9-75b4-4fe7-b510-2eec6d43bd05 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 945 time: 0.0813754 Jan 28 07:21:47.808908 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-48bbc355-a7df-40c4-bccc-c0ccbc66bf5e req-9e164046-636a-4f7b-9c41-80bdb7097804 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374119 Jan 28 07:21:47.833467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54588) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:21:47.937845 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-63261d0c-0e63-4b8b-80a1-be108aa20402 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/a550e4ab-d0af-4284-93c4-39839945894e HTTP/1.1" status: 200 len: 993 time: 0.1031384 Jan 28 07:21:49.545283 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9752ca9-ef21-4197-98f5-7ed1d7df8cec req-74a8953e-5deb-4f9f-87db-f9e7c5e2443c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:49.546703 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a9752ca9-ef21-4197-98f5-7ed1d7df8cec req-74a8953e-5deb-4f9f-87db-f9e7c5e2443c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 945 time: 0.0793619 Jan 28 07:21:49.588809 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a9752ca9-ef21-4197-98f5-7ed1d7df8cec req-a072e20c-1d36-4d42-8412-26b1f1d2b38f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365005 Jan 28 07:21:50.772728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fff10-76c1-40b1-9c1c-49b50c8f4740 req-2f3649c9-66b6-4877-9589-0153e5555027 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:50.774159 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-961fff10-76c1-40b1-9c1c-49b50c8f4740 req-2f3649c9-66b6-4877-9589-0153e5555027 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 945 time: 0.0808380 Jan 28 07:21:50.816950 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-961fff10-76c1-40b1-9c1c-49b50c8f4740 req-f9f4ae72-9824-4b58-95be-7407c7885731 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371914 Jan 28 07:21:50.839846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54600) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:21:50.942371 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d208b351-d269-48b2-a8ff-df6876e7a117 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/a550e4ab-d0af-4284-93c4-39839945894e HTTP/1.1" status: 200 len: 993 time: 0.1013403 Jan 28 07:21:51.242608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54608) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:21:51.443669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1ff44-4fb6-42b4-8b35-6eb3e6ccfb0c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 0012b498-38cf-4e10-a45a-5b07598e24d6 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:21:51.444010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ff44-4fb6-42b4-8b35-6eb3e6ccfb0c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:51.606485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ff44-4fb6-42b4-8b35-6eb3e6ccfb0c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:51.606811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ff44-4fb6-42b4-8b35-6eb3e6ccfb0c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:51.727132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f0b1ff44-4fb6-42b4-8b35-6eb3e6ccfb0c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 0012b498-38cf-4e10-a45a-5b07598e24d6 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:21:51.922744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ff44-4fb6-42b4-8b35-6eb3e6ccfb0c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:51.969810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1ff44-4fb6-42b4-8b35-6eb3e6ccfb0c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=0012b498-38cf-4e10-a45a-5b07598e24d6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:52.059899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ff44-4fb6-42b4-8b35-6eb3e6ccfb0c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:52.060235 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-f0b1ff44-4fb6-42b4-8b35-6eb3e6ccfb0c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Floating IP a550e4ab-d0af-4284-93c4-39839945894e disassociated (deleted). External IP: 172.26.4.172, port: a39195ec-4c8c-4d07-b53b-d25d2c2481ec. Jan 28 07:21:52.515502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b1ff44-4fb6-42b4-8b35-6eb3e6ccfb0c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:21:52.701253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b1ff44-4fb6-42b4-8b35-6eb3e6ccfb0c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:21:52.713061 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41bb209-81ae-401a-be6e-f4232de2f084 None None] Sync routers for ids ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:21:52.724199 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41bb209-81ae-401a-be6e-f4232de2f084 None None] Routers {'0aca3c9c-aec7-462f-939c-bac9cf4ce3be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:21:52.724807 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c41bb209-81ae-401a-be6e-f4232de2f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:21:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:52.831746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f0b1ff44-4fb6-42b4-8b35-6eb3e6ccfb0c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:52.885551 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f0b1ff44-4fb6-42b4-8b35-6eb3e6ccfb0c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/floatingips/a550e4ab-d0af-4284-93c4-39839945894e HTTP/1.1" status: 204 len: 168 time: 1.6419137 Jan 28 07:21:52.886118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'tag': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:21:52.902499 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c41bb209-81ae-401a-be6e-f4232de2f084 None None] Set router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:21:52.937287 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'tag': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec', 'status': 'completed', 'code': 200} Jan 28 07:21:53.096744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf347-ec7f-4782-bf39-7235652f63b7 req-cc70afe2-b7a9-4b71-86f4-425f91a4801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:53.098129 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56edf347-ec7f-4782-bf39-7235652f63b7 req-cc70afe2-b7a9-4b71-86f4-425f91a4801f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 1098 time: 0.0804439 Jan 28 07:21:53.214051 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c41bb209-81ae-401a-be6e-f4232de2f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '9ba65adc-d8e9-45e2-9110-bf40b5d94ae0', 'name': '', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:dd:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:46Z', 'updated_at': '2022-01-28T07:20:51Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:53.218210 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41bb209-81ae-401a-be6e-f4232de2f084 None None] Checking router: 0aca3c9c-aec7-462f-939c-bac9cf4ce3be for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:21:53.226655 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41bb209-81ae-401a-be6e-f4232de2f084 None None] Routers {'0aca3c9c-aec7-462f-939c-bac9cf4ce3be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:21:53.227250 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c41bb209-81ae-401a-be6e-f4232de2f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:21:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:53.241055 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf347-ec7f-4782-bf39-7235652f63b7 req-2ab93040-25c1-4346-91c5-b4a20139c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:53.242543 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56edf347-ec7f-4782-bf39-7235652f63b7 req-2ab93040-25c1-4346-91c5-b4a20139c388 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6091ada1-53f0-402b-826d-dcee4dc92d08 HTTP/1.1" status: 200 len: 898 time: 0.1365962 Jan 28 07:21:53.316735 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56edf347-ec7f-4782-bf39-7235652f63b7 req-887e4b18-d63d-44c3-b931-5e4585756e88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39195ec-4c8c-4d07-b53b-d25d2c2481ec HTTP/1.1" status: 200 len: 217 time: 0.0642726 Jan 28 07:21:53.385360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf347-ec7f-4782-bf39-7235652f63b7 req-2b12888b-6e5b-4297-9cb8-b71ca38bb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:53.386965 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56edf347-ec7f-4782-bf39-7235652f63b7 req-2b12888b-6e5b-4297-9cb8-b71ca38bb1f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f5d6befa-4572-40f9-aa5b-b869b6f771cf HTTP/1.1" status: 200 len: 835 time: 0.0621982 Jan 28 07:21:53.408902 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c41bb209-81ae-401a-be6e-f4232de2f084 None None] Set router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:21:53.469165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edf347-ec7f-4782-bf39-7235652f63b7 req-b4ff300d-2278-4c8f-8d82-5ee138a4454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:53.470699 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56edf347-ec7f-4782-bf39-7235652f63b7 req-b4ff300d-2278-4c8f-8d82-5ee138a4454b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6091ada1-53f0-402b-826d-dcee4dc92d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720725 Jan 28 07:21:53.520548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-56edf347-ec7f-4782-bf39-7235652f63b7 req-4d4be328-1159-4344-9be7-5cd5c04ba1f1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 07:21:53.521668 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56edf347-ec7f-4782-bf39-7235652f63b7 req-4d4be328-1159-4344-9be7-5cd5c04ba1f1 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137444 Jan 28 07:21:53.672645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982bea9-6fb1-45a5-9e73-0523d8fe9e02 req-90ede451-6e35-4cad-8813-e1db2c652386 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:53.673806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-5982bea9-6fb1-45a5-9e73-0523d8fe9e02 req-90ede451-6e35-4cad-8813-e1db2c652386 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:21:53.689118 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56edf347-ec7f-4782-bf39-7235652f63b7 req-3a72f609-058e-4814-98bb-8b3506cb752c service neutron] 10.222.0.37 "GET /v2.0/networks/6091ada1-53f0-402b-826d-dcee4dc92d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590490 Jan 28 07:21:53.752825 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c41bb209-81ae-401a-be6e-f4232de2f084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '9ba65adc-d8e9-45e2-9110-bf40b5d94ae0', 'name': '', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:dd:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:46Z', 'updated_at': '2022-01-28T07:20:51Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:21:53.756784 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41bb209-81ae-401a-be6e-f4232de2f084 None None] The sync data for ids ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'] in dv-neutron-824022-4-hyperv is: [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '9ba65adc-d8e9-45e2-9110-bf40b5d94ae0', 'name': '', 'network_id': '6091ada1-53f0-402b-826d-dcee4dc92d08', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:dd:e4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:46Z', 'updated_at': '2022-01-28T07:20:51Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'f5d6befa-4572-40f9-aa5b-b869b6f771cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:21:53.781124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-5982bea9-6fb1-45a5-9e73-0523d8fe9e02 req-90ede451-6e35-4cad-8813-e1db2c652386 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:21:53.782291 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5982bea9-6fb1-45a5-9e73-0523d8fe9e02 req-90ede451-6e35-4cad-8813-e1db2c652386 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 945 time: 0.3054957 Jan 28 07:21:53.857372 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5982bea9-6fb1-45a5-9e73-0523d8fe9e02 req-04ef7f11-fc34-4dc2-960b-4f4038f0bcd7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657909 Jan 28 07:21:53.859391 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56edf347-ec7f-4782-bf39-7235652f63b7 req-69c9e5f6-5764-42b8-8e97-d3c34a439325 service neutron] 10.222.0.37 "GET /v2.0/networks/6091ada1-53f0-402b-826d-dcee4dc92d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631472 Jan 28 07:21:54.002599 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981b1263-75bb-484a-8409-8b567971b893 None None] New status for floating IP a550e4ab-d0af-4284-93c4-39839945894e: DOWN {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:21:55.040125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ec05e-8ba3-40b9-8462-c2938d326808 req-871d50e3-ddb1-4a2b-a708-5fdd1151af61 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:55.041549 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-130ec05e-8ba3-40b9-8462-c2938d326808 req-871d50e3-ddb1-4a2b-a708-5fdd1151af61 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 945 time: 0.0782385 Jan 28 07:21:55.096716 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-130ec05e-8ba3-40b9-8462-c2938d326808 req-d6085d01-fb87-4bf2-8a3a-a82773b59510 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494342 Jan 28 07:21:55.656561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594fe9e-73a8-4633-a8df-b102f7a79479 req-3b144ce0-5b30-4c68-8f5b-969cf41c335a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:55.658527 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4594fe9e-73a8-4633-a8df-b102f7a79479 req-3b144ce0-5b30-4c68-8f5b-969cf41c335a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 945 time: 0.1893401 Jan 28 07:21:55.728823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-4594fe9e-73a8-4633-a8df-b102f7a79479 req-762e4759-c141-4294-a458-1ff3b216c617 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port a39195ec-4c8c-4d07-b53b-d25d2c2481ec {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:21:55.729161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-4594fe9e-73a8-4633-a8df-b102f7a79479 req-762e4759-c141-4294-a458-1ff3b216c617 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:55.967722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-4594fe9e-73a8-4633-a8df-b102f7a79479 req-762e4759-c141-4294-a458-1ff3b216c617 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port a39195ec-4c8c-4d07-b53b-d25d2c2481ec, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=a39195ec-4c8c-4d07-b53b-d25d2c2481ec,segment=NetworkSegment(29fc5b1c-7550-41ec-8762-909dd8c6e046),segment_id=29fc5b1c-7550-41ec-8762-909dd8c6e046)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:21:55.967988 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-4594fe9e-73a8-4633-a8df-b102f7a79479 req-762e4759-c141-4294-a458-1ff3b216c617 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:56.094133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-4594fe9e-73a8-4633-a8df-b102f7a79479 req-762e4759-c141-4294-a458-1ff3b216c617 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for a39195ec-4c8c-4d07-b53b-d25d2c2481ec owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:21:56.301483 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a508e7e-736b-4ead-bb5d-ec19444b76ca req-b7f71b73-c6b1-49cc-8c9a-de021749bc4c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:21:56.302896 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a508e7e-736b-4ead-bb5d-ec19444b76ca req-b7f71b73-c6b1-49cc-8c9a-de021749bc4c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 945 time: 0.0988486 Jan 28 07:21:56.339884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-4594fe9e-73a8-4633-a8df-b102f7a79479 req-762e4759-c141-4294-a458-1ff3b216c617 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:56.392920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e4759-c141-4294-a458-1ff3b216c617 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=a39195ec-4c8c-4d07-b53b-d25d2c2481ec,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:21:56.396999 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a508e7e-736b-4ead-bb5d-ec19444b76ca req-0a3a2f31-936e-409b-acb8-aa7b6c91858a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=8eedf56e-4003-4e23-94b8-d288e0a6eeb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885880 Jan 28 07:21:56.471865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-4594fe9e-73a8-4633-a8df-b102f7a79479 req-762e4759-c141-4294-a458-1ff3b216c617 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] No DVR routers for this DVR port a39195ec-4c8c-4d07-b53b-d25d2c2481ec on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:21:56.474268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-4594fe9e-73a8-4633-a8df-b102f7a79479 req-762e4759-c141-4294-a458-1ff3b216c617 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:56.476784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'name': 'network-vif-deleted', 'tag': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:21:56.522338 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a4a206f-76a1-4c2c-89a3-9bd210cf092d', 'name': 'network-vif-deleted', 'tag': 'a39195ec-4c8c-4d07-b53b-d25d2c2481ec', 'status': 'completed', 'code': 200} Jan 28 07:21:56.540175 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4594fe9e-73a8-4633-a8df-b102f7a79479 req-762e4759-c141-4294-a458-1ff3b216c617 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "DELETE /v2.0/ports/a39195ec-4c8c-4d07-b53b-d25d2c2481ec HTTP/1.1" status: 204 len: 173 time: 0.8737583 Jan 28 07:21:57.564201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fdd7d9fd-ee4c-4117-912b-b4e208b91470 req-7547fdea-ea90-461b-97f7-4af6eb024276 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:21:57.644612 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fdd7d9fd-ee4c-4117-912b-b4e208b91470 req-7547fdea-ea90-461b-97f7-4af6eb024276 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:21:57.645780 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fdd7d9fd-ee4c-4117-912b-b4e208b91470 req-7547fdea-ea90-461b-97f7-4af6eb024276 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a4a206f-76a1-4c2c-89a3-9bd210cf092d HTTP/1.1" status: 200 len: 210 time: 0.1221750 Jan 28 07:21:58.738433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54628) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:21:58.877277 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device a39195ec-4c8c-4d07-b53b-d25d2c2481ec no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:21:58.912722 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: a39195ec-4c8c-4d07-b53b-d25d2c2481ec {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:21:58.913069 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device a39195ec-4c8c-4d07-b53b-d25d2c2481ec not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:21:59.376638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e4e4635-11b8-43f8-8ad4-a30dd638397a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:59.719136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e4635-11b8-43f8-8ad4-a30dd638397a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:21:59.719425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e4e4635-11b8-43f8-8ad4-a30dd638397a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:21:59.900009 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-8e4e4635-11b8-43f8-8ad4-a30dd638397a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=9ba65adc-d8e9-45e2-9110-bf40b5d94ae0,segment=NetworkSegment(29fc5b1c-7550-41ec-8762-909dd8c6e046),segment_id=29fc5b1c-7550-41ec-8762-909dd8c6e046)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:21:59.900696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e4e4635-11b8-43f8-8ad4-a30dd638397a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:00.021535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e4635-11b8-43f8-8ad4-a30dd638397a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:22:00.283249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e4e4635-11b8-43f8-8ad4-a30dd638397a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:00.333008 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e4635-11b8-43f8-8ad4-a30dd638397a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=9ba65adc-d8e9-45e2-9110-bf40b5d94ae0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:00.600682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8e4e4635-11b8-43f8-8ad4-a30dd638397a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:00.862095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-375c3863-1ef5-466b-a368-861243f8a747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:01.056538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4e4635-11b8-43f8-8ad4-a30dd638397a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:22:01.229632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4e4635-11b8-43f8-8ad4-a30dd638397a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:22:01.238891 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4dec70-2f0d-41eb-bf03-af677b4b3d56 None None] Sync routers for ids ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:22:01.248300 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4dec70-2f0d-41eb-bf03-af677b4b3d56 None None] Routers {'0aca3c9c-aec7-462f-939c-bac9cf4ce3be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:22:01.251797 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8d4dec70-2f0d-41eb-bf03-af677b4b3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:21:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:01.310201 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8e4e4635-11b8-43f8-8ad4-a30dd638397a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "PUT /v2.0/routers/0aca3c9c-aec7-462f-939c-bac9cf4ce3be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5700924 Jan 28 07:22:01.312245 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54632) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:01.380486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15af090-ebc5-4a87-8614-e735b3ffef3b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting subnet f5d6befa-4572-40f9-aa5b-b869b6f771cf {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:22:01.383423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e15af090-ebc5-4a87-8614-e735b3ffef3b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:01.429944 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-8d4dec70-2f0d-41eb-bf03-af677b4b3d56 None None] Set router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:22:01.441509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e15af090-ebc5-4a87-8614-e735b3ffef3b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:01.523058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e15af090-ebc5-4a87-8614-e735b3ffef3b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:01.661952 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e15af090-ebc5-4a87-8614-e735b3ffef3b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:01.704147 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15af090-ebc5-4a87-8614-e735b3ffef3b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d6befa-4572-40f9-aa5b-b869b6f771cf,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:01.708361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e15af090-ebc5-4a87-8614-e735b3ffef3b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:01.717237 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11baa20b-0f7d-4da3-b59c-f2a698a2ff90 None None] Network 6091ada1-53f0-402b-826d-dcee4dc92d08 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:22:01.717958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54636) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:01.721795 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e15af090-ebc5-4a87-8614-e735b3ffef3b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/subnets/f5d6befa-4572-40f9-aa5b-b869b6f771cf HTTP/1.1" status: 204 len: 168 time: 0.4083176 Jan 28 07:22:01.733601 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8d4dec70-2f0d-41eb-bf03-af677b4b3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:22:00Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:01.737927 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4dec70-2f0d-41eb-bf03-af677b4b3d56 None None] Checking router: 0aca3c9c-aec7-462f-939c-bac9cf4ce3be for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:22:01.746544 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4dec70-2f0d-41eb-bf03-af677b4b3d56 None None] Routers {'0aca3c9c-aec7-462f-939c-bac9cf4ce3be'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:22:01.747127 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8d4dec70-2f0d-41eb-bf03-af677b4b3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:21:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:01.910958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:01.931967 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-8d4dec70-2f0d-41eb-bf03-af677b4b3d56 None None] Set router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:22:02.040587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] DHCP port deletion for 6091ada1-53f0-402b-826d-dcee4dc92d08 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:22:02.045943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Deleting port 2dc8cce2-bf4f-4ba5-b936-056d13554d80 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:22:02.046384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:02.226135 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-8d4dec70-2f0d-41eb-bf03-af677b4b3d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:22:00Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:02.229993 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4dec70-2f0d-41eb-bf03-af677b4b3d56 None None] The sync data for ids ['0aca3c9c-aec7-462f-939c-bac9cf4ce3be'] in dv-neutron-824022-4-hyperv is: [{'id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1041261378', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:20:41Z', 'updated_at': '2022-01-28T07:22:00Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'd22f6687-5a7c-4e38-a679-31c76a0520e3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aca3c9c-aec7-462f-939c-bac9cf4ce3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:20:42Z', 'updated_at': '2022-01-28T07:20:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:22:02.231753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:02.261037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] For port 2dc8cce2-bf4f-4ba5-b936-056d13554d80, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=2dc8cce2-bf4f-4ba5-b936-056d13554d80,segment=NetworkSegment(29fc5b1c-7550-41ec-8762-909dd8c6e046),segment_id=29fc5b1c-7550-41ec-8762-909dd8c6e046)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:22:02.261427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:02.307962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port d22f6687-5a7c-4e38-a679-31c76a0520e3 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:22:02.308287 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:02.381748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Calling delete_port for 2dc8cce2-bf4f-4ba5-b936-056d13554d80 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:22:02.484329 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port d22f6687-5a7c-4e38-a679-31c76a0520e3, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d22f6687-5a7c-4e38-a679-31c76a0520e3,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:22:02.484604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:02.518929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:02.564874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Pushing event deleted for resources: {'Port': ['ID=2dc8cce2-bf4f-4ba5-b936-056d13554d80,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:02.574779 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] No DVR routers for this DVR port 2dc8cce2-bf4f-4ba5-b936-056d13554d80 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:22:02.577202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.577551 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.577887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.578218 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.578828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.579812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.580162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.580471 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.580794 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.581116 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.581432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.581751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120db864-6dc3-49d5-bf9a-ad0676e70bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.615103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for d22f6687-5a7c-4e38-a679-31c76a0520e3 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:22:02.856237 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:02.915281 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=d22f6687-5a7c-4e38-a679-31c76a0520e3,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:02.951900 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.952239 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.952577 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.952904 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.953232 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.953560 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.953882 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.954230 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.954552 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.954868 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.955183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:02.955551 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:03.016153 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:03.185837 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:03.187987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:03.227623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-31865258-3b79-4b23-9b2c-c52ace60296d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:03.273525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:03.273960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Fanout notify agent at l3_agent the message router_deleted on router 0aca3c9c-aec7-462f-939c-bac9cf4ce3be {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:22:03.288978 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:03.292732 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b7deb9c4-85f9-4a55-a5d1-87944311c956 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/routers/0aca3c9c-aec7-462f-939c-bac9cf4ce3be HTTP/1.1" status: 204 len: 168 time: 1.5711274 Jan 28 07:22:03.294956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54640) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:03.415076 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:22:03.416235 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f709a17-86ed-4485-aa96-502ceedba687 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:03.449232 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:22:03.449578 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 9ba65adc-d8e9-45e2-9110-bf40b5d94ae0 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:22:03.449986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2dc8cce2-bf4f-4ba5-b936-056d13554d80 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:22:03.481374 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 2dc8cce2-bf4f-4ba5-b936-056d13554d80 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:22:03.481716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 2dc8cce2-bf4f-4ba5-b936-056d13554d80 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:22:03.557151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f709a17-86ed-4485-aa96-502ceedba687 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:03.580786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2f709a17-86ed-4485-aa96-502ceedba687 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6091ada1-53f0-402b-826d-dcee4dc92d08']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:03.592208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2f709a17-86ed-4485-aa96-502ceedba687 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29fc5b1c-7550-41ec-8762-909dd8c6e046') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:03.592497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-2f709a17-86ed-4485-aa96-502ceedba687 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29fc5b1c-7550-41ec-8762-909dd8c6e046') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:03.603846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f709a17-86ed-4485-aa96-502ceedba687 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:03.619422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f709a17-86ed-4485-aa96-502ceedba687 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:03.625389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f709a17-86ed-4485-aa96-502ceedba687 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:22:03.625758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f709a17-86ed-4485-aa96-502ceedba687 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:22:03.639549 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:22:03.808624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f709a17-86ed-4485-aa96-502ceedba687 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:03.825758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f709a17-86ed-4485-aa96-502ceedba687 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:03.837112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f709a17-86ed-4485-aa96-502ceedba687 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Network': ['ID=6091ada1-53f0-402b-826d-dcee4dc92d08,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:03.957640 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2f709a17-86ed-4485-aa96-502ceedba687 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/networks/6091ada1-53f0-402b-826d-dcee4dc92d08 HTTP/1.1" status: 204 len: 168 time: 0.6615646 Jan 28 07:22:03.960424 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54644) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:04.026724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f1d1416b-6a4b-4413-b009-e3e9ea2796f0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:04.055384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f1d1416b-6a4b-4413-b009-e3e9ea2796f0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:04.180005 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f1d1416b-6a4b-4413-b009-e3e9ea2796f0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:04.198316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1416b-6a4b-4413-b009-e3e9ea2796f0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eedf56e-4003-4e23-94b8-d288e0a6eeb7,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:04.259065 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f1d1416b-6a4b-4413-b009-e3e9ea2796f0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:04.260229 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f1d1416b-6a4b-4413-b009-e3e9ea2796f0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/security-groups/8eedf56e-4003-4e23-94b8-d288e0a6eeb7 HTTP/1.1" status: 204 len: 168 time: 0.2988317 Jan 28 07:22:04.376743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:04.558794 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:04.885377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54652) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:04.890726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-816974677', 'description': 'tempest-secgroup-smoke-816974677 description', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:04.896817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:22:04.900948 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:22:04.903805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:22:04.909923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:22:04.997121 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:05.017039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:22:05.020833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:22:05.023811 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:22:05.029431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:22:05.096611 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:05.187459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:05.231688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241d2275-4457-4206-b713-d2e0dbe59525,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:05.297149 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d22f6687-5a7c-4e38-a679-31c76a0520e3 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:22:05.307549 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:05.308813 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ae8b06fc-2ef8-4cd7-8c3e-0d2e20888b98 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4224272 Jan 28 07:22:05.311575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54658) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:05.316550 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-53d3493d-af4e-4405-a0aa-aaf005e8fbfe tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '241d2275-4457-4206-b713-d2e0dbe59525', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:05.322993 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-53d3493d-af4e-4405-a0aa-aaf005e8fbfe tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:22:05.326691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-53d3493d-af4e-4405-a0aa-aaf005e8fbfe tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:22:05.330103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-53d3493d-af4e-4405-a0aa-aaf005e8fbfe tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:22:05.334594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: d22f6687-5a7c-4e38-a679-31c76a0520e3 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:22:05.334986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d22f6687-5a7c-4e38-a679-31c76a0520e3 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:22:05.336174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-53d3493d-af4e-4405-a0aa-aaf005e8fbfe tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:22:05.410861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-53d3493d-af4e-4405-a0aa-aaf005e8fbfe tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:05.473955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-53d3493d-af4e-4405-a0aa-aaf005e8fbfe tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:05.544762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-53d3493d-af4e-4405-a0aa-aaf005e8fbfe tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:05.567172 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3493d-af4e-4405-a0aa-aaf005e8fbfe tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91ed5c9-a787-4904-ac14-b478b1dadd4e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:05.642707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-53d3493d-af4e-4405-a0aa-aaf005e8fbfe tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:05.643953 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-53d3493d-af4e-4405-a0aa-aaf005e8fbfe tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3314602 Jan 28 07:22:05.646639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54662) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:05.651596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-646180e2-5ee7-4032-909e-89afa22ef106 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '241d2275-4457-4206-b713-d2e0dbe59525', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:05.657560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-646180e2-5ee7-4032-909e-89afa22ef106 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:22:05.661381 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-646180e2-5ee7-4032-909e-89afa22ef106 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:22:05.664151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-646180e2-5ee7-4032-909e-89afa22ef106 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:22:05.669700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-646180e2-5ee7-4032-909e-89afa22ef106 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:22:05.762966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-646180e2-5ee7-4032-909e-89afa22ef106 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:05.826546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-646180e2-5ee7-4032-909e-89afa22ef106 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:05.873400 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:05.952853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-646180e2-5ee7-4032-909e-89afa22ef106 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:05.977186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646180e2-5ee7-4032-909e-89afa22ef106 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21888a4-c6b9-430b-b1d9-bdbfa7493521,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:06.084412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-646180e2-5ee7-4032-909e-89afa22ef106 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:06.085583 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-646180e2-5ee7-4032-909e-89afa22ef106 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4379323 Jan 28 07:22:06.088334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54666) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:06.093242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-820e4a84-3fc7-48fe-90ee-98a4dd039447 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '241d2275-4457-4206-b713-d2e0dbe59525', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:06.099621 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-820e4a84-3fc7-48fe-90ee-98a4dd039447 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:22:06.103640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-820e4a84-3fc7-48fe-90ee-98a4dd039447 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:22:06.106533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-820e4a84-3fc7-48fe-90ee-98a4dd039447 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:22:06.112623 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-820e4a84-3fc7-48fe-90ee-98a4dd039447 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:22:06.182222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-820e4a84-3fc7-48fe-90ee-98a4dd039447 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:06.242017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-820e4a84-3fc7-48fe-90ee-98a4dd039447 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:06.296004 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-820e4a84-3fc7-48fe-90ee-98a4dd039447 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:06.322036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e4a84-3fc7-48fe-90ee-98a4dd039447 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71055e9e-405c-49b9-a7f1-f7e4404924b0,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:06.421685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-820e4a84-3fc7-48fe-90ee-98a4dd039447 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:06.423720 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-820e4a84-3fc7-48fe-90ee-98a4dd039447 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336501 Jan 28 07:22:06.426192 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54670) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:06.431084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-fffed472-f614-4f51-9bd8-50663f80e8c3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '241d2275-4457-4206-b713-d2e0dbe59525', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:06.436871 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fffed472-f614-4f51-9bd8-50663f80e8c3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:22:06.440720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fffed472-f614-4f51-9bd8-50663f80e8c3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:22:06.443617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-fffed472-f614-4f51-9bd8-50663f80e8c3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:22:06.449194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-fffed472-f614-4f51-9bd8-50663f80e8c3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:22:06.547414 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fffed472-f614-4f51-9bd8-50663f80e8c3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:06.607727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fffed472-f614-4f51-9bd8-50663f80e8c3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:06.678265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fffed472-f614-4f51-9bd8-50663f80e8c3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:06.700455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffed472-f614-4f51-9bd8-50663f80e8c3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd789836-73d3-497f-8d4a-5eb66bef810e,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:06.787465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-fffed472-f614-4f51-9bd8-50663f80e8c3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:06.788631 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-fffed472-f614-4f51-9bd8-50663f80e8c3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3615382 Jan 28 07:22:06.791382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54674) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:06.796223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b1f3885a-562d-434a-a04a-102a1d652bba tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '241d2275-4457-4206-b713-d2e0dbe59525', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:06.802113 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b1f3885a-562d-434a-a04a-102a1d652bba tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:22:06.805828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b1f3885a-562d-434a-a04a-102a1d652bba tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:22:06.808663 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b1f3885a-562d-434a-a04a-102a1d652bba tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:22:06.814436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b1f3885a-562d-434a-a04a-102a1d652bba tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:22:06.930111 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-b1f3885a-562d-434a-a04a-102a1d652bba tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Project e515c05fa5e6476ca9b8a700c8efff41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:22:06.937133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b1f3885a-562d-434a-a04a-102a1d652bba tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:07.002053 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b1f3885a-562d-434a-a04a-102a1d652bba tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:07.107426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b1f3885a-562d-434a-a04a-102a1d652bba tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:07.130884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3885a-562d-434a-a04a-102a1d652bba tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5053d43d-0a5e-4565-b26f-7130cfa4bff6,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:07.199037 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b1f3885a-562d-434a-a04a-102a1d652bba tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:07.200266 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b1f3885a-562d-434a-a04a-102a1d652bba tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4079907 Jan 28 07:22:07.202964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54678) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:07.208273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-bec279d5-b904-4996-b709-d321aeb36db8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '241d2275-4457-4206-b713-d2e0dbe59525', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:07.214066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bec279d5-b904-4996-b709-d321aeb36db8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:22:07.217746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bec279d5-b904-4996-b709-d321aeb36db8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:22:07.220584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-bec279d5-b904-4996-b709-d321aeb36db8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:22:07.226112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-bec279d5-b904-4996-b709-d321aeb36db8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:22:07.284567 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-bec279d5-b904-4996-b709-d321aeb36db8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Project e515c05fa5e6476ca9b8a700c8efff41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:22:07.290917 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bec279d5-b904-4996-b709-d321aeb36db8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:07.468379 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bec279d5-b904-4996-b709-d321aeb36db8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:07.533619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bec279d5-b904-4996-b709-d321aeb36db8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:07.557366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec279d5-b904-4996-b709-d321aeb36db8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f66862b-ed4a-40b4-a795-e3face109d86,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:07.621318 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-bec279d5-b904-4996-b709-d321aeb36db8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:07.622502 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-bec279d5-b904-4996-b709-d321aeb36db8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4186084 Jan 28 07:22:07.625371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54682) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:07.631363 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'network': {'name': 'tempest-network-smoke--169631128', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'port_security_enabled': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:07.636247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:22:07.640198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:network and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:22:07.642964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:22:07.648661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:22:07.733426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:22:07.737311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:07.764954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:22:07.773222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:07.773565 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Added segment 3fb276ed-5104-4205-8704-d4b4473f4d84 of type vlan for network 93f60548-4775-419e-9c63-5a8a5fa8d164 Jan 28 07:22:07.799085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:07.899188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:07.904559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:07.905134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:08.011817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Network': ['ID=93f60548-4775-419e-9c63-5a8a5fa8d164,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:08.022566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 93f60548-4775-419e-9c63-5a8a5fa8d164 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:22:08.037356 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c76c1468-ab16-4fb6-87b2-163090b2e511 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4109914 Jan 28 07:22:08.040028 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54686) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:08.044965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'admin_state_up': True, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:08.051993 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:22:08.055810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:router and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:22:08.058567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:22:08.064634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:22:08.128490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:08.129514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:08.144006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:08.473931 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:08.858982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:08.888977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:09.022341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.26.4.42 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/620c4d95-15b7-40ab-88f3-b725e7a06c72) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:22:09.167592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:09.253870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:09.315800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:22:09.318467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:22:09.320809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:22:09.362390 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=620c4d95-15b7-40ab-88f3-b725e7a06c72,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:09.377277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:09.377616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:09.377957 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:09.378285 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:09.378617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:09.378946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:09.379299 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:09.379624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:09.379947 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:09.380267 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:09.380596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:09.380915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:09.985806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:10.318774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:10.581510 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 27d145f4-2563-4d58-91ec-10cf4879ac72 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:22:10.761949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:22:10.771732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Sync routers for ids ['27d145f4-2563-4d58-91ec-10cf4879ac72'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:22:10.783202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Routers {'27d145f4-2563-4d58-91ec-10cf4879ac72'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:22:10.784049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:22:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['27d145f4-2563-4d58-91ec-10cf4879ac72'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:10.839725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:10.841788 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-221ca638-e11a-4de0-afb6-fcf1a2b3b39c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8001387 Jan 28 07:22:10.844152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54690) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:10.886956 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0144b49b-c2cc-43c7-ba1f-4842d13c7726 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=e515c05fa5e6476ca9b8a700c8efff41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412199 Jan 28 07:22:10.890161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54694) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:11.020590 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e168e02-5e6f-4305-9e94-7eb2cd058d23 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:11.022070 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6e168e02-5e6f-4305-9e94-7eb2cd058d23 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309919 Jan 28 07:22:11.024926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54698) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:11.044993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Set router 27d145f4-2563-4d58-91ec-10cf4879ac72 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:22:11.071566 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dc7688c1-d7a7-42ef-8e56-3c43d0452c5b tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454869 Jan 28 07:22:11.073910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54702) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:11.079835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1422997793', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:11.315500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:22:11.319281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:subnet and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:22:11.322061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:22:11.327575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:22:11.393647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:22:11.397125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:11.482745 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:11.497249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:09Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:11.507169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Checking router: 27d145f4-2563-4d58-91ec-10cf4879ac72 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:22:11.507169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Updating router 27d145f4-2563-4d58-91ec-10cf4879ac72 port 620c4d95-15b7-40ab-88f3-b725e7a06c72 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:22:11.553958 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:11.724723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:11.807458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Subnet': ['ID=11b9743d-ce76-4a2a-8fa3-fb39a3665186,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:11.812757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Checking segment: {'id': '3fb276ed-5104-4205-8704-d4b4473f4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:22:11.813107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network hostable DHCP agents. Network: 93f60548-4775-419e-9c63-5a8a5fa8d164, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:22:11.897149 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:11.901691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network 93f60548-4775-419e-9c63-5a8a5fa8d164 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:22:11.908604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Transition to ACTIVE for port object 620c4d95-15b7-40ab-88f3-b725e7a06c72 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:22:11.993420 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 93f60548-4775-419e-9c63-5a8a5fa8d164) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:22:11.997688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:11.998281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:12.002899 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5715d20-4a52-4545-9245-1662163116a5 None None] Network 93f60548-4775-419e-9c63-5a8a5fa8d164 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:22:12.027986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:12.108136 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b2dad56d-91f2-4130-8799-bf1bb5bf15da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0331306 Jan 28 07:22:12.111259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54710) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:12.167906 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Attempting to bind port 620c4d95-15b7-40ab-88f3-b725e7a06c72 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:22:12.168290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Attempting to bind port 620c4d95-15b7-40ab-88f3-b725e7a06c72 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:22:12.168637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Attempting to bind port 620c4d95-15b7-40ab-88f3-b725e7a06c72 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:22:12.184734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368d9a5-a9f4-40b4-8735-66a7d31c9358 None None] Pushing event updated for resources: {'Port': ['ID=620c4d95-15b7-40ab-88f3-b725e7a06c72,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:12.192364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:22:12.192727 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:22:12.193131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:12.193518 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:22:12.193978 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Bound port: 620c4d95-15b7-40ab-88f3-b725e7a06c72, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:22:12.194343 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:12.346878 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] For port 620c4d95-15b7-40ab-88f3-b725e7a06c72, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:22:12.374508 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] For port 620c4d95-15b7-40ab-88f3-b725e7a06c72, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=620c4d95-15b7-40ab-88f3-b725e7a06c72,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:22:12.382313 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-93f60548-4775-419e-9c63-5a8a5fa8d164', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ips': [{'subnet_id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:22:12.383139 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:12.440951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:12.540394 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Routers {'27d145f4-2563-4d58-91ec-10cf4879ac72'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:22:12.541016 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:22:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['27d145f4-2563-4d58-91ec-10cf4879ac72'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:12.678887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368d9a5-a9f4-40b4-8735-66a7d31c9358 None None] Pushing event updated for resources: {'Port': ['ID=620c4d95-15b7-40ab-88f3-b725e7a06c72,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:12.771243 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Allocated IP 172.20.0.2 (93f60548-4775-419e-9c63-5a8a5fa8d164/11b9743d-ce76-4a2a-8fa3-fb39a3665186/01151a89-e16d-4f81-8329-7cc7c52b7fd6) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:22:12.797294 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] Set router 27d145f4-2563-4d58-91ec-10cf4879ac72 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:22:12.853446 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:13.278261 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:13.295849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Transition to ACTIVE for port object 01151a89-e16d-4f81-8329-7cc7c52b7fd6 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:22:13.317706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Transition to ACTIVE for port object 01151a89-e16d-4f81-8329-7cc7c52b7fd6 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:22:13.325543 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:09Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:13.329398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa04025b-559d-4c03-83b3-fbf7142293be None None] The sync data for ids ['27d145f4-2563-4d58-91ec-10cf4879ac72'] in dv-neutron-824022-4-hyperv is: [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:09Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:22:13.393909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:13.465009 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Network 93f60548-4775-419e-9c63-5a8a5fa8d164 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:22:13.467939 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:22:13.472147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:22:13.511260 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Pushing event updated for resources: {'Port': ['ID=01151a89-e16d-4f81-8329-7cc7c52b7fd6,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:13.583387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Attempting to bind port 01151a89-e16d-4f81-8329-7cc7c52b7fd6 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:22:13.583918 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Attempting to bind port 01151a89-e16d-4f81-8329-7cc7c52b7fd6 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '3fb276ed-5104-4205-8704-d4b4473f4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:22:13.584358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Attempting to bind port 01151a89-e16d-4f81-8329-7cc7c52b7fd6 on network 93f60548-4775-419e-9c63-5a8a5fa8d164 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:22:13.589933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:22:13.590430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Checking segment: {'id': '3fb276ed-5104-4205-8704-d4b4473f4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:22:13.590942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:13.591453 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Bound using segment: {'id': '3fb276ed-5104-4205-8704-d4b4473f4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:22:13.592230 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Bound port: 01151a89-e16d-4f81-8329-7cc7c52b7fd6, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb276ed-5104-4205-8704-d4b4473f4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:22:13.592487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:13.603571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.20.0.1 (93f60548-4775-419e-9c63-5a8a5fa8d164/11b9743d-ce76-4a2a-8fa3-fb39a3665186/56d61112-54da-4f73-ad7f-1b85ae347878) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:22:13.693884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] For port 01151a89-e16d-4f81-8329-7cc7c52b7fd6, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:22:13.697447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] For port 01151a89-e16d-4f81-8329-7cc7c52b7fd6, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=01151a89-e16d-4f81-8329-7cc7c52b7fd6,segment=NetworkSegment(3fb276ed-5104-4205-8704-d4b4473f4d84),segment_id=3fb276ed-5104-4205-8704-d4b4473f4d84)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:22:13.775600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:13.788311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:13.792421 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Transition to ACTIVE for port object 56d61112-54da-4f73-ad7f-1b85ae347878 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:22:13.875842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:13.877352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b84bc5-c5b4-4f48-986c-60b65eb4be3b None None] Pushing event updated for resources: {'Port': ['ID=01151a89-e16d-4f81-8329-7cc7c52b7fd6,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:13.950398 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network 93f60548-4775-419e-9c63-5a8a5fa8d164 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:22:13.953679 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:22:13.957883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:22:13.995737 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=56d61112-54da-4f73-ad7f-1b85ae347878,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:14.026069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:14.403516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:14.826434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:14.873587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1392eb-cf0e-4f0f-add9-c8018b192f4e None None] Network 93f60548-4775-419e-9c63-5a8a5fa8d164 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:22:14.907668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:15.029865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=56d61112-54da-4f73-ad7f-1b85ae347878,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:15.033026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:15.084449 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-cd266fe9-b26e-435e-8f95-42aeb70fdeb3 None None] Provisioning for port 01151a89-e16d-4f81-8329-7cc7c52b7fd6 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:22:15.177113 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network 93f60548-4775-419e-9c63-5a8a5fa8d164 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:22:15.178358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:22:15.365558 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:22:15.419890 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9c4a5a62-384b-4e29-9e90-3128ec856d0b None None] Provisioning for port 56d61112-54da-4f73-ad7f-1b85ae347878 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:22:15.426210 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9c4a5a62-384b-4e29-9e90-3128ec856d0b None None] Provisioning complete for port 56d61112-54da-4f73-ad7f-1b85ae347878 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:15.426718 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c4a5a62-384b-4e29-9e90-3128ec856d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:15.456925 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 620c4d95-15b7-40ab-88f3-b725e7a06c72 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:22:15.496780 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 27d145f4-2563-4d58-91ec-10cf4879ac72 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:22:15.539725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a5a62-384b-4e29-9e90-3128ec856d0b None None] Port 56d61112-54da-4f73-ad7f-1b85ae347878 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:22:15.639000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 620c4d95-15b7-40ab-88f3-b725e7a06c72 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:22:15.645043 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 620c4d95-15b7-40ab-88f3-b725e7a06c72 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:15.645480 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:15.689719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:22:15.702556 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Sync routers for ids ['27d145f4-2563-4d58-91ec-10cf4879ac72'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:22:15.707746 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5bf0c44f-1b00-4a14-8360-ab26d44187ad None None] Provisioning complete for port 56d61112-54da-4f73-ad7f-1b85ae347878 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:15.708200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c44f-1b00-4a14-8360-ab26d44187ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:15.709150 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3d4c2c33-e53c-458e-a69f-e04b0bcfe650 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "PUT /v2.0/routers/27d145f4-2563-4d58-91ec-10cf4879ac72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5968311 Jan 28 07:22:15.713209 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Routers {'27d145f4-2563-4d58-91ec-10cf4879ac72'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:22:15.713988 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:22:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['27d145f4-2563-4d58-91ec-10cf4879ac72'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:15.784686 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5bf0c44f-1b00-4a14-8360-ab26d44187ad None None] Port 56d61112-54da-4f73-ad7f-1b85ae347878 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:22:15.849804 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:15.867183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 620c4d95-15b7-40ab-88f3-b725e7a06c72, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=620c4d95-15b7-40ab-88f3-b725e7a06c72,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:22:15.891874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-94cd7fd6-1a05-4848-a69f-ebf304165fad tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:22:15.904227 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-89622e9b-b7fe-4a6f-872f-da711d2cb394 None None] Provisioning complete for port 56d61112-54da-4f73-ad7f-1b85ae347878 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:15.904783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-89622e9b-b7fe-4a6f-872f-da711d2cb394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:15.957098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-89622e9b-b7fe-4a6f-872f-da711d2cb394 None None] Port 56d61112-54da-4f73-ad7f-1b85ae347878 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:22:15.958669 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:15.959493 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 01151a89-e16d-4f81-8329-7cc7c52b7fd6 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:22:15.963708 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Set router 27d145f4-2563-4d58-91ec-10cf4879ac72 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:22:15.976116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-94cd7fd6-1a05-4848-a69f-ebf304165fad tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:22:15.977549 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-94cd7fd6-1a05-4848-a69f-ebf304165fad tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816974677&fields=id&tenant_id=e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 267 time: 0.1272418 Jan 28 07:22:16.075310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=620c4d95-15b7-40ab-88f3-b725e7a06c72,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:16.139161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-efeb8b8f-292f-4523-8049-58dab6f487e3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:16.140225 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-efeb8b8f-292f-4523-8049-58dab6f487e3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:22:16.141851 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 01151a89-e16d-4f81-8329-7cc7c52b7fd6 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:22:16.153346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 01151a89-e16d-4f81-8329-7cc7c52b7fd6 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:16.153346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:16.227459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-efeb8b8f-292f-4523-8049-58dab6f487e3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:22:16.228764 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-efeb8b8f-292f-4523-8049-58dab6f487e3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/networks?id=93f60548-4775-419e-9c63-5a8a5fa8d164 HTTP/1.1" status: 200 len: 796 time: 0.2431550 Jan 28 07:22:16.244729 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-61b9f521-6b5f-465b-bc4f-8637c2c27722 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/quotas/e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 375 time: 0.0104260 Jan 28 07:22:16.273719 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:16.286483 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:14Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '56d61112-54da-4f73-ad7f-1b85ae347878', 'name': '', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e6:81:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:13Z', 'updated_at': '2022-01-28T07:22:14Z', 'revision_number': 2, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:16.293847 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Checking router: 27d145f4-2563-4d58-91ec-10cf4879ac72 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:22:16.294341 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Updating router 27d145f4-2563-4d58-91ec-10cf4879ac72 port 56d61112-54da-4f73-ad7f-1b85ae347878 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:22:16.309403 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 01151a89-e16d-4f81-8329-7cc7c52b7fd6, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=01151a89-e16d-4f81-8329-7cc7c52b7fd6,segment=NetworkSegment(3fb276ed-5104-4205-8704-d4b4473f4d84),segment_id=3fb276ed-5104-4205-8704-d4b4473f4d84)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:22:16.331356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-33fa2652-377a-40f6-ba4f-fdf5faff449c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:22:16.349601 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:16.404960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:16.463594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-33fa2652-377a-40f6-ba4f-fdf5faff449c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:22:16.465954 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-33fa2652-377a-40f6-ba4f-fdf5faff449c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2144749 Jan 28 07:22:16.474965 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=01151a89-e16d-4f81-8329-7cc7c52b7fd6,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:16.648467 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-f803c108-bfb2-4106-a421-ebafafd46006 service neutron] 10.222.0.25 "GET /v2.0/networks/93f60548-4775-419e-9c63-5a8a5fa8d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707175 Jan 28 07:22:16.693003 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:16.704612 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Transition to ACTIVE for port object 56d61112-54da-4f73-ad7f-1b85ae347878 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:22:16.778333 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-dffde669-7572-4ff9-9bce-ce2f6f6f52b0 service neutron] 10.222.0.25 "GET /v2.0/networks/93f60548-4775-419e-9c63-5a8a5fa8d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241102 Jan 28 07:22:16.781556 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:16.946644 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea2e43-81fa-4a02-8f1b-341e8b3c402f None None] Pushing event updated for resources: {'Port': ['ID=56d61112-54da-4f73-ad7f-1b85ae347878,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:16.997448 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea2e43-81fa-4a02-8f1b-341e8b3c402f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:16.997796 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea2e43-81fa-4a02-8f1b-341e8b3c402f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:16.998263 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea2e43-81fa-4a02-8f1b-341e8b3c402f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:16.998585 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea2e43-81fa-4a02-8f1b-341e8b3c402f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:16.998915 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea2e43-81fa-4a02-8f1b-341e8b3c402f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:16.999258 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea2e43-81fa-4a02-8f1b-341e8b3c402f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:16.999584 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea2e43-81fa-4a02-8f1b-341e8b3c402f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:16.999930 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea2e43-81fa-4a02-8f1b-341e8b3c402f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:17.001205 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea2e43-81fa-4a02-8f1b-341e8b3c402f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:17.001460 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea2e43-81fa-4a02-8f1b-341e8b3c402f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:17.001780 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea2e43-81fa-4a02-8f1b-341e8b3c402f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:17.002098 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eea2e43-81fa-4a02-8f1b-341e8b3c402f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:22:17.036997 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Attempting to bind port 56d61112-54da-4f73-ad7f-1b85ae347878 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:22:17.037580 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Attempting to bind port 56d61112-54da-4f73-ad7f-1b85ae347878 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '3fb276ed-5104-4205-8704-d4b4473f4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:22:17.038014 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Attempting to bind port 56d61112-54da-4f73-ad7f-1b85ae347878 on network 93f60548-4775-419e-9c63-5a8a5fa8d164 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:22:17.045145 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:22:17.045716 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Checking segment: {'id': '3fb276ed-5104-4205-8704-d4b4473f4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:22:17.046140 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:17.046539 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Bound using segment: {'id': '3fb276ed-5104-4205-8704-d4b4473f4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:22:17.047890 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Bound port: 56d61112-54da-4f73-ad7f-1b85ae347878, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fb276ed-5104-4205-8704-d4b4473f4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:22:17.047890 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:17.055175 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d9e91865-8359-423d-869a-24fee9501667 req-8128da91-760e-4362-9828-507c2ff9816a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 210 time: 0.0456300 Jan 28 07:22:17.136990 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] For port 56d61112-54da-4f73-ad7f-1b85ae347878, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:22:17.139901 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] For port 56d61112-54da-4f73-ad7f-1b85ae347878, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=56d61112-54da-4f73-ad7f-1b85ae347878,segment=NetworkSegment(3fb276ed-5104-4205-8704-d4b4473f4d84),segment_id=3fb276ed-5104-4205-8704-d4b4473f4d84)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:22:17.205066 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:17.284699 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Routers {'27d145f4-2563-4d58-91ec-10cf4879ac72'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:22:17.285321 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:22:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['27d145f4-2563-4d58-91ec-10cf4879ac72'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:17.347797 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea2e43-81fa-4a02-8f1b-341e8b3c402f None None] Pushing event updated for resources: {'Port': ['ID=56d61112-54da-4f73-ad7f-1b85ae347878,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:17.370334 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 620c4d95-15b7-40ab-88f3-b725e7a06c72 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:22:17.468910 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] Set router 27d145f4-2563-4d58-91ec-10cf4879ac72 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:22:17.483154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 620c4d95-15b7-40ab-88f3-b725e7a06c72 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:17.483645 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:17.612359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 01151a89-e16d-4f81-8329-7cc7c52b7fd6 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:22:17.683457 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 01151a89-e16d-4f81-8329-7cc7c52b7fd6 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:17.683833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:17.803623 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:14Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '56d61112-54da-4f73-ad7f-1b85ae347878', 'name': '', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e6:81:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:13Z', 'updated_at': '2022-01-28T07:22:17Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:17.807513 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a987ba-229f-42a3-a194-46532bd70efb None None] The sync data for ids ['27d145f4-2563-4d58-91ec-10cf4879ac72'] in dv-neutron-824022-4-hyperv is: [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:14Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '56d61112-54da-4f73-ad7f-1b85ae347878', 'name': '', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e6:81:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:13Z', 'updated_at': '2022-01-28T07:22:17Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:22:18.209884 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3dd2e17d-4e73-437a-80a7-534e524f851b req-2c16674d-ef76-4525-a504-83c5e3903430 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 210 time: 0.0472832 Jan 28 07:22:19.368901 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-865bafd5-3d27-44a0-b113-7789ee1db5a9 req-dba20892-41a3-4697-87ff-e83d408949c5 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 210 time: 0.0435257 Jan 28 07:22:19.379656 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 56d61112-54da-4f73-ad7f-1b85ae347878 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:22:19.513256 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 56d61112-54da-4f73-ad7f-1b85ae347878 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:22:19.519136 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 56d61112-54da-4f73-ad7f-1b85ae347878 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:19.519579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:19.607380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-7d5647b6-a643-41e4-a1b2-fea870c66489 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:19.608832 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-7d5647b6-a643-41e4-a1b2-fea870c66489 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/networks?id=93f60548-4775-419e-9c63-5a8a5fa8d164 HTTP/1.1" status: 200 len: 796 time: 0.1452971 Jan 28 07:22:19.643116 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:19.669688 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c9974b8a-626a-4c34-b28d-ceaf4b9bf63c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 379 time: 0.0400047 Jan 28 07:22:19.675688 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 56d61112-54da-4f73-ad7f-1b85ae347878, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=56d61112-54da-4f73-ad7f-1b85ae347878,segment=NetworkSegment(3fb276ed-5104-4205-8704-d4b4473f4d84),segment_id=3fb276ed-5104-4205-8704-d4b4473f4d84)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:22:19.680859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'port': {'device_id': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'admin_state_up': True, 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'security_groups': ['241d2275-4457-4206-b713-d2e0dbe59525']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:19.764862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:19.819444 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:22:19.833006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:22:19.837986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=56d61112-54da-4f73-ad7f-1b85ae347878,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:19.901568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:22:19.905343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:20.068172 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.20.0.3 (93f60548-4775-419e-9c63-5a8a5fa8d164/11b9743d-ce76-4a2a-8fa3-fb39a3665186/9c1476b9-2940-48d2-9b6e-3a67c2f086a3) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:22:20.253405 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:20.268416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Transition to ACTIVE for port object 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:22:20.370762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:20.446786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network 93f60548-4775-419e-9c63-5a8a5fa8d164 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:22:20.450033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:22:20.453923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:22:20.488535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=9c1476b9-2940-48d2-9b6e-3a67c2f086a3,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:20.691131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:20.691847 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:20.732958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459babc7-8e8a-4f82-bd44-b98c17afea37 req-639e10db-01cb-4d52-9489-252bfbdde0eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:20.733554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-459babc7-8e8a-4f82-bd44-b98c17afea37 req-639e10db-01cb-4d52-9489-252bfbdde0eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:22:20.786652 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-c26f2ba0-4fa0-4008-a241-4b185aaa21b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1095965 Jan 28 07:22:20.807402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Request body: {'port': {'device_id': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:20.892385 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-459babc7-8e8a-4f82-bd44-b98c17afea37 req-639e10db-01cb-4d52-9489-252bfbdde0eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:22:20.893493 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-459babc7-8e8a-4f82-bd44-b98c17afea37 req-639e10db-01cb-4d52-9489-252bfbdde0eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 931 time: 0.4062076 Jan 28 07:22:20.912729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0e1bac37-ff86-4ea7-b9c8-f5940e150414 None None] Provisioning for port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:22:20.918042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0e1bac37-ff86-4ea7-b9c8-f5940e150414 None None] Provisioning complete for port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:20.918416 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0e1bac37-ff86-4ea7-b9c8-f5940e150414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:20.946728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:20.961099 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-459babc7-8e8a-4f82-bd44-b98c17afea37 req-3da78567-7e58-4de2-bd13-5301d9714360 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615075 Jan 28 07:22:20.971586 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-0e1bac37-ff86-4ea7-b9c8-f5940e150414 None None] Port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:22:21.279803 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:22:21.286873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:21.301343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Transition to ACTIVE for port object 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:22:21.350391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 56d61112-54da-4f73-ad7f-1b85ae347878 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:22:21.416407 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 56d61112-54da-4f73-ad7f-1b85ae347878 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:21.416778 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:21.454581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:21.608281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1476b9-2940-48d2-9b6e-3a67c2f086a3,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:21.692160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Attempting to bind port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:22:21.692160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Attempting to bind port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '3fb276ed-5104-4205-8704-d4b4473f4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:22:21.692160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Attempting to bind port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 on network 93f60548-4775-419e-9c63-5a8a5fa8d164 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:22:21.694577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 on network 93f60548-4775-419e-9c63-5a8a5fa8d164 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:22:21.694889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Attempting to bind port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 on network 93f60548-4775-419e-9c63-5a8a5fa8d164 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:22:21.700005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:22:21.700330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Checking segment: {'id': '3fb276ed-5104-4205-8704-d4b4473f4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:22:21.700706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Bound using segment: {'id': '3fb276ed-5104-4205-8704-d4b4473f4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:22:21.701116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Bound port: 9c1476b9-2940-48d2-9b6e-3a67c2f086a3, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb276ed-5104-4205-8704-d4b4473f4d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:22:21.701454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:21.790776 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] For port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:22:21.793523 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] For port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9c1476b9-2940-48d2-9b6e-3a67c2f086a3,segment=NetworkSegment(3fb276ed-5104-4205-8704-d4b4473f4d84),segment_id=3fb276ed-5104-4205-8704-d4b4473f4d84)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:22:21.850720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:21.909625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:21.910249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:21.911630 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] 10.222.0.37 "PUT /v2.0/ports/9c1476b9-2940-48d2-9b6e-3a67c2f086a3 HTTP/1.1" status: 200 len: 1093 time: 1.1083980 Jan 28 07:22:21.912067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'tag': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:22:21.933938 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d9c41-04d8-44c8-b604-ea445d8fd787 service neutron] Pushing event updated for resources: {'Port': ['ID=9c1476b9-2940-48d2-9b6e-3a67c2f086a3,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:21.959757 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'tag': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3', 'status': 'completed', 'code': 200} Jan 28 07:22:22.086129 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0598b3c-f336-4a0a-a95b-4cea164d1147 req-409afb2f-8b65-498d-a407-e24d1ceb2717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:22.087707 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b0598b3c-f336-4a0a-a95b-4cea164d1147 req-409afb2f-8b65-498d-a407-e24d1ceb2717 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0797963 Jan 28 07:22:22.282450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0598b3c-f336-4a0a-a95b-4cea164d1147 req-775a5a82-e370-42c1-9f13-6b3d95788773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:22.283927 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b0598b3c-f336-4a0a-a95b-4cea164d1147 req-775a5a82-e370-42c1-9f13-6b3d95788773 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1610448 Jan 28 07:22:22.291582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110dfc9-59a4-416e-8031-85a20d24a345 req-5205a1f5-e3a3-46f3-b629-b2753b2defec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:22.293145 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7110dfc9-59a4-416e-8031-85a20d24a345 req-5205a1f5-e3a3-46f3-b629-b2753b2defec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 943 time: 0.2093391 Jan 28 07:22:22.423310 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7110dfc9-59a4-416e-8031-85a20d24a345 req-8fc13ac2-4ac4-4cde-824e-bb10f1065b65 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117051 Jan 28 07:22:22.459710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0598b3c-f336-4a0a-a95b-4cea164d1147 req-189ef26c-6932-487c-acc0-4af99c674642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:22.461809 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b0598b3c-f336-4a0a-a95b-4cea164d1147 req-189ef26c-6932-487c-acc0-4af99c674642 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1676250 Jan 28 07:22:22.599547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-524fcac8-1745-452b-8949-573e5fbb5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:22.600992 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-524fcac8-1745-452b-8949-573e5fbb5a7a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0745423 Jan 28 07:22:22.688773 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-5d9fffb8-0a57-4c1f-992e-8670195c1743 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c1476b9-2940-48d2-9b6e-3a67c2f086a3 HTTP/1.1" status: 200 len: 217 time: 0.0669980 Jan 28 07:22:22.863380 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-a47eb466-0263-4fef-a10c-22c4c45d1d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:22.864814 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-a47eb466-0263-4fef-a10c-22c4c45d1d01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11b9743d-ce76-4a2a-8fa3-fb39a3665186 HTTP/1.1" status: 200 len: 835 time: 0.1676495 Jan 28 07:22:22.943637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-40e5649d-5742-46a3-a12e-f15f4b4ba03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:22.945011 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-40e5649d-5742-46a3-a12e-f15f4b4ba03c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=93f60548-4775-419e-9c63-5a8a5fa8d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710950 Jan 28 07:22:23.076370 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-cec58bfb-5104-4d8f-b00e-eb0dbd68ced5 service neutron] 10.222.0.37 "GET /v2.0/networks/93f60548-4775-419e-9c63-5a8a5fa8d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247337 Jan 28 07:22:23.211813 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cfaad08-157a-4513-b735-eafd41ddf519 req-a490d1a3-3337-4de3-94fc-590d3d53d1b3 service neutron] 10.222.0.37 "GET /v2.0/networks/93f60548-4775-419e-9c63-5a8a5fa8d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251414 Jan 28 07:22:23.606912 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bd1ab-526b-4210-b078-72ac9507f02f req-4ea44c70-ba87-458e-86a4-3cb687599b7e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:23.608352 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7c3bd1ab-526b-4210-b078-72ac9507f02f req-4ea44c70-ba87-458e-86a4-3cb687599b7e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 943 time: 0.0817370 Jan 28 07:22:23.651451 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7c3bd1ab-526b-4210-b078-72ac9507f02f req-f248c642-5a26-4f69-b86d-102c0ae4306d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368304 Jan 28 07:22:24.829487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dc93d-cecf-4c6a-8d35-1462659ac90c req-005b23b5-7208-42fb-9abc-6f88393fa123 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:24.830910 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be9dc93d-cecf-4c6a-8d35-1462659ac90c req-005b23b5-7208-42fb-9abc-6f88393fa123 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 943 time: 0.0775554 Jan 28 07:22:24.874133 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be9dc93d-cecf-4c6a-8d35-1462659ac90c req-be87eb73-17fa-4dba-8195-58cb197cce36 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375972 Jan 28 07:22:24.985971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:22:25.113676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9c1476b9-2940-48d2-9b6e-3a67c2f086a3,segment=NetworkSegment(3fb276ed-5104-4205-8704-d4b4473f4d84),segment_id=3fb276ed-5104-4205-8704-d4b4473f4d84)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:22:25.126837 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'port_id': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3', 'mac_address': 'fa:16:3e:5a:bd:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:22:25.181243 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:25.197678 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:22:25.212629 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9c1476b9-2940-48d2-9b6e-3a67c2f086a3,segment=NetworkSegment(3fb276ed-5104-4205-8704-d4b4473f4d84),segment_id=3fb276ed-5104-4205-8704-d4b4473f4d84)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:22:25.295462 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:25.360825 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=9c1476b9-2940-48d2-9b6e-3a67c2f086a3,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:25.642604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['9c1476b9-2940-48d2-9b6e-3a67c2f086a3'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:22:26.055525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68eb48-6d18-418d-af93-1790f0db25fe req-fd739701-f7bd-4fff-a041-d2c86e12a081 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:26.056946 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b68eb48-6d18-418d-af93-1790f0db25fe req-fd739701-f7bd-4fff-a041-d2c86e12a081 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 944 time: 0.0809708 Jan 28 07:22:26.099984 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b68eb48-6d18-418d-af93-1790f0db25fe req-311d883a-b4af-4088-b54d-9a207ae382b4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373738 Jan 28 07:22:26.999139 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:22:27.129892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:22:27.134917 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:22:27.135317 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:27.275080 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:27.289662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebf0ea-39fa-42e4-ac02-9e392ea9474c req-ed408d5a-90d3-46ba-a413-516b8f436f2c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:27.291100 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ebebf0ea-39fa-42e4-ac02-9e392ea9474c req-ed408d5a-90d3-46ba-a413-516b8f436f2c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 944 time: 0.0817373 Jan 28 07:22:27.303565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:22:27.314538 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9c1476b9-2940-48d2-9b6e-3a67c2f086a3,segment=NetworkSegment(3fb276ed-5104-4205-8704-d4b4473f4d84),segment_id=3fb276ed-5104-4205-8704-d4b4473f4d84)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:22:27.342275 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ebebf0ea-39fa-42e4-ac02-9e392ea9474c req-801e5a1a-9a06-438e-8e51-a4eaff3b5234 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451822 Jan 28 07:22:27.413325 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3', 'code': 200} Jan 28 07:22:27.414682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:27.485930 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=9c1476b9-2940-48d2-9b6e-3a67c2f086a3,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:27.852384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b57ed-df50-4cc7-ac5d-b5b377ff0e03 req-a1e0d068-c381-4780-afbf-b9642edbb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:27.853986 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ac8b57ed-df50-4cc7-ac5d-b5b377ff0e03 req-a1e0d068-c381-4780-afbf-b9642edbb2f2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 1098 time: 0.0700111 Jan 28 07:22:27.907131 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ac8b57ed-df50-4cc7-ac5d-b5b377ff0e03 req-35615fb3-34de-4d22-b5f9-481b6ed5729a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420992 Jan 28 07:22:28.526374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442a24a-c4d1-44e2-b314-76c478c7a67b req-7682cc0a-5008-4be9-a0cf-3f498b954b90 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:28.527846 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e442a24a-c4d1-44e2-b314-76c478c7a67b req-7682cc0a-5008-4be9-a0cf-3f498b954b90 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0819452 Jan 28 07:22:28.572019 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e442a24a-c4d1-44e2-b314-76c478c7a67b req-194b2095-10ac-485b-8951-851fca068d21 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377824 Jan 28 07:22:29.754416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e99d1e-01ef-4655-b3c2-a6512c5e8b07 req-a48f0edd-2154-4422-82b3-39b5d157f538 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:29.755870 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a2e99d1e-01ef-4655-b3c2-a6512c5e8b07 req-a48f0edd-2154-4422-82b3-39b5d157f538 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0783560 Jan 28 07:22:29.802067 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a2e99d1e-01ef-4655-b3c2-a6512c5e8b07 req-8de9a904-f994-48b0-8758-012d6b3bf40d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385928 Jan 28 07:22:29.981966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a709f-71b5-46f6-bdec-e63a470e555e req-992ce660-ce5b-4616-b82a-fe04861b3f1e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:29.983329 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a34a709f-71b5-46f6-bdec-e63a470e555e req-992ce660-ce5b-4616-b82a-fe04861b3f1e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0802295 Jan 28 07:22:30.026260 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a34a709f-71b5-46f6-bdec-e63a470e555e req-ff922a89-202d-4fd6-92e4-4024779b1bd5 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369573 Jan 28 07:22:30.048199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54774) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:30.114899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c68e3c7-f18b-4606-af61-783cefd17642 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:30.116386 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3c68e3c7-f18b-4606-af61-783cefd17642 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 1093 time: 0.0672324 Jan 28 07:22:30.119054 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54778) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:30.123972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:22:30.130309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:22:30.134038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:floatingip and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:22:30.136814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:22:30.142340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:22:30.250596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:30.382096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:30.514291 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.26.4.86 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/8edb8d2d-c8b4-489e-a559-2056f5527971) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:22:30.730063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:30.820041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:30.889190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:22:30.890177 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66b2c11e-7c4f-4aeb-904f-a2b7311d2439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:30.890666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:22:30.893137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:22:30.931198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=8edb8d2d-c8b4-489e-a559-2056f5527971,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:31.392412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:31.534697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:31.737447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:31.786663 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:31.897846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=8edb8d2d-c8b4-489e-a559-2056f5527971,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:22:31.906869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:32.078691 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Floating IP 88885d58-47a1-46cd-b07d-bac51c888316 associated. External IP: 172.26.4.86, port: 9c1476b9-2940-48d2-9b6e-3a67c2f086a3. Jan 28 07:22:32.420944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 27d145f4-2563-4d58-91ec-10cf4879ac72 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:22:32.593458 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:22:32.603460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd225b2-654b-432b-993c-25ff9dff9eec None None] Sync routers for ids ['27d145f4-2563-4d58-91ec-10cf4879ac72'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:22:32.616960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd225b2-654b-432b-993c-25ff9dff9eec None None] Routers {'27d145f4-2563-4d58-91ec-10cf4879ac72'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:22:32.617624 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-2bd225b2-654b-432b-993c-25ff9dff9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:22:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['27d145f4-2563-4d58-91ec-10cf4879ac72'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:32.684636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:32.739004 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cd4ac776-77e5-4051-9d01-6a71bb89b277 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6189170 Jan 28 07:22:32.739628 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'tag': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:22:32.794099 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'tag': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3', 'status': 'completed', 'code': 200} Jan 28 07:22:32.822687 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-2bd225b2-654b-432b-993c-25ff9dff9eec None None] Set router 27d145f4-2563-4d58-91ec-10cf4879ac72 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:22:33.087705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6235d1c-b4c7-4a6f-acc3-e1e33907b495 req-5c4ed7a7-8a7c-417a-8823-65c80eaa133e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:33.089178 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d6235d1c-b4c7-4a6f-acc3-e1e33907b495 req-5c4ed7a7-8a7c-417a-8823-65c80eaa133e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.2539001 Jan 28 07:22:33.095737 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32bafd-a031-4a45-834d-68661967700f req-c3fab05e-dc9c-4e3d-a480-4a9fc5cc2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:33.097102 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be32bafd-a031-4a45-834d-68661967700f req-c3fab05e-dc9c-4e3d-a480-4a9fc5cc2f7b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 1098 time: 0.2267542 Jan 28 07:22:33.173922 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d6235d1c-b4c7-4a6f-acc3-e1e33907b495 req-3bbdc4c3-d60f-43b0-9c8f-63ff51f6f3c6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758827 Jan 28 07:22:33.188709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-2bd225b2-654b-432b-993c-25ff9dff9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:14Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '88885d58-47a1-46cd-b07d-bac51c888316', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'port_id': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'mac_address': 'fa:16:3e:5a:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:22:31Z', 'updated_at': '2022-01-28T07:22:31Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d61112-54da-4f73-ad7f-1b85ae347878', 'name': '', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e6:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:13Z', 'updated_at': '2022-01-28T07:22:19Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:33.202132 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54786) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:33.202598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd225b2-654b-432b-993c-25ff9dff9eec None None] Checking router: 27d145f4-2563-4d58-91ec-10cf4879ac72 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:22:33.211089 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd225b2-654b-432b-993c-25ff9dff9eec None None] Routers {'27d145f4-2563-4d58-91ec-10cf4879ac72'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:22:33.211730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-2bd225b2-654b-432b-993c-25ff9dff9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:22:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['27d145f4-2563-4d58-91ec-10cf4879ac72'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:33.259124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32bafd-a031-4a45-834d-68661967700f req-d4806ae8-7f45-4db7-9ebd-6b63bca0175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:33.260577 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be32bafd-a031-4a45-834d-68661967700f req-d4806ae8-7f45-4db7-9ebd-6b63bca0175c service neutron] 10.222.0.37 "GET /v2.0/networks?id=93f60548-4775-419e-9c63-5a8a5fa8d164 HTTP/1.1" status: 200 len: 897 time: 0.1501591 Jan 28 07:22:33.276910 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3abde084-0638-4a76-851c-32e2802b719d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:33.315595 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-34ff106c-61d7-47a0-8a8f-3babe5665e8a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/88885d58-47a1-46cd-b07d-bac51c888316 HTTP/1.1" status: 200 len: 990 time: 0.1152997 Jan 28 07:22:33.361401 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be32bafd-a031-4a45-834d-68661967700f req-373f48ab-0a8e-48a1-bead-11de9b4c6ffd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c1476b9-2940-48d2-9b6e-3a67c2f086a3 HTTP/1.1" status: 200 len: 998 time: 0.0943882 Jan 28 07:22:33.395450 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-2bd225b2-654b-432b-993c-25ff9dff9eec None None] Set router 27d145f4-2563-4d58-91ec-10cf4879ac72 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:22:33.426960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32bafd-a031-4a45-834d-68661967700f req-392a8444-8df8-455d-8668-5604172e2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:33.428430 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be32bafd-a031-4a45-834d-68661967700f req-392a8444-8df8-455d-8668-5604172e2b91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11b9743d-ce76-4a2a-8fa3-fb39a3665186 HTTP/1.1" status: 200 len: 835 time: 0.0605752 Jan 28 07:22:33.501983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32bafd-a031-4a45-834d-68661967700f req-6e8a64f2-d667-42b1-8034-0f3bea9d1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:22:33.503464 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be32bafd-a031-4a45-834d-68661967700f req-6e8a64f2-d667-42b1-8034-0f3bea9d1cd3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=93f60548-4775-419e-9c63-5a8a5fa8d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689607 Jan 28 07:22:33.634734 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be32bafd-a031-4a45-834d-68661967700f req-4ada0141-e086-4e16-83e4-bdb5abb1237a service neutron] 10.222.0.37 "GET /v2.0/networks/93f60548-4775-419e-9c63-5a8a5fa8d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250410 Jan 28 07:22:33.739565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-2bd225b2-654b-432b-993c-25ff9dff9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:14Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '88885d58-47a1-46cd-b07d-bac51c888316', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'port_id': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'mac_address': 'fa:16:3e:5a:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:22:31Z', 'updated_at': '2022-01-28T07:22:31Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d61112-54da-4f73-ad7f-1b85ae347878', 'name': '', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e6:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:13Z', 'updated_at': '2022-01-28T07:22:19Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:22:33.743454 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd225b2-654b-432b-993c-25ff9dff9eec None None] The sync data for ids ['27d145f4-2563-4d58-91ec-10cf4879ac72'] in dv-neutron-824022-4-hyperv is: [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:14Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '88885d58-47a1-46cd-b07d-bac51c888316', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.86', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'port_id': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'mac_address': 'fa:16:3e:5a:bd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:22:31Z', 'updated_at': '2022-01-28T07:22:31Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d61112-54da-4f73-ad7f-1b85ae347878', 'name': '', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e6:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:13Z', 'updated_at': '2022-01-28T07:22:19Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:22:33.767860 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-be32bafd-a031-4a45-834d-68661967700f req-ee09559e-3ebc-4b17-90f8-93a3fb6b5839 service neutron] 10.222.0.37 "GET /v2.0/networks/93f60548-4775-419e-9c63-5a8a5fa8d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260285 Jan 28 07:22:33.944327 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e7d29d-8603-4678-9b68-7b1903511237 None None] New status for floating IP 88885d58-47a1-46cd-b07d-bac51c888316: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:22:34.318314 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54790) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:22:34.344990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:34.439249 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6614110a-48d8-4e95-abb1-9d2c22740f01 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/88885d58-47a1-46cd-b07d-bac51c888316 HTTP/1.1" status: 200 len: 992 time: 0.1197917 Jan 28 07:22:34.575588 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:35.876556 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:41.364214 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:22:52.363613 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:23:00.864864 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f65a07f8-ee3c-49dc-bda8-fbeb3d0c4bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:03.243563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-10f3f074-ca07-40aa-a683-408f85aa5bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:04.363874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:04.563477 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:05.879067 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:08.192138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566639d5-840f-469f-9288-daac07dce7e0 req-4027e8e4-4389-4c27-8b66-7cd2ad3d935d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:08.193602 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-566639d5-840f-469f-9288-daac07dce7e0 req-4027e8e4-4389-4c27-8b66-7cd2ad3d935d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0855942 Jan 28 07:23:08.281897 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-566639d5-840f-469f-9288-daac07dce7e0 req-3ebd6b26-ee2b-4d8e-abe6-bb7fce76f49f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825582 Jan 28 07:23:08.301069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc662720-b9ed-438e-8f1c-51d8080ac4d8 req-9ad9ae58-8183-4005-bc4a-ee253acb2f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:08.302491 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc662720-b9ed-438e-8f1c-51d8080ac4d8 req-9ad9ae58-8183-4005-bc4a-ee253acb2f0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 1098 time: 0.0878623 Jan 28 07:23:08.429473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc662720-b9ed-438e-8f1c-51d8080ac4d8 req-d67e3d12-f816-45bd-a720-69fb01a36ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:08.430857 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc662720-b9ed-438e-8f1c-51d8080ac4d8 req-d67e3d12-f816-45bd-a720-69fb01a36ee9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=93f60548-4775-419e-9c63-5a8a5fa8d164 HTTP/1.1" status: 200 len: 897 time: 0.1214275 Jan 28 07:23:08.532893 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc662720-b9ed-438e-8f1c-51d8080ac4d8 req-a6ddc584-68b7-4205-8c87-edf628c6518f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c1476b9-2940-48d2-9b6e-3a67c2f086a3 HTTP/1.1" status: 200 len: 1000 time: 0.0947185 Jan 28 07:23:08.593443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc662720-b9ed-438e-8f1c-51d8080ac4d8 req-c1ba2671-0603-4fcf-8b69-5a43f2266a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:08.594791 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc662720-b9ed-438e-8f1c-51d8080ac4d8 req-c1ba2671-0603-4fcf-8b69-5a43f2266a81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11b9743d-ce76-4a2a-8fa3-fb39a3665186 HTTP/1.1" status: 200 len: 835 time: 0.0553725 Jan 28 07:23:08.670722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc662720-b9ed-438e-8f1c-51d8080ac4d8 req-72d11a99-ac73-4321-8898-f52791b5638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:08.672318 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc662720-b9ed-438e-8f1c-51d8080ac4d8 req-72d11a99-ac73-4321-8898-f52791b5638d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=93f60548-4775-419e-9c63-5a8a5fa8d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709560 Jan 28 07:23:08.806881 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc662720-b9ed-438e-8f1c-51d8080ac4d8 req-9fa61722-b14a-428e-a092-1d177a2a844d service neutron] 10.222.0.37 "GET /v2.0/networks/93f60548-4775-419e-9c63-5a8a5fa8d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274481 Jan 28 07:23:09.034407 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cc662720-b9ed-438e-8f1c-51d8080ac4d8 req-e1c17a67-ec38-435a-aadb-fe9da20b256b service neutron] 10.222.0.37 "GET /v2.0/networks/93f60548-4775-419e-9c63-5a8a5fa8d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209198 Jan 28 07:23:09.511463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732d3c2-0dbd-4987-a408-a6d017f2b9a7 req-8c615ec6-cec5-4a3a-b497-fdae28ec26a6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:09.512915 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7732d3c2-0dbd-4987-a408-a6d017f2b9a7 req-8c615ec6-cec5-4a3a-b497-fdae28ec26a6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.1263661 Jan 28 07:23:09.558804 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7732d3c2-0dbd-4987-a408-a6d017f2b9a7 req-8fc041dc-857c-472f-b6a5-881275158f1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398402 Jan 28 07:23:10.788680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b561d4-810c-4f8e-b732-b0a88ad32a9b req-932b34cf-4a47-439f-b101-943e565bee4e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:10.790101 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-09b561d4-810c-4f8e-b732-b0a88ad32a9b req-932b34cf-4a47-439f-b101-943e565bee4e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.1251278 Jan 28 07:23:10.833330 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-09b561d4-810c-4f8e-b732-b0a88ad32a9b req-d20a0b81-2ca4-4e79-89ee-db7786a5aa6d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376303 Jan 28 07:23:11.356269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:12.015744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54ea7c-88c1-40b3-96ff-42d1e4ca34e2 req-2ba974a4-6199-4828-bca7-6d4a7726f9b4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:12.017160 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a54ea7c-88c1-40b3-96ff-42d1e4ca34e2 req-2ba974a4-6199-4828-bca7-6d4a7726f9b4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0816031 Jan 28 07:23:12.059582 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a54ea7c-88c1-40b3-96ff-42d1e4ca34e2 req-f2456eab-9902-456b-ae02-2ea827aa6bae tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368779 Jan 28 07:23:13.242155 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd84f94-cf8b-47e7-9de7-71f64c300dd6 req-6b9bf735-de6e-4d2b-b28d-4deb59e97406 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:13.243596 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ebd84f94-cf8b-47e7-9de7-71f64c300dd6 req-6b9bf735-de6e-4d2b-b28d-4deb59e97406 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0792446 Jan 28 07:23:13.287111 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ebd84f94-cf8b-47e7-9de7-71f64c300dd6 req-5cc07338-fd9d-4943-8fe5-eb05f996a700 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369284 Jan 28 07:23:14.493142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773c681-93c8-49fb-a2c6-b9bf54cd6016 req-9cbecfd1-53f0-43da-8345-6ae989980a22 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:14.495222 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e773c681-93c8-49fb-a2c6-b9bf54cd6016 req-9cbecfd1-53f0-43da-8345-6ae989980a22 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0972071 Jan 28 07:23:14.539186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e773c681-93c8-49fb-a2c6-b9bf54cd6016 req-3c1bdd54-d0bf-450d-b359-60ff6a4ef95c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377481 Jan 28 07:23:15.716510 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276d56a-3724-4211-93d3-f1501480bbc9 req-17791a29-90a1-4100-960c-8072d2c61a79 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:15.717931 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7276d56a-3724-4211-93d3-f1501480bbc9 req-17791a29-90a1-4100-960c-8072d2c61a79 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0776532 Jan 28 07:23:15.760358 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7276d56a-3724-4211-93d3-f1501480bbc9 req-c8146808-0707-45cd-9865-a6c83e3833f8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364373 Jan 28 07:23:16.943909 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c90bda-6b28-4c97-9930-a41ba9199d21 req-def36f06-0eea-4716-a7b6-60673b3ce970 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:16.945334 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00c90bda-6b28-4c97-9930-a41ba9199d21 req-def36f06-0eea-4716-a7b6-60673b3ce970 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0809116 Jan 28 07:23:16.988559 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00c90bda-6b28-4c97-9930-a41ba9199d21 req-97819e18-cbfd-4f13-a8bd-b00dd7281c79 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376661 Jan 28 07:23:18.170004 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c5fe5-e954-4de6-a55c-4d6942f37ba9 req-79db8a74-e436-4fdb-9d4a-7e783a640d9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:18.171342 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c64c5fe5-e954-4de6-a55c-4d6942f37ba9 req-79db8a74-e436-4fdb-9d4a-7e783a640d9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0776391 Jan 28 07:23:18.219471 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c64c5fe5-e954-4de6-a55c-4d6942f37ba9 req-fb8c6b88-2dcf-4d72-bc67-bfa0393d91df tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425439 Jan 28 07:23:19.401038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10306068-4e25-428f-9df8-4706581200c4 req-8959c7a3-f2c6-440b-9cd0-8ca0df9fcf85 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:19.402493 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-10306068-4e25-428f-9df8-4706581200c4 req-8959c7a3-f2c6-440b-9cd0-8ca0df9fcf85 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0792856 Jan 28 07:23:19.447747 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-10306068-4e25-428f-9df8-4706581200c4 req-71a6d234-383e-4533-96de-2fb2b5aeecb1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390086 Jan 28 07:23:20.637572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80289a-25fe-4c58-9813-5680df5eae84 req-ba1004c4-4d66-4903-be0d-efd7a72e883c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:20.638998 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed80289a-25fe-4c58-9813-5680df5eae84 req-ba1004c4-4d66-4903-be0d-efd7a72e883c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0895996 Jan 28 07:23:20.681556 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed80289a-25fe-4c58-9813-5680df5eae84 req-cf0c176a-9561-4f00-a5d8-68998ce0dca9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370512 Jan 28 07:23:20.971600 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d84b4-4ff9-419e-ab25-d36466410b3f req-0c4a39c6-a8c6-4df1-aba4-7ff176ff2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:20.973057 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-418d84b4-4ff9-419e-ab25-d36466410b3f req-0c4a39c6-a8c6-4df1-aba4-7ff176ff2c8c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 1098 time: 0.0687594 Jan 28 07:23:21.115944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d84b4-4ff9-419e-ab25-d36466410b3f req-310f47ea-7e7d-4c30-889b-946a3b889419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:21.117257 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-418d84b4-4ff9-419e-ab25-d36466410b3f req-310f47ea-7e7d-4c30-889b-946a3b889419 service neutron] 10.222.0.37 "GET /v2.0/networks?id=93f60548-4775-419e-9c63-5a8a5fa8d164 HTTP/1.1" status: 200 len: 897 time: 0.1241746 Jan 28 07:23:21.222814 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-418d84b4-4ff9-419e-ab25-d36466410b3f req-ac8febec-7a4a-41e9-991a-534c12680b82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c1476b9-2940-48d2-9b6e-3a67c2f086a3 HTTP/1.1" status: 200 len: 1000 time: 0.0924118 Jan 28 07:23:21.332264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d84b4-4ff9-419e-ab25-d36466410b3f req-05f859b4-348c-4f76-be69-f3eeae9dd875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:21.333660 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-418d84b4-4ff9-419e-ab25-d36466410b3f req-05f859b4-348c-4f76-be69-f3eeae9dd875 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11b9743d-ce76-4a2a-8fa3-fb39a3665186 HTTP/1.1" status: 200 len: 835 time: 0.1006680 Jan 28 07:23:21.407846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d84b4-4ff9-419e-ab25-d36466410b3f req-330af3b3-a74d-44f3-96e6-304be0397290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:21.409170 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-418d84b4-4ff9-419e-ab25-d36466410b3f req-330af3b3-a74d-44f3-96e6-304be0397290 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=93f60548-4775-419e-9c63-5a8a5fa8d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672174 Jan 28 07:23:21.538685 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-418d84b4-4ff9-419e-ab25-d36466410b3f req-79055e5f-2e21-4bf2-8f46-62946893b0e0 service neutron] 10.222.0.37 "GET /v2.0/networks/93f60548-4775-419e-9c63-5a8a5fa8d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200736 Jan 28 07:23:21.668942 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-418d84b4-4ff9-419e-ab25-d36466410b3f req-37e03fd4-898f-449c-b84c-71e47d60eaff service neutron] 10.222.0.37 "GET /v2.0/networks/93f60548-4775-419e-9c63-5a8a5fa8d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207242 Jan 28 07:23:21.866763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56a23e-6e52-464d-9da1-a881f697d138 req-4afbed0b-4b58-4afd-93a6-2b423a0d31bf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:21.868250 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3a56a23e-6e52-464d-9da1-a881f697d138 req-4afbed0b-4b58-4afd-93a6-2b423a0d31bf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0836706 Jan 28 07:23:22.008697 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3a56a23e-6e52-464d-9da1-a881f697d138 req-db4f9ceb-80bd-44e3-9001-00022438e48e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344621 Jan 28 07:23:23.191262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79f648-ac51-4d58-bf4e-78b5c54b97c0 req-ed62dd7d-8cbe-4bae-a35a-ca19d5b3538a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:23.192778 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7c79f648-ac51-4d58-bf4e-78b5c54b97c0 req-ed62dd7d-8cbe-4bae-a35a-ca19d5b3538a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0830450 Jan 28 07:23:23.236765 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7c79f648-ac51-4d58-bf4e-78b5c54b97c0 req-2d7c46f4-eb07-44e1-8a9e-077bc8642e50 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382771 Jan 28 07:23:24.416522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27792553-68ab-4822-ab7c-2c5ce7dc33b0 req-372a7356-22b9-478f-8398-841659bd3cea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:24.417964 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27792553-68ab-4822-ab7c-2c5ce7dc33b0 req-372a7356-22b9-478f-8398-841659bd3cea tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0789502 Jan 28 07:23:24.459850 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27792553-68ab-4822-ab7c-2c5ce7dc33b0 req-5d70b413-2034-414c-8e84-c73a8f427003 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364397 Jan 28 07:23:25.646071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296b158-d5f8-4f2e-adfe-3cca1255a8e2 req-415e6448-3110-4915-8965-0b109fae9c2a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:23:25.647426 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5296b158-d5f8-4f2e-adfe-3cca1255a8e2 req-415e6448-3110-4915-8965-0b109fae9c2a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0840564 Jan 28 07:23:25.693582 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5296b158-d5f8-4f2e-adfe-3cca1255a8e2 req-d525b4dc-7810-41b9-a2aa-495c78107e42 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406103 Jan 28 07:23:25.715868 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54848) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:23:25.819291 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eadfc246-65b3-44a3-84b5-822577b71eef tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/88885d58-47a1-46cd-b07d-bac51c888316 HTTP/1.1" status: 200 len: 992 time: 0.1023302 Jan 28 07:23:29.363763 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:23:30.900915 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-47784ca5-5de7-44cd-acc4-7954bb9239fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:33.247329 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3046fea8-3f68-43c9-99de-0c19082a3890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:34.340293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:34.569155 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:35.872579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:41.374453 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:58.243788 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54860) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:23:58.439644 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 8edb8d2d-c8b4-489e-a559-2056f5527971 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:23:58.439960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:58.611434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:58.611765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:58.733020 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 8edb8d2d-c8b4-489e-a559-2056f5527971 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:23:58.975552 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:59.019966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=8edb8d2d-c8b4-489e-a559-2056f5527971,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:23:59.056817 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:59.057160 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:59.057492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:59.057821 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:59.058142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:59.058472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:59.058786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:59.059101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:59.059441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:59.059776 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:59.060097 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:59.060384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:23:59.122443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:59.122777 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Floating IP 88885d58-47a1-46cd-b07d-bac51c888316 disassociated (deleted). External IP: 172.26.4.86, port: 9c1476b9-2940-48d2-9b6e-3a67c2f086a3. Jan 28 07:23:59.572565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 27d145f4-2563-4d58-91ec-10cf4879ac72 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:23:59.761672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:23:59.772981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0610b8a0-7b8a-4ff0-aa6b-66a785ce4e59 None None] Sync routers for ids ['27d145f4-2563-4d58-91ec-10cf4879ac72'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:23:59.779358 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:23:59.782982 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0610b8a0-7b8a-4ff0-aa6b-66a785ce4e59 None None] Routers {'27d145f4-2563-4d58-91ec-10cf4879ac72'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:23:59.783654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-0610b8a0-7b8a-4ff0-aa6b-66a785ce4e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:23:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['27d145f4-2563-4d58-91ec-10cf4879ac72'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:23:59.851324 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e481f97a-83dd-4867-8b75-9f853af7acb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/floatingips/88885d58-47a1-46cd-b07d-bac51c888316 HTTP/1.1" status: 204 len: 168 time: 1.6065166 Jan 28 07:23:59.851896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'tag': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:23:59.900960 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'tag': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3', 'status': 'completed', 'code': 200} Jan 28 07:24:00.016632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e4bde-ff0f-4d08-94f4-941cb4bcb795 req-a8867947-49cb-4188-b2d1-d01a2eb8c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:00.018486 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d8e4bde-ff0f-4d08-94f4-941cb4bcb795 req-a8867947-49cb-4188-b2d1-d01a2eb8c063 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 1098 time: 0.0720026 Jan 28 07:24:00.025049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-0610b8a0-7b8a-4ff0-aa6b-66a785ce4e59 None None] Set router 27d145f4-2563-4d58-91ec-10cf4879ac72 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:24:00.154982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e4bde-ff0f-4d08-94f4-941cb4bcb795 req-b08413d6-0f48-44a5-8c51-8f4bd2275cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:00.156545 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d8e4bde-ff0f-4d08-94f4-941cb4bcb795 req-b08413d6-0f48-44a5-8c51-8f4bd2275cfe service neutron] 10.222.0.37 "GET /v2.0/networks?id=93f60548-4775-419e-9c63-5a8a5fa8d164 HTTP/1.1" status: 200 len: 897 time: 0.1316285 Jan 28 07:24:00.229759 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d8e4bde-ff0f-4d08-94f4-941cb4bcb795 req-82a0f34f-73e3-46f4-8973-676d76581beb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c1476b9-2940-48d2-9b6e-3a67c2f086a3 HTTP/1.1" status: 200 len: 217 time: 0.0664744 Jan 28 07:24:00.294901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e4bde-ff0f-4d08-94f4-941cb4bcb795 req-0af9d42c-613a-4c42-88ea-5d5dcc0339c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:00.296275 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d8e4bde-ff0f-4d08-94f4-941cb4bcb795 req-0af9d42c-613a-4c42-88ea-5d5dcc0339c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11b9743d-ce76-4a2a-8fa3-fb39a3665186 HTTP/1.1" status: 200 len: 835 time: 0.0607166 Jan 28 07:24:00.368240 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-0610b8a0-7b8a-4ff0-aa6b-66a785ce4e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:14Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '56d61112-54da-4f73-ad7f-1b85ae347878', 'name': '', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e6:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:13Z', 'updated_at': '2022-01-28T07:22:19Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:00.373513 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0610b8a0-7b8a-4ff0-aa6b-66a785ce4e59 None None] Checking router: 27d145f4-2563-4d58-91ec-10cf4879ac72 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:24:00.382019 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0610b8a0-7b8a-4ff0-aa6b-66a785ce4e59 None None] Routers {'27d145f4-2563-4d58-91ec-10cf4879ac72'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:24:00.382628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-0610b8a0-7b8a-4ff0-aa6b-66a785ce4e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:23:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['27d145f4-2563-4d58-91ec-10cf4879ac72'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:00.382786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e4bde-ff0f-4d08-94f4-941cb4bcb795 req-a3fc70fa-1bd7-4428-b1fb-986ea5fb38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:00.384311 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d8e4bde-ff0f-4d08-94f4-941cb4bcb795 req-a3fc70fa-1bd7-4428-b1fb-986ea5fb38e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=93f60548-4775-419e-9c63-5a8a5fa8d164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815635 Jan 28 07:24:00.582565 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-0610b8a0-7b8a-4ff0-aa6b-66a785ce4e59 None None] Set router 27d145f4-2563-4d58-91ec-10cf4879ac72 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:24:00.604806 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d8e4bde-ff0f-4d08-94f4-941cb4bcb795 req-581ac784-b321-4cab-8d9a-ac0adf5cb0b2 service neutron] 10.222.0.37 "GET /v2.0/networks/93f60548-4775-419e-9c63-5a8a5fa8d164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136145 Jan 28 07:24:00.618456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466f193-c533-457e-a0d3-3a6343b62b33 req-2fcc5b7f-d6fc-4fe4-b36b-b2e188e5e4b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:00.619138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-2466f193-c533-457e-a0d3-3a6343b62b33 req-2fcc5b7f-d6fc-4fe4-b36b-b2e188e5e4b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:24:00.738853 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-2466f193-c533-457e-a0d3-3a6343b62b33 req-2fcc5b7f-d6fc-4fe4-b36b-b2e188e5e4b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:24:00.740071 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2466f193-c533-457e-a0d3-3a6343b62b33 req-2fcc5b7f-d6fc-4fe4-b36b-b2e188e5e4b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.3218391 Jan 28 07:24:00.790166 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d8e4bde-ff0f-4d08-94f4-941cb4bcb795 req-0837f707-b989-44da-916c-dd01543d8826 service neutron] 10.222.0.37 "GET /v2.0/networks/93f60548-4775-419e-9c63-5a8a5fa8d164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675353 Jan 28 07:24:00.813662 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2466f193-c533-457e-a0d3-3a6343b62b33 req-e99c50d3-6def-4fde-8d47-e3bd00771573 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669222 Jan 28 07:24:00.935007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fbcb1137-8ecb-40b6-a47b-ec760764ccb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:00.938790 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-0610b8a0-7b8a-4ff0-aa6b-66a785ce4e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:14Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '56d61112-54da-4f73-ad7f-1b85ae347878', 'name': '', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e6:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:13Z', 'updated_at': '2022-01-28T07:22:19Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:00.944117 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0610b8a0-7b8a-4ff0-aa6b-66a785ce4e59 None None] The sync data for ids ['27d145f4-2563-4d58-91ec-10cf4879ac72'] in dv-neutron-824022-4-hyperv is: [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:14Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '56d61112-54da-4f73-ad7f-1b85ae347878', 'name': '', 'network_id': '93f60548-4775-419e-9c63-5a8a5fa8d164', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e6:81:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:13Z', 'updated_at': '2022-01-28T07:22:19Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '11b9743d-ce76-4a2a-8fa3-fb39a3665186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:24:01.179728 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b5862b-3ca3-4c70-a987-b56c37cb9612 None None] New status for floating IP 88885d58-47a1-46cd-b07d-bac51c888316: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:24:01.999411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6685c2-ab53-4dc2-8c8e-c2f44d5588e4 req-889b989c-f1f9-4c48-bd8d-66785fcfb861 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:02.000852 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af6685c2-ab53-4dc2-8c8e-c2f44d5588e4 req-889b989c-f1f9-4c48-bd8d-66785fcfb861 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0810614 Jan 28 07:24:02.044380 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-af6685c2-ab53-4dc2-8c8e-c2f44d5588e4 req-e8ca653c-93ba-4939-8ab6-5777850be246 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=241d2275-4457-4206-b713-d2e0dbe59525&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379467 Jan 28 07:24:02.379403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87a4e4-4646-4a7a-be65-c6b3ff6dc465 req-48ebbc9d-3f0f-4edb-943f-71033af2be1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:02.381312 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3b87a4e4-4646-4a7a-be65-c6b3ff6dc465 req-48ebbc9d-3f0f-4edb-943f-71033af2be1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 945 time: 0.0779185 Jan 28 07:24:02.453267 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-3b87a4e4-4646-4a7a-be65-c6b3ff6dc465 req-5c09215f-0c40-4a60-9e2d-615c3866bf5c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:24:02.453605 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3b87a4e4-4646-4a7a-be65-c6b3ff6dc465 req-5c09215f-0c40-4a60-9e2d-615c3866bf5c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:02.794830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-3b87a4e4-4646-4a7a-be65-c6b3ff6dc465 req-5c09215f-0c40-4a60-9e2d-615c3866bf5c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=9c1476b9-2940-48d2-9b6e-3a67c2f086a3,segment=NetworkSegment(3fb276ed-5104-4205-8704-d4b4473f4d84),segment_id=3fb276ed-5104-4205-8704-d4b4473f4d84)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:24:02.795182 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3b87a4e4-4646-4a7a-be65-c6b3ff6dc465 req-5c09215f-0c40-4a60-9e2d-615c3866bf5c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:02.918500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-3b87a4e4-4646-4a7a-be65-c6b3ff6dc465 req-5c09215f-0c40-4a60-9e2d-615c3866bf5c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:24:03.140580 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3b87a4e4-4646-4a7a-be65-c6b3ff6dc465 req-5c09215f-0c40-4a60-9e2d-615c3866bf5c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:03.225165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09215f-0c40-4a60-9e2d-615c3866bf5c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=9c1476b9-2940-48d2-9b6e-3a67c2f086a3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:03.235613 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9df05aa1-512a-41eb-8e7e-21713f8783fd req-508c6d35-f1f2-4c61-b588-049c0cbf4f8d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 210 time: 0.0592039 Jan 28 07:24:03.270086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee2927f6-e820-4981-882c-71ebd23ccb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:03.309278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b87a4e4-4646-4a7a-be65-c6b3ff6dc465 req-5c09215f-0c40-4a60-9e2d-615c3866bf5c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] No DVR routers for this DVR port 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:24:03.311650 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-3b87a4e4-4646-4a7a-be65-c6b3ff6dc465 req-5c09215f-0c40-4a60-9e2d-615c3866bf5c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:03.314137 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'name': 'network-vif-deleted', 'tag': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:24:03.358385 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6382e2-a74a-4ab1-bf3d-3424d2511ff7', 'name': 'network-vif-deleted', 'tag': '9c1476b9-2940-48d2-9b6e-3a67c2f086a3', 'status': 'completed', 'code': 200} Jan 28 07:24:03.390510 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3b87a4e4-4646-4a7a-be65-c6b3ff6dc465 req-5c09215f-0c40-4a60-9e2d-615c3866bf5c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "DELETE /v2.0/ports/9c1476b9-2940-48d2-9b6e-3a67c2f086a3 HTTP/1.1" status: 204 len: 173 time: 1.0015380 Jan 28 07:24:04.367273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:04.404487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a9b268cb-cf6f-40b6-ba55-a0fee9732b7e req-74c29e70-4659-4a28-a46e-5dc24530a3e6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:24:04.472036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a9b268cb-cf6f-40b6-ba55-a0fee9732b7e req-74c29e70-4659-4a28-a46e-5dc24530a3e6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:24:04.473149 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a9b268cb-cf6f-40b6-ba55-a0fee9732b7e req-74c29e70-4659-4a28-a46e-5dc24530a3e6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb6382e2-a74a-4ab1-bf3d-3424d2511ff7 HTTP/1.1" status: 200 len: 210 time: 0.1109900 Jan 28 07:24:04.580178 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:05.532406 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:24:05.564867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:24:05.565207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 9c1476b9-2940-48d2-9b6e-3a67c2f086a3 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:24:05.566898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54880) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:05.852850 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:06.109860 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76049019-2b0e-44e2-b49b-d421e7aa4414 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:06.362754 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:24:06.552102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-76049019-2b0e-44e2-b49b-d421e7aa4414 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 56d61112-54da-4f73-ad7f-1b85ae347878 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:24:06.552428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76049019-2b0e-44e2-b49b-d421e7aa4414 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:06.732629 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-76049019-2b0e-44e2-b49b-d421e7aa4414 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port 56d61112-54da-4f73-ad7f-1b85ae347878, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=56d61112-54da-4f73-ad7f-1b85ae347878,segment=NetworkSegment(3fb276ed-5104-4205-8704-d4b4473f4d84),segment_id=3fb276ed-5104-4205-8704-d4b4473f4d84)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:24:06.733316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76049019-2b0e-44e2-b49b-d421e7aa4414 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:06.861639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-76049019-2b0e-44e2-b49b-d421e7aa4414 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 56d61112-54da-4f73-ad7f-1b85ae347878 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:24:07.235718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76049019-2b0e-44e2-b49b-d421e7aa4414 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:07.282282 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76049019-2b0e-44e2-b49b-d421e7aa4414 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=56d61112-54da-4f73-ad7f-1b85ae347878,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:07.562585 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76049019-2b0e-44e2-b49b-d421e7aa4414 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:08.042333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76049019-2b0e-44e2-b49b-d421e7aa4414 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 27d145f4-2563-4d58-91ec-10cf4879ac72 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:24:08.211896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76049019-2b0e-44e2-b49b-d421e7aa4414 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:24:08.221073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c1182-9d94-4f90-bdd7-3ceb3e2bfcbb None None] Sync routers for ids ['27d145f4-2563-4d58-91ec-10cf4879ac72'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:24:08.234057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c1182-9d94-4f90-bdd7-3ceb3e2bfcbb None None] Routers {'27d145f4-2563-4d58-91ec-10cf4879ac72'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:24:08.234662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-652c1182-9d94-4f90-bdd7-3ceb3e2bfcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:24:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['27d145f4-2563-4d58-91ec-10cf4879ac72'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:08.296517 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-76049019-2b0e-44e2-b49b-d421e7aa4414 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "PUT /v2.0/routers/27d145f4-2563-4d58-91ec-10cf4879ac72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7279172 Jan 28 07:24:08.299138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54884) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:08.370702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-02afc3be-5410-4a89-a62d-f7af34e926b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting subnet 11b9743d-ce76-4a2a-8fa3-fb39a3665186 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:24:08.373921 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02afc3be-5410-4a89-a62d-f7af34e926b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:08.421788 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-652c1182-9d94-4f90-bdd7-3ceb3e2bfcbb None None] Set router 27d145f4-2563-4d58-91ec-10cf4879ac72 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:24:08.426250 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02afc3be-5410-4a89-a62d-f7af34e926b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:08.509854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02afc3be-5410-4a89-a62d-f7af34e926b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:08.653258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02afc3be-5410-4a89-a62d-f7af34e926b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:08.693166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afc3be-5410-4a89-a62d-f7af34e926b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Subnet': ['ID=11b9743d-ce76-4a2a-8fa3-fb39a3665186,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:08.695091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-02afc3be-5410-4a89-a62d-f7af34e926b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:08.701786 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-02afc3be-5410-4a89-a62d-f7af34e926b7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/subnets/11b9743d-ce76-4a2a-8fa3-fb39a3665186 HTTP/1.1" status: 204 len: 168 time: 0.4014871 Jan 28 07:24:08.704318 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54888) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:08.713457 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc054a7c-a6eb-4fd5-822f-b6b29cea0eb0 None None] Network 93f60548-4775-419e-9c63-5a8a5fa8d164 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:24:08.883499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:08.895033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-652c1182-9d94-4f90-bdd7-3ceb3e2bfcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:24:07Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:08.905959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c1182-9d94-4f90-bdd7-3ceb3e2bfcbb None None] Checking router: 27d145f4-2563-4d58-91ec-10cf4879ac72 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:24:08.919468 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652c1182-9d94-4f90-bdd7-3ceb3e2bfcbb None None] Routers {'27d145f4-2563-4d58-91ec-10cf4879ac72'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:24:08.920074 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-652c1182-9d94-4f90-bdd7-3ceb3e2bfcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:24:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['27d145f4-2563-4d58-91ec-10cf4879ac72'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:09.066593 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:09.098237 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] DHCP port deletion for 93f60548-4775-419e-9c63-5a8a5fa8d164 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:24:09.107992 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Deleting port 01151a89-e16d-4f81-8329-7cc7c52b7fd6 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:24:09.108368 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:09.147764 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-652c1182-9d94-4f90-bdd7-3ceb3e2bfcbb None None] Set router 27d145f4-2563-4d58-91ec-10cf4879ac72 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:24:09.151814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 620c4d95-15b7-40ab-88f3-b725e7a06c72 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:24:09.152232 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:09.321675 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port 620c4d95-15b7-40ab-88f3-b725e7a06c72, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=620c4d95-15b7-40ab-88f3-b725e7a06c72,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:24:09.321922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:09.401931 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 01151a89-e16d-4f81-8329-7cc7c52b7fd6 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:24:09.563089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 620c4d95-15b7-40ab-88f3-b725e7a06c72 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:24:09.579703 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] For port 01151a89-e16d-4f81-8329-7cc7c52b7fd6, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=01151a89-e16d-4f81-8329-7cc7c52b7fd6,segment=NetworkSegment(3fb276ed-5104-4205-8704-d4b4473f4d84),segment_id=3fb276ed-5104-4205-8704-d4b4473f4d84)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:24:09.580094 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:09.738741 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Calling delete_port for 01151a89-e16d-4f81-8329-7cc7c52b7fd6 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:24:09.784794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:09.834589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=620c4d95-15b7-40ab-88f3-b725e7a06c72,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:09.847210 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:09.926845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:09.944144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-652c1182-9d94-4f90-bdd7-3ceb3e2bfcbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:24:07Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:09.948265 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652c1182-9d94-4f90-bdd7-3ceb3e2bfcbb None None] The sync data for ids ['27d145f4-2563-4d58-91ec-10cf4879ac72'] in dv-neutron-824022-4-hyperv is: [{'id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1039254464', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:24:07Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '620c4d95-15b7-40ab-88f3-b725e7a06c72', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d145f4-2563-4d58-91ec-10cf4879ac72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:22:08Z', 'updated_at': '2022-01-28T07:22:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:24:09.993077 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:10.042502 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Pushing event deleted for resources: {'Port': ['ID=01151a89-e16d-4f81-8329-7cc7c52b7fd6,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:10.049510 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] No DVR routers for this DVR port 01151a89-e16d-4f81-8329-7cc7c52b7fd6 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:24:10.058066 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:10.058431 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:10.058777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:10.059116 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:10.059488 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:10.059819 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:10.060146 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:10.060502 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:10.060802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:10.061129 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:10.061454 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:10.061778 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544deeb9-b67b-4a4b-98b0-c6a8f85b9a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:10.106760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:10.108981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:10.168401 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:10.168900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Fanout notify agent at l3_agent the message router_deleted on router 27d145f4-2563-4d58-91ec-10cf4879ac72 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:24:10.183717 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:10.184836 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4153b523-2ca1-4f48-bc1f-9b5336f91768 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/routers/27d145f4-2563-4d58-91ec-10cf4879ac72 HTTP/1.1" status: 204 len: 168 time: 1.4795837 Jan 28 07:24:10.187518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54892) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:10.297346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30c2b953-ec55-4957-aed7-476206f4bf9f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:10.440702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30c2b953-ec55-4957-aed7-476206f4bf9f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:10.468586 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-30c2b953-ec55-4957-aed7-476206f4bf9f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f60548-4775-419e-9c63-5a8a5fa8d164']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:10.481635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-30c2b953-ec55-4957-aed7-476206f4bf9f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb276ed-5104-4205-8704-d4b4473f4d84') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:10.481812 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-30c2b953-ec55-4957-aed7-476206f4bf9f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb276ed-5104-4205-8704-d4b4473f4d84') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:10.493560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30c2b953-ec55-4957-aed7-476206f4bf9f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:10.510310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30c2b953-ec55-4957-aed7-476206f4bf9f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:10.516540 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c2b953-ec55-4957-aed7-476206f4bf9f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:24:10.517073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30c2b953-ec55-4957-aed7-476206f4bf9f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:24:10.532237 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:24:10.671601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30c2b953-ec55-4957-aed7-476206f4bf9f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:10.691694 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30c2b953-ec55-4957-aed7-476206f4bf9f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:10.702942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2b953-ec55-4957-aed7-476206f4bf9f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Network': ['ID=93f60548-4775-419e-9c63-5a8a5fa8d164,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:10.752265 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-30c2b953-ec55-4957-aed7-476206f4bf9f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/networks/93f60548-4775-419e-9c63-5a8a5fa8d164 HTTP/1.1" status: 204 len: 168 time: 0.5637991 Jan 28 07:24:10.755418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54896) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:10.821178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4619e147-6582-425a-b272-c041faa25608 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:10.852166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4619e147-6582-425a-b272-c041faa25608 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:10.984398 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4619e147-6582-425a-b272-c041faa25608 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:11.007151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619e147-6582-425a-b272-c041faa25608 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=241d2275-4457-4206-b713-d2e0dbe59525,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:11.076828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4619e147-6582-425a-b272-c041faa25608 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:11.077895 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4619e147-6582-425a-b272-c041faa25608 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/security-groups/241d2275-4457-4206-b713-d2e0dbe59525 HTTP/1.1" status: 204 len: 168 time: 0.3215814 Jan 28 07:24:11.399497 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 620c4d95-15b7-40ab-88f3-b725e7a06c72 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:24:11.428360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54904) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:11.431802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:11.434114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1193279565', 'description': 'tempest-secgroup-smoke-1193279565 description', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:11.437223 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 620c4d95-15b7-40ab-88f3-b725e7a06c72 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:24:11.438640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 620c4d95-15b7-40ab-88f3-b725e7a06c72 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:24:11.438640 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 56d61112-54da-4f73-ad7f-1b85ae347878 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:24:11.440336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:24:11.444467 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:24:11.447278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:24:11.453086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:24:11.469629 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 56d61112-54da-4f73-ad7f-1b85ae347878 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:24:11.469982 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 56d61112-54da-4f73-ad7f-1b85ae347878 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:24:11.500170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:11.519440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:24:11.523132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:24:11.525875 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:24:11.531437 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:24:11.602238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:11.664180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:11.706163 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fa7a69-9089-41ec-8421-9608ac3a23af,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:11.768297 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:11.769546 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f75d19f4-a307-4b12-80f8-3b29c914780a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3401546 Jan 28 07:24:11.772888 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54908) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:11.777840 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-abbb087d-d434-4131-bb9f-9cbb7257788e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': 'a2fa7a69-9089-41ec-8421-9608ac3a23af', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:11.784002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-abbb087d-d434-4131-bb9f-9cbb7257788e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:24:11.788397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-abbb087d-d434-4131-bb9f-9cbb7257788e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:24:11.791581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-abbb087d-d434-4131-bb9f-9cbb7257788e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:24:11.797098 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-abbb087d-d434-4131-bb9f-9cbb7257788e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:24:11.873062 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abbb087d-d434-4131-bb9f-9cbb7257788e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:11.931248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abbb087d-d434-4131-bb9f-9cbb7257788e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:11.980039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abbb087d-d434-4131-bb9f-9cbb7257788e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:12.002231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb087d-d434-4131-bb9f-9cbb7257788e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22bf000d-a52b-443b-b643-721d68deaa21,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:12.071338 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-abbb087d-d434-4131-bb9f-9cbb7257788e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:12.072506 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-abbb087d-d434-4131-bb9f-9cbb7257788e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2986231 Jan 28 07:24:12.075181 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54912) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:12.080071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6520ef78-b6f3-4d8e-b611-e4f836655256 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': 'a2fa7a69-9089-41ec-8421-9608ac3a23af', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:12.086335 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6520ef78-b6f3-4d8e-b611-e4f836655256 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:24:12.090040 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6520ef78-b6f3-4d8e-b611-e4f836655256 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:24:12.092849 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6520ef78-b6f3-4d8e-b611-e4f836655256 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:24:12.098526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6520ef78-b6f3-4d8e-b611-e4f836655256 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:24:12.186329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6520ef78-b6f3-4d8e-b611-e4f836655256 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:12.249949 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6520ef78-b6f3-4d8e-b611-e4f836655256 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:12.318016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6520ef78-b6f3-4d8e-b611-e4f836655256 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:12.341592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520ef78-b6f3-4d8e-b611-e4f836655256 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f95116f8-886f-4a3c-9d3f-4e1943237cc4,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:12.425938 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6520ef78-b6f3-4d8e-b611-e4f836655256 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:12.427640 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6520ef78-b6f3-4d8e-b611-e4f836655256 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3515372 Jan 28 07:24:12.430311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54916) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:12.435133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-212bfa52-bf45-40fa-b4c8-430118719fa4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': 'a2fa7a69-9089-41ec-8421-9608ac3a23af', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:12.440923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-212bfa52-bf45-40fa-b4c8-430118719fa4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:24:12.445227 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-212bfa52-bf45-40fa-b4c8-430118719fa4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:24:12.449491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-212bfa52-bf45-40fa-b4c8-430118719fa4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:24:12.453619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-212bfa52-bf45-40fa-b4c8-430118719fa4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:24:12.540637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-212bfa52-bf45-40fa-b4c8-430118719fa4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:12.599936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-212bfa52-bf45-40fa-b4c8-430118719fa4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:12.681450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-212bfa52-bf45-40fa-b4c8-430118719fa4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:12.705120 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bfa52-bf45-40fa-b4c8-430118719fa4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becabc9d-142f-413f-b2d5-51e9e8005d05,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:12.779878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-212bfa52-bf45-40fa-b4c8-430118719fa4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:12.781049 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-212bfa52-bf45-40fa-b4c8-430118719fa4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3498399 Jan 28 07:24:12.783732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54920) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:12.788535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-e7fe61fb-152c-4646-baff-c712016a3210 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': 'a2fa7a69-9089-41ec-8421-9608ac3a23af', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:12.794471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e7fe61fb-152c-4646-baff-c712016a3210 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:24:12.798456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e7fe61fb-152c-4646-baff-c712016a3210 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:24:12.801390 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-e7fe61fb-152c-4646-baff-c712016a3210 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:24:12.807170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-e7fe61fb-152c-4646-baff-c712016a3210 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:24:12.884058 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7fe61fb-152c-4646-baff-c712016a3210 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:12.944840 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7fe61fb-152c-4646-baff-c712016a3210 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:12.985899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7fe61fb-152c-4646-baff-c712016a3210 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:13.009278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe61fb-152c-4646-baff-c712016a3210 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc345933-114e-4582-bca3-6ca4317a636b,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:13.071784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-e7fe61fb-152c-4646-baff-c712016a3210 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:13.073022 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-e7fe61fb-152c-4646-baff-c712016a3210 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2883883 Jan 28 07:24:13.075786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54924) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:13.080702 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-4d1cff3b-3d9c-40b8-a9f7-d11a0d756a6f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': 'a2fa7a69-9089-41ec-8421-9608ac3a23af', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:13.087166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4d1cff3b-3d9c-40b8-a9f7-d11a0d756a6f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:24:13.090928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4d1cff3b-3d9c-40b8-a9f7-d11a0d756a6f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:24:13.093774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-4d1cff3b-3d9c-40b8-a9f7-d11a0d756a6f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:24:13.099457 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-4d1cff3b-3d9c-40b8-a9f7-d11a0d756a6f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:24:13.157326 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-4d1cff3b-3d9c-40b8-a9f7-d11a0d756a6f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Project e515c05fa5e6476ca9b8a700c8efff41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:24:13.168294 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d1cff3b-3d9c-40b8-a9f7-d11a0d756a6f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:13.233716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d1cff3b-3d9c-40b8-a9f7-d11a0d756a6f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:13.305426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d1cff3b-3d9c-40b8-a9f7-d11a0d756a6f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:13.328734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cff3b-3d9c-40b8-a9f7-d11a0d756a6f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7acb14-693d-4538-a474-175e5fa69e7c,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:13.391647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4d1cff3b-3d9c-40b8-a9f7-d11a0d756a6f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:13.392803 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4d1cff3b-3d9c-40b8-a9f7-d11a0d756a6f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3160775 Jan 28 07:24:13.395464 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54928) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:13.400316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-77d01240-d719-4a18-bd61-00d999c8033f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': 'a2fa7a69-9089-41ec-8421-9608ac3a23af', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:13.406016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-77d01240-d719-4a18-bd61-00d999c8033f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:24:13.409725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-77d01240-d719-4a18-bd61-00d999c8033f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:24:13.412537 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-77d01240-d719-4a18-bd61-00d999c8033f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:24:13.418162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-77d01240-d719-4a18-bd61-00d999c8033f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:24:13.482825 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-77d01240-d719-4a18-bd61-00d999c8033f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Project e515c05fa5e6476ca9b8a700c8efff41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:24:13.489992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77d01240-d719-4a18-bd61-00d999c8033f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:13.552714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77d01240-d719-4a18-bd61-00d999c8033f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:13.629880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77d01240-d719-4a18-bd61-00d999c8033f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:13.653476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d01240-d719-4a18-bd61-00d999c8033f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c16a164-02b6-4c74-a38b-1570fd12f431,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:13.751830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-77d01240-d719-4a18-bd61-00d999c8033f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:13.753024 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-77d01240-d719-4a18-bd61-00d999c8033f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3566499 Jan 28 07:24:13.755829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54932) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:13.761339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'network': {'name': 'tempest-network-smoke--694082787', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'port_security_enabled': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:13.766265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:24:13.770223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:network and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:24:13.775359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:24:13.782619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:24:13.864021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:13.867536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:13.894152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:24:13.902677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:13.903011 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Added segment dc7cee35-3f4b-4b44-b223-0e8bc23e53f3 of type vlan for network d78e847f-e8fc-4206-a350-0246642e2ed4 Jan 28 07:24:13.930339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:14.037056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:14.042433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:14.043044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:14.147551 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Network': ['ID=d78e847f-e8fc-4206-a350-0246642e2ed4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:14.157318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network d78e847f-e8fc-4206-a350-0246642e2ed4 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:24:14.163656 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-366a0467-e85d-4fc4-aed5-132e241644e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4068105 Jan 28 07:24:14.166239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54936) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:14.171091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'admin_state_up': True, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:14.182936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:24:14.189765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:router and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:24:14.189765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:24:14.200236 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:24:14.270273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:14.271412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:14.286452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:14.699073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:15.072407 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:15.101042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:15.231053 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.26.4.118 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/6666679a-8584-4ef9-98cb-cf8ab15d086d) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:15.374219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:15.498800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:15.558857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:15.561532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:15.566384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:24:15.608492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=6666679a-8584-4ef9-98cb-cf8ab15d086d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:16.059502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:16.501680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:16.797051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:24:16.988488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:24:16.998556 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Sync routers for ids ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:24:17.010595 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Routers {'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:24:17.012026 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:24:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:17.070568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:17.071777 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-3e374e49-4c6e-4cf1-bd98-d3f02e4b4a52 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9046426 Jan 28 07:24:17.074878 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54940) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:17.114076 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-99744a2c-8d50-4c71-954a-06edc15ba1fe tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=e515c05fa5e6476ca9b8a700c8efff41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380683 Jan 28 07:24:17.116724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54944) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:17.190330 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Set router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:24:17.245430 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e5f13d-af34-452c-b4e9-a3de62606869 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:17.247182 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-56e5f13d-af34-452c-b4e9-a3de62606869 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295047 Jan 28 07:24:17.249987 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54948) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:17.289150 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c052f7cf-8559-4b08-85aa-64fd6ccdd9c7 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380764 Jan 28 07:24:17.291771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 54952) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:17.297944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-545621383', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:17.407465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:24:17.411213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:subnet and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:24:17.414067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:24:17.419661 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:24:17.488753 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:17.492357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:17.508990 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:24:15Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:17.512730 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Checking router: e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:24:17.513076 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Updating router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb port 6666679a-8584-4ef9-98cb-cf8ab15d086d binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:24:17.563214 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:17.757635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:17.848662 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Subnet': ['ID=c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:17.854079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Checking segment: {'id': 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:24:17.854437 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network hostable DHCP agents. Network: d78e847f-e8fc-4206-a350-0246642e2ed4, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:24:17.892147 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:17.902972 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Transition to ACTIVE for port object 6666679a-8584-4ef9-98cb-cf8ab15d086d will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:24:17.957149 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network d78e847f-e8fc-4206-a350-0246642e2ed4 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:24:17.966644 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:18.025451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, d78e847f-e8fc-4206-a350-0246642e2ed4) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:18.036830 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70845471-951d-417a-add1-fa40a16d52fa None None] Network d78e847f-e8fc-4206-a350-0246642e2ed4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:24:18.040632 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:18.041224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:18.042076 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Attempting to bind port 6666679a-8584-4ef9-98cb-cf8ab15d086d on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:24:18.042500 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Attempting to bind port 6666679a-8584-4ef9-98cb-cf8ab15d086d by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:24:18.042784 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Attempting to bind port 6666679a-8584-4ef9-98cb-cf8ab15d086d on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:24:18.048293 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2367f-0feb-47f1-9775-13f52e449ee1 None None] Pushing event updated for resources: {'Port': ['ID=6666679a-8584-4ef9-98cb-cf8ab15d086d,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:18.053728 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:24:18.054093 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:24:18.054492 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:18.054875 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:24:18.055351 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Bound port: 6666679a-8584-4ef9-98cb-cf8ab15d086d, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:24:18.055718 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:18.091151 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2367f-0feb-47f1-9775-13f52e449ee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:18.092425 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2367f-0feb-47f1-9775-13f52e449ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:18.092877 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2367f-0feb-47f1-9775-13f52e449ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:18.093216 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2367f-0feb-47f1-9775-13f52e449ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:18.093596 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2367f-0feb-47f1-9775-13f52e449ee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:18.093926 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2367f-0feb-47f1-9775-13f52e449ee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:18.094247 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2367f-0feb-47f1-9775-13f52e449ee1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:18.094561 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2367f-0feb-47f1-9775-13f52e449ee1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:18.094885 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2367f-0feb-47f1-9775-13f52e449ee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:18.095187 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2367f-0feb-47f1-9775-13f52e449ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:18.095530 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2367f-0feb-47f1-9775-13f52e449ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:18.095835 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c2367f-0feb-47f1-9775-13f52e449ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:18.124451 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d8ce6ad6-05ad-42d6-a5a1-15d171a19abd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8311825 Jan 28 07:24:18.126923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 54956) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:18.141804 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] For port 6666679a-8584-4ef9-98cb-cf8ab15d086d, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:24:18.145024 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] For port 6666679a-8584-4ef9-98cb-cf8ab15d086d, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6666679a-8584-4ef9-98cb-cf8ab15d086d,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:24:18.207853 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:18.259714 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-d78e847f-e8fc-4206-a350-0246642e2ed4', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ips': [{'subnet_id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:24:18.261326 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:18.289352 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2367f-0feb-47f1-9775-13f52e449ee1 None None] Pushing event updated for resources: {'Port': ['ID=6666679a-8584-4ef9-98cb-cf8ab15d086d,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:18.293568 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Routers {'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:24:18.294319 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:24:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:18.424669 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Allocated IP 172.20.0.2 (d78e847f-e8fc-4206-a350-0246642e2ed4/c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c/b8c72aad-a1d6-439d-b2c1-9b74dc410d61) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:18.473922 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] Set router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:24:18.630914 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:18.640661 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Transition to ACTIVE for port object b8c72aad-a1d6-439d-b2c1-9b74dc410d61 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:24:18.658435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Transition to ACTIVE for port object b8c72aad-a1d6-439d-b2c1-9b74dc410d61 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:24:18.710390 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:18.759219 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:24:15Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:18.764616 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a35498-4c2c-4769-8786-0b7795a5dc41 None None] The sync data for ids ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'] in dv-neutron-824022-4-hyperv is: [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:24:15Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:24:18.779271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Network d78e847f-e8fc-4206-a350-0246642e2ed4 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:18.779271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:18.786145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:24:18.792145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Pushing event updated for resources: {'Port': ['ID=b8c72aad-a1d6-439d-b2c1-9b74dc410d61,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:18.890915 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Attempting to bind port b8c72aad-a1d6-439d-b2c1-9b74dc410d61 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:24:18.891316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Attempting to bind port b8c72aad-a1d6-439d-b2c1-9b74dc410d61 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:24:18.891683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Attempting to bind port b8c72aad-a1d6-439d-b2c1-9b74dc410d61 on network d78e847f-e8fc-4206-a350-0246642e2ed4 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:24:18.897192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:24:18.897569 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Checking segment: {'id': 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:24:18.897997 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:18.898396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Bound using segment: {'id': 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:24:18.898859 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Bound port: b8c72aad-a1d6-439d-b2c1-9b74dc410d61, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:24:18.899260 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:18.967583 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:19.010195 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] For port b8c72aad-a1d6-439d-b2c1-9b74dc410d61, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:24:19.014212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] For port b8c72aad-a1d6-439d-b2c1-9b74dc410d61, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b8c72aad-a1d6-439d-b2c1-9b74dc410d61,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:24:19.088577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:19.177390 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c110e-3fb7-494d-afb9-e7d06564870a None None] Pushing event updated for resources: {'Port': ['ID=b8c72aad-a1d6-439d-b2c1-9b74dc410d61,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:19.422357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.20.0.1 (d78e847f-e8fc-4206-a350-0246642e2ed4/c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c/5f07d87b-62b0-4fa7-8d11-887e3abfe945) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:19.520829 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6666679a-8584-4ef9-98cb-cf8ab15d086d up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:24:19.650006 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:19.670303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Transition to ACTIVE for port object 5f07d87b-62b0-4fa7-8d11-887e3abfe945 will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:24:19.717435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 6666679a-8584-4ef9-98cb-cf8ab15d086d completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:24:19.723537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 6666679a-8584-4ef9-98cb-cf8ab15d086d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:19.728013 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:19.793037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:19.904323 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:19.918962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network d78e847f-e8fc-4206-a350-0246642e2ed4 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:19.921899 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 6666679a-8584-4ef9-98cb-cf8ab15d086d, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6666679a-8584-4ef9-98cb-cf8ab15d086d,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:24:19.922126 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:19.928440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:24:19.963387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=5f07d87b-62b0-4fa7-8d11-887e3abfe945,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:19.977352 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:19.977694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:19.978030 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:19.978362 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:19.980354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:19.980354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:19.980354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:19.980354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:19.980354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:19.980354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:19.980849 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:19.980933 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:24:19.996905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:20.008778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:20.072621 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=6666679a-8584-4ef9-98cb-cf8ab15d086d,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:20.199985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:20.281948 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3dad28-6a5b-4d20-bd4a-cb8719b2cfee None None] Network d78e847f-e8fc-4206-a350-0246642e2ed4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:24:20.462222 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9eb440b2-217c-4947-920f-8133c161a23e None None] Provisioning for port b8c72aad-a1d6-439d-b2c1-9b74dc410d61 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:24:20.731365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:20.791425 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:20.872219 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d4e23393-a6f8-433a-b701-554a8ab5f514 None None] Provisioning for port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:24:20.877687 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d4e23393-a6f8-433a-b701-554a8ab5f514 None None] Provisioning complete for port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:20.882799 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d4e23393-a6f8-433a-b701-554a8ab5f514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:20.908707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:20.913121 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=5f07d87b-62b0-4fa7-8d11-887e3abfe945,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:20.936328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d4e23393-a6f8-433a-b701-554a8ab5f514 None None] Port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:24:21.047772 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network d78e847f-e8fc-4206-a350-0246642e2ed4 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:21.048991 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:21.054937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-96c322d3-8081-4b66-bd22-217254c2b3aa None None] Provisioning complete for port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:21.055365 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96c322d3-8081-4b66-bd22-217254c2b3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:21.109476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-96c322d3-8081-4b66-bd22-217254c2b3aa None None] Port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:24:21.230363 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bfc3da7f-d663-4344-a75d-309ca45b9bd9 None None] Provisioning complete for port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:21.230730 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfc3da7f-d663-4344-a75d-309ca45b9bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:21.244603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:24:21.286222 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3da7f-d663-4344-a75d-309ca45b9bd9 None None] Port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:24:21.422778 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:24:21.435444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Sync routers for ids ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:24:21.439516 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f818843e-a71f-426e-9909-9e2f313cf8a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "PUT /v2.0/routers/e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3081620 Jan 28 07:24:21.445840 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Routers {'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:24:21.447007 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:24:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:21.502271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b8c72aad-a1d6-439d-b2c1-9b74dc410d61 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:24:21.616095 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-c22fd130-37a5-45c9-8b0b-b55bb18cabb0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:24:21.674467 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Set router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:24:21.717486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-c22fd130-37a5-45c9-8b0b-b55bb18cabb0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:24:21.718681 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-c22fd130-37a5-45c9-8b0b-b55bb18cabb0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193279565&fields=id&tenant_id=e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 267 time: 0.1407650 Jan 28 07:24:21.793867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port b8c72aad-a1d6-439d-b2c1-9b74dc410d61 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:24:21.816207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b8c72aad-a1d6-439d-b2c1-9b74dc410d61 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:21.816560 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:21.875044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-02421959-7a83-4f18-a0b4-a4fb8da7a98e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:21.875740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-02421959-7a83-4f18-a0b4-a4fb8da7a98e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:24:21.957136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-02421959-7a83-4f18-a0b4-a4fb8da7a98e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:24:21.958912 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-02421959-7a83-4f18-a0b4-a4fb8da7a98e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/networks?id=d78e847f-e8fc-4206-a350-0246642e2ed4 HTTP/1.1" status: 200 len: 796 time: 0.2333899 Jan 28 07:24:21.973751 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-13115644-ce98-467f-b50b-a53bc39d9f34 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/quotas/e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 375 time: 0.0092187 Jan 28 07:24:22.059701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:22.105259 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port b8c72aad-a1d6-439d-b2c1-9b74dc410d61, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b8c72aad-a1d6-439d-b2c1-9b74dc410d61,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:24:22.116097 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:24:20Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '5f07d87b-62b0-4fa7-8d11-887e3abfe945', 'name': '', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:7e:e5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:19Z', 'updated_at': '2022-01-28T07:24:20Z', 'revision_number': 2, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:22.120236 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Checking router: e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:24:22.120586 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Updating router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:24:22.175637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:22.185168 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6666679a-8584-4ef9-98cb-cf8ab15d086d up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:24:22.185319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-31646a20-bda8-4a76-8e17-459320cd4c09 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:24:22.260126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-31646a20-bda8-4a76-8e17-459320cd4c09 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:24:22.262143 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-31646a20-bda8-4a76-8e17-459320cd4c09 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2819095 Jan 28 07:24:22.318161 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:22.413628 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=b8c72aad-a1d6-439d-b2c1-9b74dc410d61,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:22.423089 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-7d91b884-9a8d-455f-a8c3-fd6f518c19d0 service neutron] 10.222.0.25 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477971 Jan 28 07:24:22.479147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 6666679a-8584-4ef9-98cb-cf8ab15d086d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:22.479465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:22.563457 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-7939d834-759d-46e6-babf-2ae65b2a43d0 service neutron] 10.222.0.25 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397419 Jan 28 07:24:22.809746 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:22.825449 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Transition to ACTIVE for port object 5f07d87b-62b0-4fa7-8d11-887e3abfe945 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:24:22.865829 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-137fc3fe-f84c-4098-a0a7-50e95c3983ac req-272ba242-437c-4ac6-8cef-5149892836b8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 210 time: 0.0517867 Jan 28 07:24:22.904884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:23.059341 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed982b2-5e35-437f-9122-508e3416dafa None None] Pushing event updated for resources: {'Port': ['ID=5f07d87b-62b0-4fa7-8d11-887e3abfe945,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:23.128196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Attempting to bind port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:24:23.128936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Attempting to bind port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:24:23.129935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Attempting to bind port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 on network d78e847f-e8fc-4206-a350-0246642e2ed4 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:24:23.141230 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:24:23.141675 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Checking segment: {'id': 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:24:23.145809 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:23.145809 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Bound using segment: {'id': 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:24:23.145809 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Bound port: 5f07d87b-62b0-4fa7-8d11-887e3abfe945, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:24:23.145809 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:23.251517 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] For port 5f07d87b-62b0-4fa7-8d11-887e3abfe945, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:24:23.254866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] For port 5f07d87b-62b0-4fa7-8d11-887e3abfe945, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5f07d87b-62b0-4fa7-8d11-887e3abfe945,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:24:23.351085 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:23.412671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b8c72aad-a1d6-439d-b2c1-9b74dc410d61 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:24:23.486001 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Routers {'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:24:23.486701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:24:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:23.547738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed982b2-5e35-437f-9122-508e3416dafa None None] Pushing event updated for resources: {'Port': ['ID=5f07d87b-62b0-4fa7-8d11-887e3abfe945,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:23.665436 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port b8c72aad-a1d6-439d-b2c1-9b74dc410d61 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:23.665804 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:23.747936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] Set router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:24:24.018408 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fafeb208-f904-4201-b617-adedaae32101 req-9b47f45e-681c-4d66-9e33-f3bd3042998b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 210 time: 0.0436490 Jan 28 07:24:24.151964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:24:20Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '5f07d87b-62b0-4fa7-8d11-887e3abfe945', 'name': '', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:7e:e5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:19Z', 'updated_at': '2022-01-28T07:24:23Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:24.155689 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474ee78d-b875-4208-b10e-ca4cba4b86d8 None None] The sync data for ids ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'] in dv-neutron-824022-4-hyperv is: [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:24:20Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '5f07d87b-62b0-4fa7-8d11-887e3abfe945', 'name': '', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:7e:e5:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:19Z', 'updated_at': '2022-01-28T07:24:23Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:24:25.135899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-1cb0a086-b8eb-4b57-b6e7-f40bd5dee8ae tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:25.137329 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-1cb0a086-b8eb-4b57-b6e7-f40bd5dee8ae tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/networks?id=d78e847f-e8fc-4206-a350-0246642e2ed4 HTTP/1.1" status: 200 len: 796 time: 0.1607947 Jan 28 07:24:25.196554 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-57773f60-bdbc-418e-b3c3-d970c608f04f req-6faaf268-1f2f-4791-b139-5e27e22074b3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 210 time: 0.0568879 Jan 28 07:24:25.225084 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-1d5c37a6-3066-4ff3-81c0-66be4ed68778 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 380 time: 0.0506675 Jan 28 07:24:25.232074 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'port': {'device_id': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'admin_state_up': True, 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'security_groups': ['a2fa7a69-9089-41ec-8421-9608ac3a23af']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:25.366132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:24:25.380397 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:24:25.439492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5f07d87b-62b0-4fa7-8d11-887e3abfe945 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:24:25.454136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:24:25.458411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:25.562709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:24:25.568211 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:25.568580 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:25.626060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.20.0.12 (d78e847f-e8fc-4206-a350-0246642e2ed4/c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c/f4471d51-940f-4585-9244-39743d3a8ba7) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:25.685138 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:25.716846 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 5f07d87b-62b0-4fa7-8d11-887e3abfe945, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5f07d87b-62b0-4fa7-8d11-887e3abfe945,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:24:25.772898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:25.813791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:25.829364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Transition to ACTIVE for port object f4471d51-940f-4585-9244-39743d3a8ba7 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:24:25.841408 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=5f07d87b-62b0-4fa7-8d11-887e3abfe945,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:25.921774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:25.994742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network d78e847f-e8fc-4206-a350-0246642e2ed4 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:25.998125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:26.002819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:24:26.037549 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=f4471d51-940f-4585-9244-39743d3a8ba7,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:26.076766 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:26.077372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:26.157838 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-06e9be98-485b-491a-9f35-cb621788e4cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9293778 Jan 28 07:24:26.184216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Request body: {'port': {'device_id': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:26.297339 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:26.328836 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2842a4c3-42ca-4f73-930b-03bb9c46d145 None None] Provisioning for port f4471d51-940f-4585-9244-39743d3a8ba7 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:24:26.333920 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2842a4c3-42ca-4f73-930b-03bb9c46d145 None None] Provisioning complete for port f4471d51-940f-4585-9244-39743d3a8ba7 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:26.334360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2842a4c3-42ca-4f73-930b-03bb9c46d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:26.390485 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2842a4c3-42ca-4f73-930b-03bb9c46d145 None None] Port f4471d51-940f-4585-9244-39743d3a8ba7 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:24:26.504411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b7fc6-901d-4fb6-b189-9fe3e3c1c85a req-d814df9a-fe15-471d-9453-0280a6d8c258 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:26.505152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-cf0b7fc6-901d-4fb6-b189-9fe3e3c1c85a req-d814df9a-fe15-471d-9453-0280a6d8c258 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:24:26.727210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-cf0b7fc6-901d-4fb6-b189-9fe3e3c1c85a req-d814df9a-fe15-471d-9453-0280a6d8c258 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:24:26.728366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cf0b7fc6-901d-4fb6-b189-9fe3e3c1c85a req-d814df9a-fe15-471d-9453-0280a6d8c258 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 932 time: 0.4200284 Jan 28 07:24:26.796674 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cf0b7fc6-901d-4fb6-b189-9fe3e3c1c85a req-64470441-22a9-43af-8ddd-4a8ccefe1646 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617211 Jan 28 07:24:26.851684 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4471d51-940f-4585-9244-39743d3a8ba7 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:24:26.858997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:26.873133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Transition to ACTIVE for port object f4471d51-940f-4585-9244-39743d3a8ba7 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:24:26.997436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:27.152613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4471d51-940f-4585-9244-39743d3a8ba7,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:27.228498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Attempting to bind port f4471d51-940f-4585-9244-39743d3a8ba7 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:24:27.229116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Attempting to bind port f4471d51-940f-4585-9244-39743d3a8ba7 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:24:27.229116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Attempting to bind port f4471d51-940f-4585-9244-39743d3a8ba7 on network d78e847f-e8fc-4206-a350-0246642e2ed4 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:24:27.233572 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Port f4471d51-940f-4585-9244-39743d3a8ba7 on network d78e847f-e8fc-4206-a350-0246642e2ed4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:24:27.233881 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Attempting to bind port f4471d51-940f-4585-9244-39743d3a8ba7 on network d78e847f-e8fc-4206-a350-0246642e2ed4 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:24:27.239366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:24:27.239691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Checking segment: {'id': 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:24:27.240063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Bound using segment: {'id': 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:24:27.240469 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Bound port: f4471d51-940f-4585-9244-39743d3a8ba7, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:24:27.240800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:27.326538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] For port f4471d51-940f-4585-9244-39743d3a8ba7, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:24:27.329430 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] For port f4471d51-940f-4585-9244-39743d3a8ba7, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f4471d51-940f-4585-9244-39743d3a8ba7,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:24:27.391833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:27.410969 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5f07d87b-62b0-4fa7-8d11-887e3abfe945 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:24:27.457918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:27.458521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:27.459907 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] 10.222.0.37 "PUT /v2.0/ports/f4471d51-940f-4585-9244-39743d3a8ba7 HTTP/1.1" status: 200 len: 1094 time: 1.2798953 Jan 28 07:24:27.460328 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'tag': 'f4471d51-940f-4585-9244-39743d3a8ba7'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:24:27.477977 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:27.478363 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:27.480507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a7317-1563-47a5-8d87-b405417e28f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4471d51-940f-4585-9244-39743d3a8ba7,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:27.521694 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'tag': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'status': 'completed', 'code': 200} Jan 28 07:24:27.638613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d9de9-eb8f-48d0-ae9c-f612f2dc8325 req-ee07cde4-8229-460a-a6f8-a1fde7624508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:27.640278 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-455d9de9-eb8f-48d0-ae9c-f612f2dc8325 req-ee07cde4-8229-460a-a6f8-a1fde7624508 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 1097 time: 0.0728250 Jan 28 07:24:27.792441 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d9de9-eb8f-48d0-ae9c-f612f2dc8325 req-5597f5c2-43a6-40bc-a3e5-e6162f230f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:27.793779 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-455d9de9-eb8f-48d0-ae9c-f612f2dc8325 req-5597f5c2-43a6-40bc-a3e5-e6162f230f62 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1346915 Jan 28 07:24:27.982063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d9de9-eb8f-48d0-ae9c-f612f2dc8325 req-8105dc5b-2e29-4785-8add-a77297921421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:27.983488 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-455d9de9-eb8f-48d0-ae9c-f612f2dc8325 req-8105dc5b-2e29-4785-8add-a77297921421 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1805902 Jan 28 07:24:28.009973 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a80aa1-b2bc-449a-bfb3-a17a55f88d4f req-d125c0e8-751d-448b-95ea-47eff47bf044 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:28.011397 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72a80aa1-b2bc-449a-bfb3-a17a55f88d4f req-d125c0e8-751d-448b-95ea-47eff47bf044 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 944 time: 0.0988381 Jan 28 07:24:28.090185 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72a80aa1-b2bc-449a-bfb3-a17a55f88d4f req-84af3934-e72a-4cd1-a2ac-297770e8e61c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728967 Jan 28 07:24:28.124036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-e92d581b-7888-4c0b-8206-0b3ad981ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:28.125454 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-e92d581b-7888-4c0b-8206-0b3ad981ba58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 1097 time: 0.0725207 Jan 28 07:24:28.208300 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-2fa1a25e-d747-4044-a703-0eefaaddf67f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4471d51-940f-4585-9244-39743d3a8ba7 HTTP/1.1" status: 200 len: 217 time: 0.0643439 Jan 28 07:24:28.273928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-12d993cd-e9c5-4281-aa20-e7e55b9ed766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:28.275352 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-12d993cd-e9c5-4281-aa20-e7e55b9ed766 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c HTTP/1.1" status: 200 len: 834 time: 0.0583484 Jan 28 07:24:28.358557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-cc3ec48f-4d34-47a6-8167-65d4f7f74e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:28.360105 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-cc3ec48f-4d34-47a6-8167-65d4f7f74e28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d78e847f-e8fc-4206-a350-0246642e2ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739038 Jan 28 07:24:28.497346 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-e8f356b4-21d4-4fad-96f9-45a77d632595 service neutron] 10.222.0.37 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269042 Jan 28 07:24:28.733852 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bfa373ce-f931-4682-be80-18597e9b6d83 req-f30f515d-591d-4bdd-ad6e-695d5f8ab7d1 service neutron] 10.222.0.37 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250922 Jan 28 07:24:29.276744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f620a08-00aa-4a68-a553-e4fba700c121 req-0f2c0326-ac64-4e57-a66e-21b2386d55c4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:29.278174 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4f620a08-00aa-4a68-a553-e4fba700c121 req-0f2c0326-ac64-4e57-a66e-21b2386d55c4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 944 time: 0.0787408 Jan 28 07:24:29.323945 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4f620a08-00aa-4a68-a553-e4fba700c121 req-458f1742-152b-4ea4-8a63-89eabce3f197 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400820 Jan 28 07:24:30.502029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956343c-a653-4aa8-b83c-d1c0ea4a0331 req-cb4b304e-97e7-418e-9467-31637e6c3c12 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:30.503461 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9956343c-a653-4aa8-b83c-d1c0ea4a0331 req-cb4b304e-97e7-418e-9467-31637e6c3c12 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 944 time: 0.0776417 Jan 28 07:24:30.545481 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9956343c-a653-4aa8-b83c-d1c0ea4a0331 req-0efe8574-55fe-4c9c-8abb-7571e3d4c872 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359437 Jan 28 07:24:30.888608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2fb6614e-142f-4ace-aacf-d8b325629e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:31.576887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f4471d51-940f-4585-9244-39743d3a8ba7 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:24:31.714679 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f4471d51-940f-4585-9244-39743d3a8ba7, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f4471d51-940f-4585-9244-39743d3a8ba7,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:24:31.729480 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'port_id': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'mac_address': 'fa:16:3e:77:41:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:24:31.788746 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:31.806486 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4471d51-940f-4585-9244-39743d3a8ba7 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:24:31.821855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f4471d51-940f-4585-9244-39743d3a8ba7, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f4471d51-940f-4585-9244-39743d3a8ba7,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:24:31.894273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a34242-fc83-487a-83c3-ab9af21e1131 req-54f0dcdc-a611-4673-aef2-e776c1cf57a9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:31.896278 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-65a34242-fc83-487a-83c3-ab9af21e1131 req-54f0dcdc-a611-4673-aef2-e776c1cf57a9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 944 time: 0.0834172 Jan 28 07:24:31.945283 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-65a34242-fc83-487a-83c3-ab9af21e1131 req-6b53c87e-c9be-4e06-87ea-4f7330f0ef86 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434616 Jan 28 07:24:31.985444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:32.055311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f4471d51-940f-4585-9244-39743d3a8ba7,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:32.328002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['f4471d51-940f-4585-9244-39743d3a8ba7'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:24:33.125287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb66e74-e929-4b30-91b0-14a12bd005ec req-56b8d042-af0b-4c69-8c60-caa807986977 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:33.126640 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3eb66e74-e929-4b30-91b0-14a12bd005ec req-56b8d042-af0b-4c69-8c60-caa807986977 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 945 time: 0.0793509 Jan 28 07:24:33.170545 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3eb66e74-e929-4b30-91b0-14a12bd005ec req-692e9b31-8095-48f2-94d5-e81d3dcbed3a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379796 Jan 28 07:24:33.248572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f7102d19-58c8-4a08-b188-3b05db9519ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:33.578115 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f4471d51-940f-4585-9244-39743d3a8ba7 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:24:33.723508 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port f4471d51-940f-4585-9244-39743d3a8ba7 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:24:33.728438 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port f4471d51-940f-4585-9244-39743d3a8ba7 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:24:33.728808 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:33.840013 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:33.869238 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4471d51-940f-4585-9244-39743d3a8ba7'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:24:33.878810 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f4471d51-940f-4585-9244-39743d3a8ba7, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f4471d51-940f-4585-9244-39743d3a8ba7,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:24:33.913168 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'code': 200} Jan 28 07:24:33.979748 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:34.045838 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f4471d51-940f-4585-9244-39743d3a8ba7,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:34.351069 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:34.412958 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6fde1-6bfb-44ce-8463-510e712e5ef0 req-a57602fb-a38f-4571-86c6-1c7b0c75dd86 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:34.414388 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13f6fde1-6bfb-44ce-8463-510e712e5ef0 req-a57602fb-a38f-4571-86c6-1c7b0c75dd86 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.1367793 Jan 28 07:24:34.416889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de64f1-1d51-4097-8644-d308bb38a065 req-ddc02cda-c69f-4d4f-9a17-27b915887a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:34.418195 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-01de64f1-1d51-4097-8644-d308bb38a065 req-ddc02cda-c69f-4d4f-9a17-27b915887a0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 1099 time: 0.1066523 Jan 28 07:24:34.486036 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-13f6fde1-6bfb-44ce-8463-510e712e5ef0 req-f7b66184-faa9-4107-a213-c55c1dde8599 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658875 Jan 28 07:24:34.487547 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-01de64f1-1d51-4097-8644-d308bb38a065 req-d01e9856-9323-4a13-9137-43aecca974c6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554001 Jan 28 07:24:34.562426 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:35.666980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d338bd-909a-47d8-b20a-42c19aa18fd9 req-3ffd20cb-513a-46cc-a748-ae86a5ae1ea2 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:35.668443 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-93d338bd-909a-47d8-b20a-42c19aa18fd9 req-3ffd20cb-513a-46cc-a748-ae86a5ae1ea2 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0787585 Jan 28 07:24:35.712007 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-93d338bd-909a-47d8-b20a-42c19aa18fd9 req-1cecff06-0c26-4daf-949e-54f0543d83f5 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380435 Jan 28 07:24:35.847102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:36.895502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02ffff-2343-4c4f-ae3a-7aa18b81af27 req-66680af7-4c9f-4356-97cf-e9abe2d70a99 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:36.896955 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed02ffff-2343-4c4f-ae3a-7aa18b81af27 req-66680af7-4c9f-4356-97cf-e9abe2d70a99 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0834785 Jan 28 07:24:36.939747 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed02ffff-2343-4c4f-ae3a-7aa18b81af27 req-c720f085-889b-4cf8-b424-0e5f2d129766 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371287 Jan 28 07:24:37.117440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66554ac-e909-4e7a-ba5a-2dc37eb98dc4 req-9878a8d6-8994-483c-8952-0ef0385ce635 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:37.118917 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b66554ac-e909-4e7a-ba5a-2dc37eb98dc4 req-9878a8d6-8994-483c-8952-0ef0385ce635 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0776393 Jan 28 07:24:37.164349 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b66554ac-e909-4e7a-ba5a-2dc37eb98dc4 req-69a65632-2a1f-40c2-b488-8dd80b62a09b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396175 Jan 28 07:24:37.186102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55016) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:37.253559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a26e2-0fde-4f09-8796-23c3fd00ef81 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:37.255591 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ba5a26e2-0fde-4f09-8796-23c3fd00ef81 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 1094 time: 0.0685637 Jan 28 07:24:37.258319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55020) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:37.262998 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:24:37.268711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:24:37.272482 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:floatingip and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:24:37.275207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:24:37.280742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:24:37.355726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:37.490135 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:37.621584 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.26.4.56 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/7770e3ac-6096-4095-a8b4-c974c0649d06) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:24:37.762945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:37.843084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:37.907305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:24:37.910758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:24:37.914340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:24:37.945565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=7770e3ac-6096-4095-a8b4-c974c0649d06,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:38.416194 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:38.560808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:38.767198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:38.829616 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:38.934691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=7770e3ac-6096-4095-a8b4-c974c0649d06,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:24:38.951216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:39.115954 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Floating IP 43ff345e-325a-4eb7-9c30-dc1ce66d1c1d associated. External IP: 172.26.4.56, port: f4471d51-940f-4585-9244-39743d3a8ba7. Jan 28 07:24:39.466106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:24:39.750128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:24:39.759580 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63590a-65ee-4c2a-a060-619683a93dc6 None None] Sync routers for ids ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:24:39.769127 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63590a-65ee-4c2a-a060-619683a93dc6 None None] Routers {'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:24:39.769703 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cb63590a-65ee-4c2a-a060-619683a93dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:24:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:39.870273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:39.926556 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-daebaec1-0cb0-4346-8fb7-608dc4440a9e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6672366 Jan 28 07:24:39.927156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'tag': 'f4471d51-940f-4585-9244-39743d3a8ba7'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:24:39.971855 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-cb63590a-65ee-4c2a-a060-619683a93dc6 None None] Set router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:24:39.974970 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'tag': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'status': 'completed', 'code': 200} Jan 28 07:24:40.148386 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8d9ea-ba26-4a60-9c42-44f7a15bbc40 req-90dee88a-383b-47c8-8ce0-9f28bc5cdac5 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:40.149752 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fab8d9ea-ba26-4a60-9c42-44f7a15bbc40 req-90dee88a-383b-47c8-8ce0-9f28bc5cdac5 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.1372724 Jan 28 07:24:40.152466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82284-be96-48b6-bbef-3d7e387f8552 req-a184d1b3-d324-45f7-893a-db0b202cc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:40.153807 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7a82284-be96-48b6-bbef-3d7e387f8552 req-a184d1b3-d324-45f7-893a-db0b202cc138 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 1099 time: 0.1066232 Jan 28 07:24:40.232052 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fab8d9ea-ba26-4a60-9c42-44f7a15bbc40 req-d476385b-e2f8-485b-8f9a-7f5b625e9b09 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765390 Jan 28 07:24:40.255514 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55028) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:40.317777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82284-be96-48b6-bbef-3d7e387f8552 req-ae0d15e4-f826-4e7d-8c7e-a192ad4ce5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:40.319208 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7a82284-be96-48b6-bbef-3d7e387f8552 req-ae0d15e4-f826-4e7d-8c7e-a192ad4ce5d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d78e847f-e8fc-4206-a350-0246642e2ed4 HTTP/1.1" status: 200 len: 897 time: 0.1494758 Jan 28 07:24:40.320519 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cb63590a-65ee-4c2a-a060-619683a93dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:24:20Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '43ff345e-325a-4eb7-9c30-dc1ce66d1c1d', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'port_id': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'mac_address': 'fa:16:3e:77:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:24:38Z', 'updated_at': '2022-01-28T07:24:38Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f07d87b-62b0-4fa7-8d11-887e3abfe945', 'name': '', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:7e:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:19Z', 'updated_at': '2022-01-28T07:24:25Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:40.325201 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63590a-65ee-4c2a-a060-619683a93dc6 None None] Checking router: e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:24:40.334245 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63590a-65ee-4c2a-a060-619683a93dc6 None None] Routers {'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:24:40.334830 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cb63590a-65ee-4c2a-a060-619683a93dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:24:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:40.365488 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c24c281e-c3c9-4661-ae12-80f3c5f399eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/43ff345e-325a-4eb7-9c30-dc1ce66d1c1d HTTP/1.1" status: 200 len: 991 time: 0.1087456 Jan 28 07:24:40.423100 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7a82284-be96-48b6-bbef-3d7e387f8552 req-758bbb47-b836-476e-9e6d-2984ab2c8471 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4471d51-940f-4585-9244-39743d3a8ba7 HTTP/1.1" status: 200 len: 999 time: 0.0970907 Jan 28 07:24:40.486237 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82284-be96-48b6-bbef-3d7e387f8552 req-a658f4f0-38c4-490a-bf49-ff5fc2b7ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:40.487706 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7a82284-be96-48b6-bbef-3d7e387f8552 req-a658f4f0-38c4-490a-bf49-ff5fc2b7ee95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c HTTP/1.1" status: 200 len: 834 time: 0.0558386 Jan 28 07:24:40.507181 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-cb63590a-65ee-4c2a-a060-619683a93dc6 None None] Set router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:24:40.564295 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a82284-be96-48b6-bbef-3d7e387f8552 req-51561472-35d5-4767-b683-54ce4935f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:24:40.566593 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7a82284-be96-48b6-bbef-3d7e387f8552 req-51561472-35d5-4767-b683-54ce4935f989 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d78e847f-e8fc-4206-a350-0246642e2ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726891 Jan 28 07:24:40.696345 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7a82284-be96-48b6-bbef-3d7e387f8552 req-d73c295e-cb01-4f54-aaca-30700ce186fc service neutron] 10.222.0.37 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236045 Jan 28 07:24:40.826659 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7a82284-be96-48b6-bbef-3d7e387f8552 req-54d2aa06-1331-43fa-a026-8b70b9960812 service neutron] 10.222.0.37 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244636 Jan 28 07:24:40.850470 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cb63590a-65ee-4c2a-a060-619683a93dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:24:20Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '43ff345e-325a-4eb7-9c30-dc1ce66d1c1d', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'port_id': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'mac_address': 'fa:16:3e:77:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:24:38Z', 'updated_at': '2022-01-28T07:24:38Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f07d87b-62b0-4fa7-8d11-887e3abfe945', 'name': '', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:7e:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:19Z', 'updated_at': '2022-01-28T07:24:25Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:24:40.854402 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63590a-65ee-4c2a-a060-619683a93dc6 None None] The sync data for ids ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'] in dv-neutron-824022-4-hyperv is: [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:24:20Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '43ff345e-325a-4eb7-9c30-dc1ce66d1c1d', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.56', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'port_id': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'mac_address': 'fa:16:3e:77:41:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:24:38Z', 'updated_at': '2022-01-28T07:24:38Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f07d87b-62b0-4fa7-8d11-887e3abfe945', 'name': '', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:7e:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:19Z', 'updated_at': '2022-01-28T07:24:25Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:24:41.039950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9381137-77ea-4be2-80c7-d3a0a9270aa3 None None] New status for floating IP 43ff345e-325a-4eb7-9c30-dc1ce66d1c1d: ACTIVE {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:24:41.369165 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55032) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:24:41.458574 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:24:41.474242 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b68105d2-6ea1-499b-8f77-d81b7d542438 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/43ff345e-325a-4eb7-9c30-dc1ce66d1c1d HTTP/1.1" status: 200 len: 993 time: 0.1039267 Jan 28 07:24:43.361622 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:25:00.880874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-780d38dd-399d-44fe-85f4-42b657a6e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:03.276615 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8e5ec316-32df-4ccd-90f4-b80b7dc63698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:04.343523 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:04.579102 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:05.847807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:11.385216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:15.354491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263f0c7-8809-47e0-b8ca-d1c352dac97d req-43c44b76-a03d-47df-9ef7-f73f1b687693 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:15.357337 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6263f0c7-8809-47e0-b8ca-d1c352dac97d req-43c44b76-a03d-47df-9ef7-f73f1b687693 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0842047 Jan 28 07:25:15.407399 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6263f0c7-8809-47e0-b8ca-d1c352dac97d req-686934c0-d1cc-43e9-98cf-9e0e472b7381 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438397 Jan 28 07:25:15.487494 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55058) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:25:15.600357 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-fc467434-50d6-430d-8a33-509d3e4abd14 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111403 Jan 28 07:25:16.594995 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8358aef-259f-421b-bfc5-cca05e11d1ca req-984494ad-25f0-49b7-a1d2-67ff6140bf94 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:16.596451 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b8358aef-259f-421b-bfc5-cca05e11d1ca req-984494ad-25f0-49b7-a1d2-67ff6140bf94 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0850167 Jan 28 07:25:16.643499 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b8358aef-259f-421b-bfc5-cca05e11d1ca req-b03e3df0-b0ea-461e-8df4-05f9bd5a5225 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403318 Jan 28 07:25:17.889716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bdbb8-f904-4743-a8ef-dd2406150d02 req-fe55fa6d-947c-4f42-9120-c84ba4a2dc4b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:17.891157 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e71bdbb8-f904-4743-a8ef-dd2406150d02 req-fe55fa6d-947c-4f42-9120-c84ba4a2dc4b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.1328583 Jan 28 07:25:17.933452 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-b6e6023c-4f5f-498d-9cef-b533193484ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:17.934828 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-b6e6023c-4f5f-498d-9cef-b533193484ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 1099 time: 0.1149170 Jan 28 07:25:17.945499 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e71bdbb8-f904-4743-a8ef-dd2406150d02 req-c72e1a0a-de06-4869-b4da-442dfd8c2be4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473635 Jan 28 07:25:18.069757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-ca82c3bb-6354-4010-9310-953985fce195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:18.071168 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-ca82c3bb-6354-4010-9310-953985fce195 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d78e847f-e8fc-4206-a350-0246642e2ed4 HTTP/1.1" status: 200 len: 897 time: 0.1248412 Jan 28 07:25:18.180306 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-5fde2851-b6a7-4dc4-9934-e573e09b5f8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4471d51-940f-4585-9244-39743d3a8ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0983491 Jan 28 07:25:18.243795 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-7bf149d6-7d8b-452c-99bb-2f47fcd2f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:18.245085 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-7bf149d6-7d8b-452c-99bb-2f47fcd2f41b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c HTTP/1.1" status: 200 len: 834 time: 0.0560982 Jan 28 07:25:18.424001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-10d4bdaa-d6b8-42b3-aa57-d396497b5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:18.425471 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-10d4bdaa-d6b8-42b3-aa57-d396497b5bfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d78e847f-e8fc-4206-a350-0246642e2ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1710036 Jan 28 07:25:18.556634 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-a3419eba-885c-4ae8-bee8-76590c6de22a service neutron] 10.222.0.37 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210670 Jan 28 07:25:18.690770 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-8ebd0d11-a3fe-4f24-baae-a123d177266d service neutron] 10.222.0.37 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238739 Jan 28 07:25:19.129701 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79653d57-8c8f-41d7-bbad-6c9c532c3e5a req-e59e6767-78e3-4e6c-b735-ad8c955f14f8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:19.131644 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-79653d57-8c8f-41d7-bbad-6c9c532c3e5a req-e59e6767-78e3-4e6c-b735-ad8c955f14f8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0787182 Jan 28 07:25:19.176838 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-79653d57-8c8f-41d7-bbad-6c9c532c3e5a req-7646a8ca-e2e1-42e6-b9e2-e8103c7092e2 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396874 Jan 28 07:25:20.355972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea9f4c-bcea-4d6b-b531-4052288cdbad req-bb023bf5-d935-4498-83f8-e837799bd691 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:20.357402 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b5ea9f4c-bcea-4d6b-b531-4052288cdbad req-bb023bf5-d935-4498-83f8-e837799bd691 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0772393 Jan 28 07:25:20.360559 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:25:20.400287 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b5ea9f4c-bcea-4d6b-b531-4052288cdbad req-a5049074-2862-4faa-ad3c-2facb84f79ab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373368 Jan 28 07:25:21.582794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f3de5-f6df-410c-9f8b-8de710707f05 req-83a115d9-d633-4ba5-863c-a11942c4fd23 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:21.584767 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-894f3de5-f6df-410c-9f8b-8de710707f05 req-83a115d9-d633-4ba5-863c-a11942c4fd23 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0808971 Jan 28 07:25:21.626563 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-894f3de5-f6df-410c-9f8b-8de710707f05 req-efe08514-d48b-4e97-8fe3-ad0cfba530a8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364132 Jan 28 07:25:22.809824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f5b9a-4e06-4d57-ba1a-81a1d3111228 req-4582d625-232a-4a10-b27d-9ab7218083da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:22.811301 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d31f5b9a-4e06-4d57-ba1a-81a1d3111228 req-4582d625-232a-4a10-b27d-9ab7218083da tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0790713 Jan 28 07:25:22.857005 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d31f5b9a-4e06-4d57-ba1a-81a1d3111228 req-377c0c56-e9d1-407f-bbcf-9b491230f2bd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395012 Jan 28 07:25:23.872905 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803793c6-7f6f-4d25-88f0-4a926f36504e req-6e70f91c-7022-4494-b340-dc8d71ca9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:23.874366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-803793c6-7f6f-4d25-88f0-4a926f36504e req-6e70f91c-7022-4494-b340-dc8d71ca9952 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 1099 time: 0.0722239 Jan 28 07:25:24.071961 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803793c6-7f6f-4d25-88f0-4a926f36504e req-7f364d82-c546-4b08-85b7-18ce080dea7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:24.073358 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-803793c6-7f6f-4d25-88f0-4a926f36504e req-7f364d82-c546-4b08-85b7-18ce080dea7b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d78e847f-e8fc-4206-a350-0246642e2ed4 HTTP/1.1" status: 200 len: 897 time: 0.1740186 Jan 28 07:25:24.144317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c8ed4-9230-418c-93c2-d271cb3f5814 req-4e3a4b26-c313-4742-97fc-2879b6868208 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:24.145638 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-537c8ed4-9230-418c-93c2-d271cb3f5814 req-4e3a4b26-c313-4742-97fc-2879b6868208 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.1607656 Jan 28 07:25:24.223418 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-537c8ed4-9230-418c-93c2-d271cb3f5814 req-5edd54ce-9b48-4cb1-a4fc-c94f30515d3e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651498 Jan 28 07:25:24.225218 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-803793c6-7f6f-4d25-88f0-4a926f36504e req-aa799aee-8e02-4c2b-bcf2-8a6b016862c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4471d51-940f-4585-9244-39743d3a8ba7 HTTP/1.1" status: 200 len: 1001 time: 0.1417875 Jan 28 07:25:24.286535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803793c6-7f6f-4d25-88f0-4a926f36504e req-58e1b647-ca03-4805-99a6-59a7ab833cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:24.287972 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-803793c6-7f6f-4d25-88f0-4a926f36504e req-58e1b647-ca03-4805-99a6-59a7ab833cb5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c HTTP/1.1" status: 200 len: 834 time: 0.0564237 Jan 28 07:25:24.363104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803793c6-7f6f-4d25-88f0-4a926f36504e req-c81b7025-32bb-411b-9a73-2d6d1cf852b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:24.364628 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-803793c6-7f6f-4d25-88f0-4a926f36504e req-c81b7025-32bb-411b-9a73-2d6d1cf852b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d78e847f-e8fc-4206-a350-0246642e2ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664511 Jan 28 07:25:24.502326 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-803793c6-7f6f-4d25-88f0-4a926f36504e req-f806b660-b5ee-45ee-ad97-69a5220ec897 service neutron] 10.222.0.37 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217923 Jan 28 07:25:24.632738 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-803793c6-7f6f-4d25-88f0-4a926f36504e req-fdcef661-0303-4298-a1d3-f78337caf2c5 service neutron] 10.222.0.37 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207967 Jan 28 07:25:25.523571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9ab5d-58fc-4d0e-a8ad-a6eaec6b7459 req-bde48b46-c889-4acb-836b-8b3b685a0355 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:25.524949 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b9b9ab5d-58fc-4d0e-a8ad-a6eaec6b7459 req-bde48b46-c889-4acb-836b-8b3b685a0355 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.1964269 Jan 28 07:25:25.566872 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b9b9ab5d-58fc-4d0e-a8ad-a6eaec6b7459 req-29211d74-b124-4384-9816-42d4ca59a1ab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363536 Jan 28 07:25:26.748902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca7d05-950f-4335-856b-877dbdd2435b req-943d1a4f-068e-4b49-b63d-56fbfd53dade tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:26.750295 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eaca7d05-950f-4335-856b-877dbdd2435b req-943d1a4f-068e-4b49-b63d-56fbfd53dade tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0763764 Jan 28 07:25:26.794864 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eaca7d05-950f-4335-856b-877dbdd2435b req-0bc22a73-8acb-4b96-adc5-3f565278c626 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391264 Jan 28 07:25:27.976069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe2f2b-d482-4e3b-9856-09e12ef34d28 req-f93ce1e3-3f05-4010-87ff-1868bf255813 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:27.977486 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8bfe2f2b-d482-4e3b-9856-09e12ef34d28 req-f93ce1e3-3f05-4010-87ff-1868bf255813 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0771875 Jan 28 07:25:28.019807 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8bfe2f2b-d482-4e3b-9856-09e12ef34d28 req-bb10bb76-c461-44f7-b5c6-071a2dca9d88 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369389 Jan 28 07:25:29.206486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494015e2-8927-42f7-8c61-fbf0083d753b req-41b86940-07b6-4265-b0f3-b5c10c4e69b4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:29.207876 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-494015e2-8927-42f7-8c61-fbf0083d753b req-41b86940-07b6-4265-b0f3-b5c10c4e69b4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0858247 Jan 28 07:25:29.259534 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-494015e2-8927-42f7-8c61-fbf0083d753b req-ec27a736-1be9-4e3c-80ee-896944196b3f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454183 Jan 28 07:25:30.439714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76883a-2f3a-47b6-af10-f34e0c3cad8b req-3293232c-d916-421c-94ec-f5d6d6e3603a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:30.441148 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc76883a-2f3a-47b6-af10-f34e0c3cad8b req-3293232c-d916-421c-94ec-f5d6d6e3603a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0772655 Jan 28 07:25:30.483989 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc76883a-2f3a-47b6-af10-f34e0c3cad8b req-50fb0f6e-50e0-40f5-a359-db8a907368a3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373399 Jan 28 07:25:30.881743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-13e1aeba-ddc6-4f1a-bcf2-56dbd352a83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:31.249361 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-4b9d408b-4ac6-4f93-a4c0-e13faa6f61fa service neutron] 10.222.0.37 "GET /v2.0/ports/f4471d51-940f-4585-9244-39743d3a8ba7/bindings/hv-neutron-8240 HTTP/1.1" status: 200 len: 384 time: 0.0746017 Jan 28 07:25:31.665423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5939f-dc89-4be1-84ed-ec1c1efb4513 req-5bef26d7-6a25-4905-b63c-204b101c7b07 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:31.666857 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-38d5939f-dc89-4be1-84ed-ec1c1efb4513 req-5bef26d7-6a25-4905-b63c-204b101c7b07 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0789034 Jan 28 07:25:31.711694 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-38d5939f-dc89-4be1-84ed-ec1c1efb4513 req-f37c2ca3-56e3-4c94-b466-4b2d1195dadd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388460 Jan 28 07:25:32.010012 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-4253bf46-6654-40a4-ad9f-dd4a951ddff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:32.011468 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-4253bf46-6654-40a4-ad9f-dd4a951ddff8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279&tenant_id=e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 1099 time: 0.0714092 Jan 28 07:25:32.118170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-b83f232f-fe18-4e43-b473-4a0d1543f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:32.119530 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-b83f232f-fe18-4e43-b473-4a0d1543f66d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 1099 time: 0.0673532 Jan 28 07:25:32.250449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-c62860f5-166b-48e2-9bfa-a2834ef10040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:32.251913 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-c62860f5-166b-48e2-9bfa-a2834ef10040 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d78e847f-e8fc-4206-a350-0246642e2ed4 HTTP/1.1" status: 200 len: 897 time: 0.1230738 Jan 28 07:25:32.356218 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-45bda851-c9af-4cbf-92f1-a72d3b53d721 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4471d51-940f-4585-9244-39743d3a8ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0950623 Jan 28 07:25:32.422712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-4ae9f936-1b0c-489b-9c0e-d2833bef5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:32.424043 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-4ae9f936-1b0c-489b-9c0e-d2833bef5ae2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c HTTP/1.1" status: 200 len: 834 time: 0.0592992 Jan 28 07:25:32.500838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-3bbf88c8-ae61-4ce0-a7ad-e876a3183267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:32.502250 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-3bbf88c8-ae61-4ce0-a7ad-e876a3183267 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d78e847f-e8fc-4206-a350-0246642e2ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683634 Jan 28 07:25:32.632667 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-f9728c00-54e4-4035-b394-5db092d24b62 service neutron] 10.222.0.37 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204355 Jan 28 07:25:32.765425 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bcb4cd13-0dd3-45f6-b72d-3cbca679507d req-18bba416-9b84-47a1-9aac-701463cedfa1 service neutron] 10.222.0.37 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233103 Jan 28 07:25:32.903981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c3b93-dfbe-4470-adc8-83e7cdfcec78 req-fb52c1cd-071e-4be3-905c-6a2aa712700b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:32.905450 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dd7c3b93-dfbe-4470-adc8-83e7cdfcec78 req-fb52c1cd-071e-4be3-905c-6a2aa712700b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0825765 Jan 28 07:25:32.948816 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dd7c3b93-dfbe-4470-adc8-83e7cdfcec78 req-a3bca204-bfa5-4d68-8b01-f1660e30b0f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378187 Jan 28 07:25:33.253487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a3eed43d-4f44-4013-a849-859e7f5ab732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:33.915996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f4471d51-940f-4585-9244-39743d3a8ba7 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:25:33.922978 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f4471d51-940f-4585-9244-39743d3a8ba7 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:25:34.138173 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71032634-1f7b-4c8b-ae11-e3867c51e946 req-4723a2ba-1e04-444b-b547-371400947fdb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:34.138780 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:34.139559 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-71032634-1f7b-4c8b-ae11-e3867c51e946 req-4723a2ba-1e04-444b-b547-371400947fdb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0797269 Jan 28 07:25:34.173681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f4471d51-940f-4585-9244-39743d3a8ba7, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f4471d51-940f-4585-9244-39743d3a8ba7,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:25:34.182950 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-71032634-1f7b-4c8b-ae11-e3867c51e946 req-8845c094-927f-4ccc-913a-aa34ddba54cc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378172 Jan 28 07:25:34.190190 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4471d51-940f-4585-9244-39743d3a8ba7'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:25:34.204922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'port_id': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'mac_address': 'fa:16:3e:77:41:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:25:34.204922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f4471d51-940f-4585-9244-39743d3a8ba7, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f4471d51-940f-4585-9244-39743d3a8ba7,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:25:34.245432 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'code': 200} Jan 28 07:25:34.264360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:34.284535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:34.327879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4471d51-940f-4585-9244-39743d3a8ba7 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:25:34.414782 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f4471d51-940f-4585-9244-39743d3a8ba7,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:34.423465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:25:34.423821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:25:34.425033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:34.425379 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:34.425717 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:34.426051 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:34.426382 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:34.426712 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:34.427037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:34.427394 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:34.427720 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:34.428044 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:34.428431 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:34.429246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:25:34.436335 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:34.590498 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:34.996016 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:35.017369 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4471d51-940f-4585-9244-39743d3a8ba7 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:25:35.035802 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f4471d51-940f-4585-9244-39743d3a8ba7, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f4471d51-940f-4585-9244-39743d3a8ba7,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:25:35.110398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:35.175660 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f4471d51-940f-4585-9244-39743d3a8ba7,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:35.260006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['f4471d51-940f-4585-9244-39743d3a8ba7'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:25:35.481424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd361443-6e5c-4c97-9996-a6aca643eac7 req-d2c2e992-8ed1-4405-9273-5b180cf0d1b6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:35.482927 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd361443-6e5c-4c97-9996-a6aca643eac7 req-d2c2e992-8ed1-4405-9273-5b180cf0d1b6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 945 time: 0.1935263 Jan 28 07:25:35.527617 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd361443-6e5c-4c97-9996-a6aca643eac7 req-ea1d84b6-c52f-44e3-a0a7-a413b5cc2f24 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390255 Jan 28 07:25:35.859060 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:35.924168 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f4471d51-940f-4585-9244-39743d3a8ba7 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:25:35.989076 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port f4471d51-940f-4585-9244-39743d3a8ba7 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:25:35.989443 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:36.102607 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:36.133432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f4471d51-940f-4585-9244-39743d3a8ba7, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f4471d51-940f-4585-9244-39743d3a8ba7,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:25:36.195958 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:36.247900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4471d51-940f-4585-9244-39743d3a8ba7'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:25:36.267927 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f4471d51-940f-4585-9244-39743d3a8ba7,revision_number=8']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:25:36.307172 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'code': 200} Jan 28 07:25:36.706014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c38188-e43a-4851-a7fe-1dfb078f51fe req-ab9cea55-c9b3-4c37-b17d-1994286ac98b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:36.707444 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f7c38188-e43a-4851-a7fe-1dfb078f51fe req-ab9cea55-c9b3-4c37-b17d-1994286ac98b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0774236 Jan 28 07:25:36.750850 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f7c38188-e43a-4851-a7fe-1dfb078f51fe req-77eaa4a2-7ab6-493c-bb63-f6d3bcbe24a1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379167 Jan 28 07:25:37.254481 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff5991-c568-4ba6-bdce-ca87cf41e11f req-8502490f-d356-445a-92e7-5b45c89da670 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:37.256192 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-12ff5991-c568-4ba6-bdce-ca87cf41e11f req-8502490f-d356-445a-92e7-5b45c89da670 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0823147 Jan 28 07:25:37.349742 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-12ff5991-c568-4ba6-bdce-ca87cf41e11f req-61609ff6-cd57-4a1e-ba7e-07ae3d60a940 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877805 Jan 28 07:25:37.377641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0db0-3202-4a9e-9178-5b4d387caa97 req-87ebded0-cdf3-48b3-8328-6ea41e9dce99 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:37.379010 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-946f0db0-3202-4a9e-9178-5b4d387caa97 req-87ebded0-cdf3-48b3-8328-6ea41e9dce99 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279&tenant_id=e515c05fa5e6476ca9b8a700c8efff41&binding%3Ahost_id=hv-neutron-8240 HTTP/1.1" status: 200 len: 946 time: 0.1039770 Jan 28 07:25:37.590348 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264bb53-61f9-480f-b79a-b15904554e0b req-2acebcf5-42c0-4416-919f-b8711b4c673d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:37.591795 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9264bb53-61f9-480f-b79a-b15904554e0b req-2acebcf5-42c0-4416-919f-b8711b4c673d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.1377821 Jan 28 07:25:37.594210 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0db0-3202-4a9e-9178-5b4d387caa97 req-afe829ae-94c5-42a4-98a0-a384609f68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:37.595549 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-946f0db0-3202-4a9e-9178-5b4d387caa97 req-afe829ae-94c5-42a4-98a0-a384609f68fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 1099 time: 0.1095183 Jan 28 07:25:37.714557 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9264bb53-61f9-480f-b79a-b15904554e0b req-c56b6937-5818-4e46-be1c-664a662fa3b6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169171 Jan 28 07:25:37.752712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0db0-3202-4a9e-9178-5b4d387caa97 req-e4c27f26-49b0-4926-ab94-e50c7c12b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:37.754108 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-946f0db0-3202-4a9e-9178-5b4d387caa97 req-e4c27f26-49b0-4926-ab94-e50c7c12b6b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d78e847f-e8fc-4206-a350-0246642e2ed4 HTTP/1.1" status: 200 len: 897 time: 0.1445513 Jan 28 07:25:37.857244 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-946f0db0-3202-4a9e-9178-5b4d387caa97 req-69b62cbf-b719-48eb-959b-ee301ba23199 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4471d51-940f-4585-9244-39743d3a8ba7 HTTP/1.1" status: 200 len: 1001 time: 0.0965765 Jan 28 07:25:37.917536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0db0-3202-4a9e-9178-5b4d387caa97 req-9cb377cb-48e2-4f0a-96e1-9b600e35f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:37.918924 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-946f0db0-3202-4a9e-9178-5b4d387caa97 req-9cb377cb-48e2-4f0a-96e1-9b600e35f2c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c HTTP/1.1" status: 200 len: 834 time: 0.0562575 Jan 28 07:25:37.990334 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946f0db0-3202-4a9e-9178-5b4d387caa97 req-a17b149b-1793-4368-86eb-46132be64cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:37.991734 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-946f0db0-3202-4a9e-9178-5b4d387caa97 req-a17b149b-1793-4368-86eb-46132be64cde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d78e847f-e8fc-4206-a350-0246642e2ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670228 Jan 28 07:25:38.118756 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-946f0db0-3202-4a9e-9178-5b4d387caa97 req-1abf992f-f531-4701-b85b-096d306d95a1 service neutron] 10.222.0.37 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210530 Jan 28 07:25:38.245687 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-946f0db0-3202-4a9e-9178-5b4d387caa97 req-434cf943-edf2-4973-b2ad-953714d512db service neutron] 10.222.0.37 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207178 Jan 28 07:25:38.903976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56dad1-3ffc-423d-bc28-1f7b3731d93d req-df264d28-d514-4f0e-bad5-1399dd703734 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:38.905386 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c56dad1-3ffc-423d-bc28-1f7b3731d93d req-df264d28-d514-4f0e-bad5-1399dd703734 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0834150 Jan 28 07:25:38.950018 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c56dad1-3ffc-423d-bc28-1f7b3731d93d req-e62a24b4-1416-4764-a25b-9849d8760ce6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387321 Jan 28 07:25:40.130283 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b577b-eeb8-4c91-b881-ba4dba203176 req-55e229c4-e7be-498a-813c-a8d81e27a40b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:25:40.132179 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-df3b577b-eeb8-4c91-b881-ba4dba203176 req-55e229c4-e7be-498a-813c-a8d81e27a40b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0770748 Jan 28 07:25:40.187765 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-df3b577b-eeb8-4c91-b881-ba4dba203176 req-1cbc2dd5-3913-4e44-9cc1-07e0a94207d4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501375 Jan 28 07:25:40.215048 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55142) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:25:40.325379 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-54f6753a-c8fe-41a8-9859-0b8ef078e5b2 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/43ff345e-325a-4eb7-9c30-dc1ce66d1c1d HTTP/1.1" status: 200 len: 993 time: 0.1091778 Jan 28 07:25:41.395923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:25:57.360808 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:26:00.859269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6e4f5d68-1f36-41cc-8613-711b9b882ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:03.235736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ac5ef55d-b252-46a7-8064-f95ac034fa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:04.355867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:04.571593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:05.869865 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:08.845271 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55156) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:09.149894 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 7770e3ac-6096-4095-a8b4-c974c0649d06 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:26:09.150146 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:09.313067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:09.313404 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:09.437751 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 7770e3ac-6096-4095-a8b4-c974c0649d06 owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:26:09.647328 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:09.695752 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=7770e3ac-6096-4095-a8b4-c974c0649d06,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:09.760649 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:09.770829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:09.770829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:09.770829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:09.770829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:09.770829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:09.770829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:09.770829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:09.770829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:09.770829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:09.770829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:09.770829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:09.794138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:09.794478 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Floating IP 43ff345e-325a-4eb7-9c30-dc1ce66d1c1d disassociated (deleted). External IP: 172.26.4.56, port: f4471d51-940f-4585-9244-39743d3a8ba7. Jan 28 07:26:10.144017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:26:10.315872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:26:10.326237 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0294267-decd-4e3b-9302-37a9ceab982f None None] Sync routers for ids ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:26:10.336911 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0294267-decd-4e3b-9302-37a9ceab982f None None] Routers {'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:26:10.340409 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c0294267-decd-4e3b-9302-37a9ceab982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:26:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:10.396066 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:10.562434 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c0294267-decd-4e3b-9302-37a9ceab982f None None] Set router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:26:10.567101 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-64d673fd-c3ca-40b5-9d67-00c02cab77eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/floatingips/43ff345e-325a-4eb7-9c30-dc1ce66d1c1d HTTP/1.1" status: 204 len: 168 time: 1.7202587 Jan 28 07:26:10.567685 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'tag': 'f4471d51-940f-4585-9244-39743d3a8ba7'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:26:10.670147 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'tag': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'status': 'completed', 'code': 200} Jan 28 07:26:10.784714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65007d-023c-4769-a339-fd3958a9f0c5 req-5c6ae9fc-f442-4ccf-8d18-79a4769493f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:10.786759 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c65007d-023c-4769-a339-fd3958a9f0c5 req-5c6ae9fc-f442-4ccf-8d18-79a4769493f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 1099 time: 0.0704660 Jan 28 07:26:10.886587 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c0294267-decd-4e3b-9302-37a9ceab982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:24:20Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '5f07d87b-62b0-4fa7-8d11-887e3abfe945', 'name': '', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:7e:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:19Z', 'updated_at': '2022-01-28T07:24:25Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:10.890979 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0294267-decd-4e3b-9302-37a9ceab982f None None] Checking router: e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:26:10.900378 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0294267-decd-4e3b-9302-37a9ceab982f None None] Routers {'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:26:10.900911 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c0294267-decd-4e3b-9302-37a9ceab982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:26:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:10.940186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65007d-023c-4769-a339-fd3958a9f0c5 req-4417f3cf-af13-45f4-b39f-712909a84940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:10.942167 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c65007d-023c-4769-a339-fd3958a9f0c5 req-4417f3cf-af13-45f4-b39f-712909a84940 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d78e847f-e8fc-4206-a350-0246642e2ed4 HTTP/1.1" status: 200 len: 897 time: 0.1487200 Jan 28 07:26:11.107866 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-c0294267-decd-4e3b-9302-37a9ceab982f None None] Set router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:26:11.155886 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c65007d-023c-4769-a339-fd3958a9f0c5 req-98add5c2-a7a7-446e-8884-e7d318f84b6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4471d51-940f-4585-9244-39743d3a8ba7 HTTP/1.1" status: 200 len: 217 time: 0.1775656 Jan 28 07:26:11.266645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65007d-023c-4769-a339-fd3958a9f0c5 req-4eea5b4f-e16d-4771-8611-fc328a88ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:11.268090 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c65007d-023c-4769-a339-fd3958a9f0c5 req-4eea5b4f-e16d-4771-8611-fc328a88ec75 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c HTTP/1.1" status: 200 len: 834 time: 0.0819860 Jan 28 07:26:11.326884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67297da-3488-48be-9dc3-27e34d908fb7 req-3bf30507-9976-4f44-aa84-ce3b325dd21b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:11.328705 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c67297da-3488-48be-9dc3-27e34d908fb7 req-3bf30507-9976-4f44-aa84-ce3b325dd21b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.1745329 Jan 28 07:26:11.384113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:11.397835 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c67297da-3488-48be-9dc3-27e34d908fb7 req-8064b3a8-83bf-41fe-92db-c5329af651e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605247 Jan 28 07:26:11.401018 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65007d-023c-4769-a339-fd3958a9f0c5 req-f284b121-3900-47fb-b4c8-b58b99dc4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:11.404180 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c65007d-023c-4769-a339-fd3958a9f0c5 req-f284b121-3900-47fb-b4c8-b58b99dc4520 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d78e847f-e8fc-4206-a350-0246642e2ed4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1271055 Jan 28 07:26:11.430082 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-c0294267-decd-4e3b-9302-37a9ceab982f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:24:20Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '5f07d87b-62b0-4fa7-8d11-887e3abfe945', 'name': '', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:7e:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:19Z', 'updated_at': '2022-01-28T07:24:25Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:11.433983 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0294267-decd-4e3b-9302-37a9ceab982f None None] The sync data for ids ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'] in dv-neutron-824022-4-hyperv is: [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:24:20Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '5f07d87b-62b0-4fa7-8d11-887e3abfe945', 'name': '', 'network_id': 'd78e847f-e8fc-4206-a350-0246642e2ed4', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:7e:e5:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:19Z', 'updated_at': '2022-01-28T07:24:25Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:26:11.546606 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c65007d-023c-4769-a339-fd3958a9f0c5 req-68a5120a-8d59-4609-be17-1e109e1134d6 service neutron] 10.222.0.37 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340938 Jan 28 07:26:11.649075 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a042b102-4dde-478c-b859-e0f49354090a None None] New status for floating IP 43ff345e-325a-4eb7-9c30-dc1ce66d1c1d: DOWN {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:26:11.695389 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2c65007d-023c-4769-a339-fd3958a9f0c5 req-52af06a6-8461-43bb-9c01-7b2c57ed2faf service neutron] 10.222.0.37 "GET /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396279 Jan 28 07:26:12.588809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7777280-d128-431b-bccf-9143ab3ed57b req-7a8625a2-4dfa-4f51-ade2-92dc046f1d1d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:12.590246 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7777280-d128-431b-bccf-9143ab3ed57b req-7a8625a2-4dfa-4f51-ade2-92dc046f1d1d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0827179 Jan 28 07:26:12.633741 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b7777280-d128-431b-bccf-9143ab3ed57b req-1e404a70-0019-43d3-99a1-bbe03847464c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379770 Jan 28 07:26:13.188342 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ff8c5-1d86-49b3-b7f8-85fe30cb3c9b req-48dea504-6c3b-49d6-9d4a-a27e36044c6a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:13.189672 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-386ff8c5-1d86-49b3-b7f8-85fe30cb3c9b req-48dea504-6c3b-49d6-9d4a-a27e36044c6a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.0774701 Jan 28 07:26:13.263310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-386ff8c5-1d86-49b3-b7f8-85fe30cb3c9b req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port f4471d51-940f-4585-9244-39743d3a8ba7 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:26:13.263755 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-386ff8c5-1d86-49b3-b7f8-85fe30cb3c9b req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:13.509311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-386ff8c5-1d86-49b3-b7f8-85fe30cb3c9b req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port f4471d51-940f-4585-9244-39743d3a8ba7, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f4471d51-940f-4585-9244-39743d3a8ba7,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:26:13.509670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-386ff8c5-1d86-49b3-b7f8-85fe30cb3c9b req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:13.631003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-386ff8c5-1d86-49b3-b7f8-85fe30cb3c9b req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for f4471d51-940f-4585-9244-39743d3a8ba7 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:26:13.841466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3efe3-008a-4f35-a86d-e58fd10141d4 req-6671fe55-9e5a-41a3-a1c3-45c1fe97dc87 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:13.842919 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ff3efe3-008a-4f35-a86d-e58fd10141d4 req-6671fe55-9e5a-41a3-a1c3-45c1fe97dc87 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 946 time: 0.1051199 Jan 28 07:26:13.887637 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7ff3efe3-008a-4f35-a86d-e58fd10141d4 req-55df4995-24d3-4bad-aaca-4ac14d35cd3e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2fa7a69-9089-41ec-8421-9608ac3a23af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391204 Jan 28 07:26:13.909981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-386ff8c5-1d86-49b3-b7f8-85fe30cb3c9b req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:13.963823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=f4471d51-940f-4585-9244-39743d3a8ba7,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:14.004941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:14.005354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:14.005696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:14.006029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:14.006357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:14.006680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:14.007002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:14.007349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:14.007673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:14.007992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:14.008306 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:14.008622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:14.044471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-386ff8c5-1d86-49b3-b7f8-85fe30cb3c9b req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] No DVR routers for this DVR port f4471d51-940f-4585-9244-39743d3a8ba7 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:26:14.046625 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-386ff8c5-1d86-49b3-b7f8-85fe30cb3c9b req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:14.049003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'name': 'network-vif-deleted', 'tag': 'f4471d51-940f-4585-9244-39743d3a8ba7'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:26:14.060678 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-386ff8c5-1d86-49b3-b7f8-85fe30cb3c9b req-51e7c428-407a-492b-9580-07eb396680f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "DELETE /v2.0/ports/f4471d51-940f-4585-9244-39743d3a8ba7 HTTP/1.1" status: 204 len: 173 time: 0.8630044 Jan 28 07:26:14.144963 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cbdd2c4-2f6a-403f-a049-eb1ef679a279', 'name': 'network-vif-deleted', 'tag': 'f4471d51-940f-4585-9244-39743d3a8ba7', 'status': 'completed', 'code': 200} Jan 28 07:26:15.047211 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ee533b93-e434-4e04-868e-68ea1ecbf64f req-a8fdcda1-0524-489f-863b-aa57ac1426cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:26:15.108740 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ee533b93-e434-4e04-868e-68ea1ecbf64f req-a8fdcda1-0524-489f-863b-aa57ac1426cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:26:15.109826 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ee533b93-e434-4e04-868e-68ea1ecbf64f req-a8fdcda1-0524-489f-863b-aa57ac1426cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cbdd2c4-2f6a-403f-a049-eb1ef679a279 HTTP/1.1" status: 200 len: 210 time: 0.1070364 Jan 28 07:26:16.170095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f4471d51-940f-4585-9244-39743d3a8ba7 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:26:16.204294 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: f4471d51-940f-4585-9244-39743d3a8ba7 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:26:16.204656 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f4471d51-940f-4585-9244-39743d3a8ba7 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:26:16.205288 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55180) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:16.837820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c44a765-4f1d-4362-873b-04bc4c8b2bb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:17.180828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-1c44a765-4f1d-4362-873b-04bc4c8b2bb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 5f07d87b-62b0-4fa7-8d11-887e3abfe945 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:26:17.181081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c44a765-4f1d-4362-873b-04bc4c8b2bb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:17.360583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-1c44a765-4f1d-4362-873b-04bc4c8b2bb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port 5f07d87b-62b0-4fa7-8d11-887e3abfe945, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5f07d87b-62b0-4fa7-8d11-887e3abfe945,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:26:17.361297 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c44a765-4f1d-4362-873b-04bc4c8b2bb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:17.485363 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-1c44a765-4f1d-4362-873b-04bc4c8b2bb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 5f07d87b-62b0-4fa7-8d11-887e3abfe945 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:26:17.760402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c44a765-4f1d-4362-873b-04bc4c8b2bb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:17.913732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44a765-4f1d-4362-873b-04bc4c8b2bb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=5f07d87b-62b0-4fa7-8d11-887e3abfe945,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:18.182786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-1c44a765-4f1d-4362-873b-04bc4c8b2bb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:18.538249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c44a765-4f1d-4362-873b-04bc4c8b2bb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:26:18.709989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c44a765-4f1d-4362-873b-04bc4c8b2bb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:26:18.719147 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d73ea2-39ae-4045-ba15-12a530752eb7 None None] Sync routers for ids ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:26:18.727979 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d73ea2-39ae-4045-ba15-12a530752eb7 None None] Routers {'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:26:18.728570 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-04d73ea2-39ae-4045-ba15-12a530752eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:26:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:18.794411 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1c44a765-4f1d-4362-873b-04bc4c8b2bb3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "PUT /v2.0/routers/e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5852695 Jan 28 07:26:18.794815 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55184) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:18.866855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4da558-54e6-43bd-bd3e-6508e5084f00 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting subnet c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:26:18.869842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e4da558-54e6-43bd-bd3e-6508e5084f00 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:18.908857 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-04d73ea2-39ae-4045-ba15-12a530752eb7 None None] Set router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:26:18.923353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e4da558-54e6-43bd-bd3e-6508e5084f00 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:19.005343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e4da558-54e6-43bd-bd3e-6508e5084f00 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:19.161568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e4da558-54e6-43bd-bd3e-6508e5084f00 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:19.186497 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-04d73ea2-39ae-4045-ba15-12a530752eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:26:17Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:19.190273 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d73ea2-39ae-4045-ba15-12a530752eb7 None None] Checking router: e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:26:19.199035 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d73ea2-39ae-4045-ba15-12a530752eb7 None None] Routers {'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:26:19.199649 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-04d73ea2-39ae-4045-ba15-12a530752eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:26:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:19.203188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-4e4da558-54e6-43bd-bd3e-6508e5084f00 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:19.206924 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865f29b3-c6f2-4dce-866f-f5dba5bfa472 None None] Network d78e847f-e8fc-4206-a350-0246642e2ed4 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:26:19.207428 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4da558-54e6-43bd-bd3e-6508e5084f00 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:19.213540 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4e4da558-54e6-43bd-bd3e-6508e5084f00 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/subnets/c8e8e534-8cf4-4a97-99b1-5cf8f5a1633c HTTP/1.1" status: 204 len: 168 time: 0.4152572 Jan 28 07:26:19.214313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55188) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:19.426015 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-04d73ea2-39ae-4045-ba15-12a530752eb7 None None] Set router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:26:19.523584 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b0ec1b-0d78-4102-8e8b-231d8ecf65e6 None None] DHCP port deletion for d78e847f-e8fc-4206-a350-0246642e2ed4 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:26:19.527966 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:19.530110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-96b0ec1b-0d78-4102-8e8b-231d8ecf65e6 None None] Deleting port b8c72aad-a1d6-439d-b2c1-9b74dc410d61 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:26:19.530684 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96b0ec1b-0d78-4102-8e8b-231d8ecf65e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:19.723025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:19.748654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-96b0ec1b-0d78-4102-8e8b-231d8ecf65e6 None None] For port b8c72aad-a1d6-439d-b2c1-9b74dc410d61, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=b8c72aad-a1d6-439d-b2c1-9b74dc410d61,segment=NetworkSegment(dc7cee35-3f4b-4b44-b223-0e8bc23e53f3),segment_id=dc7cee35-3f4b-4b44-b223-0e8bc23e53f3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:26:19.748654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96b0ec1b-0d78-4102-8e8b-231d8ecf65e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:19.748975 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-04d73ea2-39ae-4045-ba15-12a530752eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:26:17Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:19.751983 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d73ea2-39ae-4045-ba15-12a530752eb7 None None] The sync data for ids ['e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb'] in dv-neutron-824022-4-hyperv is: [{'id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1543356196', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:24:14Z', 'updated_at': '2022-01-28T07:26:17Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '6666679a-8584-4ef9-98cb-cf8ab15d086d', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:24:15Z', 'updated_at': '2022-01-28T07:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:26:19.801228 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 6666679a-8584-4ef9-98cb-cf8ab15d086d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:26:19.804828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:19.869358 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-96b0ec1b-0d78-4102-8e8b-231d8ecf65e6 None None] Calling delete_port for b8c72aad-a1d6-439d-b2c1-9b74dc410d61 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:26:19.978673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port 6666679a-8584-4ef9-98cb-cf8ab15d086d, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=6666679a-8584-4ef9-98cb-cf8ab15d086d,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:26:19.978950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:20.012297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-96b0ec1b-0d78-4102-8e8b-231d8ecf65e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:20.066742 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0ec1b-0d78-4102-8e8b-231d8ecf65e6 None None] Pushing event deleted for resources: {'Port': ['ID=b8c72aad-a1d6-439d-b2c1-9b74dc410d61,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:20.068795 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0ec1b-0d78-4102-8e8b-231d8ecf65e6 None None] No DVR routers for this DVR port b8c72aad-a1d6-439d-b2c1-9b74dc410d61 on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:26:20.117995 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 6666679a-8584-4ef9-98cb-cf8ab15d086d owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:26:20.407273 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:20.455120 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=6666679a-8584-4ef9-98cb-cf8ab15d086d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:20.547478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:20.729122 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:20.731308 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:20.806724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:20.807186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Fanout notify agent at l3_agent the message router_deleted on router e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:26:20.822080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:20.826061 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55192) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:20.826630 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-30b72f42-7a73-4104-bdcd-d60e1a3ced31 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/routers/e4e8b997-ac4c-44b7-a8ac-5ccf2eaf30bb HTTP/1.1" status: 204 len: 168 time: 1.6114333 Jan 28 07:26:20.942979 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f788ce44-c969-4a1f-8a4f-cb9c329db30b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:21.070736 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f788ce44-c969-4a1f-8a4f-cb9c329db30b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:21.094341 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-f788ce44-c969-4a1f-8a4f-cb9c329db30b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78e847f-e8fc-4206-a350-0246642e2ed4']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:21.105758 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-f788ce44-c969-4a1f-8a4f-cb9c329db30b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:21.106056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-f788ce44-c969-4a1f-8a4f-cb9c329db30b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7cee35-3f4b-4b44-b223-0e8bc23e53f3') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:21.116704 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f788ce44-c969-4a1f-8a4f-cb9c329db30b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:21.132511 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f788ce44-c969-4a1f-8a4f-cb9c329db30b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:21.138189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f788ce44-c969-4a1f-8a4f-cb9c329db30b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:26:21.138565 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f788ce44-c969-4a1f-8a4f-cb9c329db30b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:26:21.152934 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:26:21.309856 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f788ce44-c969-4a1f-8a4f-cb9c329db30b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:21.314114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f788ce44-c969-4a1f-8a4f-cb9c329db30b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:21.340031 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788ce44-c969-4a1f-8a4f-cb9c329db30b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Network': ['ID=d78e847f-e8fc-4206-a350-0246642e2ed4,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:21.436429 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f788ce44-c969-4a1f-8a4f-cb9c329db30b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/networks/d78e847f-e8fc-4206-a350-0246642e2ed4 HTTP/1.1" status: 204 len: 168 time: 0.6093881 Jan 28 07:26:21.438960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55196) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:21.461530 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b8c72aad-a1d6-439d-b2c1-9b74dc410d61 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:26:21.498274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: b8c72aad-a1d6-439d-b2c1-9b74dc410d61 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:26:21.498616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device b8c72aad-a1d6-439d-b2c1-9b74dc410d61 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:26:21.499028 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5f07d87b-62b0-4fa7-8d11-887e3abfe945 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:26:21.508762 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a9dec513-62c3-4f7c-95a1-ec0f11d0db3e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:21.531478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 5f07d87b-62b0-4fa7-8d11-887e3abfe945 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:26:21.531753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5f07d87b-62b0-4fa7-8d11-887e3abfe945 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:26:21.532167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6666679a-8584-4ef9-98cb-cf8ab15d086d no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:26:21.537073 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a9dec513-62c3-4f7c-95a1-ec0f11d0db3e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:21.568709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 6666679a-8584-4ef9-98cb-cf8ab15d086d {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:26:21.569061 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 6666679a-8584-4ef9-98cb-cf8ab15d086d not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:26:21.652608 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a9dec513-62c3-4f7c-95a1-ec0f11d0db3e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:21.674793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dec513-62c3-4f7c-95a1-ec0f11d0db3e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fa7a69-9089-41ec-8421-9608ac3a23af,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:21.749012 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a9dec513-62c3-4f7c-95a1-ec0f11d0db3e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:21.750162 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a9dec513-62c3-4f7c-95a1-ec0f11d0db3e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/security-groups/a2fa7a69-9089-41ec-8421-9608ac3a23af HTTP/1.1" status: 204 len: 168 time: 0.3099871 Jan 28 07:26:22.172916 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55204) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:22.178017 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-700823160', 'description': 'tempest-secgroup-smoke-700823160 description', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:22.184272 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:26:22.188332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:26:22.191174 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:26:22.196822 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:26:22.263684 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:22.283809 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:26:22.288238 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:26:22.291072 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:26:22.296921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:26:22.366926 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:22.493000 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:22.538164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019ff887-a30c-4b39-a72e-3bd1a4706d80,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:22.611720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:22.612995 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f973ca35-0dfa-48eb-bc16-d1f5e972b8af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4390559 Jan 28 07:26:22.615872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55208) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:22.620815 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-c481400f-1cef-4b74-8762-adef15b6f77f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '019ff887-a30c-4b39-a72e-3bd1a4706d80', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:22.627084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c481400f-1cef-4b74-8762-adef15b6f77f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:26:22.631468 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c481400f-1cef-4b74-8762-adef15b6f77f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:26:22.634327 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-c481400f-1cef-4b74-8762-adef15b6f77f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:26:22.640009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-c481400f-1cef-4b74-8762-adef15b6f77f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:26:22.710761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c481400f-1cef-4b74-8762-adef15b6f77f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:22.779604 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c481400f-1cef-4b74-8762-adef15b6f77f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:22.858054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c481400f-1cef-4b74-8762-adef15b6f77f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:22.886547 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481400f-1cef-4b74-8762-adef15b6f77f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56736ad-7bf4-4c77-8c72-bb3f7e4389fd,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:22.961318 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-c481400f-1cef-4b74-8762-adef15b6f77f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:22.962471 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-c481400f-1cef-4b74-8762-adef15b6f77f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3456891 Jan 28 07:26:22.965364 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55212) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:22.970353 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-49b03ac1-21d3-4f1e-bf34-27dfae60c46c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '019ff887-a30c-4b39-a72e-3bd1a4706d80', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:22.976619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-49b03ac1-21d3-4f1e-bf34-27dfae60c46c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:26:22.981033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-49b03ac1-21d3-4f1e-bf34-27dfae60c46c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:26:22.983438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-49b03ac1-21d3-4f1e-bf34-27dfae60c46c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:26:22.989867 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-49b03ac1-21d3-4f1e-bf34-27dfae60c46c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:26:23.064401 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-49b03ac1-21d3-4f1e-bf34-27dfae60c46c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:23.133821 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-49b03ac1-21d3-4f1e-bf34-27dfae60c46c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:23.224089 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-49b03ac1-21d3-4f1e-bf34-27dfae60c46c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:23.249303 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b03ac1-21d3-4f1e-bf34-27dfae60c46c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2426524f-d4ed-4987-9b33-c7ce94e14b41,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:23.361370 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-49b03ac1-21d3-4f1e-bf34-27dfae60c46c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:23.362559 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-49b03ac1-21d3-4f1e-bf34-27dfae60c46c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3961573 Jan 28 07:26:23.365885 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55216) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:23.370864 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f2f4e121-7f7a-4000-bcbd-d48f9015af0f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '019ff887-a30c-4b39-a72e-3bd1a4706d80', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:23.377042 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f2f4e121-7f7a-4000-bcbd-d48f9015af0f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:26:23.380823 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f2f4e121-7f7a-4000-bcbd-d48f9015af0f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:26:23.383659 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f2f4e121-7f7a-4000-bcbd-d48f9015af0f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:26:23.389253 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f2f4e121-7f7a-4000-bcbd-d48f9015af0f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:26:23.470100 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e121-7f7a-4000-bcbd-d48f9015af0f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:23.531384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e121-7f7a-4000-bcbd-d48f9015af0f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:23.601196 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e121-7f7a-4000-bcbd-d48f9015af0f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:23.624493 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4e121-7f7a-4000-bcbd-d48f9015af0f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460a2dee-a311-4b39-a665-d6d285d4fc59,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:23.675163 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f2f4e121-7f7a-4000-bcbd-d48f9015af0f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:23.676384 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f2f4e121-7f7a-4000-bcbd-d48f9015af0f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3095698 Jan 28 07:26:23.679050 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55220) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:23.684129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-eb238431-05a5-4915-b1f9-fcd7ed3f60f4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '019ff887-a30c-4b39-a72e-3bd1a4706d80', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:23.689974 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-eb238431-05a5-4915-b1f9-fcd7ed3f60f4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:26:23.693900 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-eb238431-05a5-4915-b1f9-fcd7ed3f60f4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:26:23.696770 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-eb238431-05a5-4915-b1f9-fcd7ed3f60f4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:26:23.702466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-eb238431-05a5-4915-b1f9-fcd7ed3f60f4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:26:23.761413 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eb238431-05a5-4915-b1f9-fcd7ed3f60f4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:23.826138 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eb238431-05a5-4915-b1f9-fcd7ed3f60f4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:23.869764 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eb238431-05a5-4915-b1f9-fcd7ed3f60f4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:23.893018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb238431-05a5-4915-b1f9-fcd7ed3f60f4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a186f8-ecd1-49aa-ab8a-4dfa15379f3d,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:23.955283 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-eb238431-05a5-4915-b1f9-fcd7ed3f60f4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:23.956491 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-eb238431-05a5-4915-b1f9-fcd7ed3f60f4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2764578 Jan 28 07:26:23.959742 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55224) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:23.964634 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-6cf2dd0c-952d-4355-a829-73496d95686e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '019ff887-a30c-4b39-a72e-3bd1a4706d80', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:23.970451 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6cf2dd0c-952d-4355-a829-73496d95686e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:26:23.974350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6cf2dd0c-952d-4355-a829-73496d95686e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:26:23.977269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-6cf2dd0c-952d-4355-a829-73496d95686e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:26:23.982871 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-6cf2dd0c-952d-4355-a829-73496d95686e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:26:24.045526 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-6cf2dd0c-952d-4355-a829-73496d95686e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Project e515c05fa5e6476ca9b8a700c8efff41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:26:24.052212 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6cf2dd0c-952d-4355-a829-73496d95686e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:24.114199 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6cf2dd0c-952d-4355-a829-73496d95686e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:24.189479 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6cf2dd0c-952d-4355-a829-73496d95686e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:24.213216 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2dd0c-952d-4355-a829-73496d95686e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49809260-ea98-4a16-8b35-20e5dfc4a133,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:24.298323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-6cf2dd0c-952d-4355-a829-73496d95686e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:24.299577 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-6cf2dd0c-952d-4355-a829-73496d95686e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3388464 Jan 28 07:26:24.302263 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55228) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:24.307067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-d6ebb0a2-c197-42d9-9d35-b071afea6364 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': '019ff887-a30c-4b39-a72e-3bd1a4706d80', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:24.312993 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d6ebb0a2-c197-42d9-9d35-b071afea6364 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:26:24.316798 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d6ebb0a2-c197-42d9-9d35-b071afea6364 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:26:24.319915 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-d6ebb0a2-c197-42d9-9d35-b071afea6364 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:26:24.325480 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-d6ebb0a2-c197-42d9-9d35-b071afea6364 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:26:24.389455 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-d6ebb0a2-c197-42d9-9d35-b071afea6364 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Project e515c05fa5e6476ca9b8a700c8efff41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:26:24.396306 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb0a2-c197-42d9-9d35-b071afea6364 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:24.463434 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb0a2-c197-42d9-9d35-b071afea6364 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:24.549264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb0a2-c197-42d9-9d35-b071afea6364 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:24.572458 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebb0a2-c197-42d9-9d35-b071afea6364 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2ace91-9ef5-4844-bab2-9293d59ef1a8,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:24.658179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb0a2-c197-42d9-9d35-b071afea6364 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:24.659441 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-d6ebb0a2-c197-42d9-9d35-b071afea6364 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3562376 Jan 28 07:26:24.662187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55232) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:24.667519 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'network': {'name': 'tempest-network-smoke--327054167', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'port_security_enabled': True}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:24.672460 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:26:24.676580 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:network and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:26:24.679542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:26:24.685145 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:26:24.761047 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:24.764490 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:24.791917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:26:24.799996 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:24.800402 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Added segment 50da0621-7d02-4a6e-b5db-b7089772d9e9 of type vlan for network e1b6c7c4-1353-4ce6-80f9-875a3105775c Jan 28 07:26:24.825330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:24.909714 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:24.915173 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:24.915787 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:25.023398 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Network': ['ID=e1b6c7c4-1353-4ce6-80f9-875a3105775c,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:25.033941 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network e1b6c7c4-1353-4ce6-80f9-875a3105775c details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:26:25.036262 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a6c09121-19b1-4bde-be5f-e11f98b5e9cd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3731132 Jan 28 07:26:25.038938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55236) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:25.044056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'admin_state_up': True, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:25.051180 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:26:25.054954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:router and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:26:25.058275 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:26:25.064357 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:26:25.143330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:25.144366 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:25.158765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:25.613775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:25.985210 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:26.013968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:26.145840 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.26.4.225 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:26.288228 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:26.366839 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:26.430777 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:26.434561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:26.440261 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:26:26.492275 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:26.928312 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:27.367690 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:27.645855 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router db0fad7c-9de5-4f72-b063-c22671f0b5d9 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:26:27.818704 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:26:27.831857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Sync routers for ids ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:26:27.842300 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Routers {'db0fad7c-9de5-4f72-b063-c22671f0b5d9'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:26:27.842916 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:26:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:27.909528 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:27.910769 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-97be8127-4898-4f70-9cf5-940e556ec833 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8707607 Jan 28 07:26:27.913936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55240) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:27.993019 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-eb55dfc1-2e83-48bc-924e-a8fa75998d6e tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=e515c05fa5e6476ca9b8a700c8efff41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0780337 Jan 28 07:26:27.996274 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55246) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:28.020803 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Set router db0fad7c-9de5-4f72-b063-c22671f0b5d9 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:26:28.124310 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0abe46-bbe1-4256-9df6-eff3e666f763 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:28.125809 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ee0abe46-bbe1-4256-9df6-eff3e666f763 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286454 Jan 28 07:26:28.128812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55250) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:28.167674 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8be067a0-f2e4-4d76-8427-2422ca0373a1 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376253 Jan 28 07:26:28.169970 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55254) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:28.175154 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1746137065', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:28.282061 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:26:28.285799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:subnet and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:26:28.288547 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:26:28.294129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:26:28.333012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:26:26Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:28.336818 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Checking router: db0fad7c-9de5-4f72-b063-c22671f0b5d9 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:26:28.337753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Updating router db0fad7c-9de5-4f72-b063-c22671f0b5d9 port 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:26:28.391196 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:28.401757 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:28.407798 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:28.664215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:28.711093 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:28.723088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Transition to ACTIVE for port object 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:26:28.741034 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Subnet': ['ID=76fc6f33-c4a1-4b36-9763-5bfddfb90f48,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:28.748581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Checking segment: {'id': '50da0621-7d02-4a6e-b5db-b7089772d9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:26:28.748930 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network hostable DHCP agents. Network: e1b6c7c4-1353-4ce6-80f9-875a3105775c, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:26:28.778409 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:28.829923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network e1b6c7c4-1353-4ce6-80f9-875a3105775c is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:26:28.860654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Attempting to bind port 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:26:28.861148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Attempting to bind port 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:26:28.861362 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Attempting to bind port 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:26:28.866662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541deab0-6239-45df-93de-b7e2c0533ae9 None None] Pushing event updated for resources: {'Port': ['ID=32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:28.871379 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:26:28.874935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:26:28.874935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:28.874935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:26:28.874935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Bound port: 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:26:28.874935 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:28.921300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, e1b6c7c4-1353-4ce6-80f9-875a3105775c) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:28.925469 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:28.926222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:28.931703 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eac7c0e-1762-4343-bf4c-44404b4f0e97 None None] Network e1b6c7c4-1353-4ce6-80f9-875a3105775c requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:26:28.973719 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] For port 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:26:29.007934 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0b769be4-ad3d-4fd5-993b-c873961a0834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8369305 Jan 28 07:26:29.011203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55258) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:29.030717 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] For port 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:26:29.095192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:29.222148 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ips': [{'subnet_id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:26:29.222962 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:29.237809 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Routers {'db0fad7c-9de5-4f72-b063-c22671f0b5d9'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:26:29.238446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:26:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:29.296346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541deab0-6239-45df-93de-b7e2c0533ae9 None None] Pushing event updated for resources: {'Port': ['ID=32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:29.515633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] Set router db0fad7c-9de5-4f72-b063-c22671f0b5d9 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:26:29.713068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Allocated IP 172.20.0.2 (e1b6c7c4-1353-4ce6-80f9-875a3105775c/76fc6f33-c4a1-4b36-9763-5bfddfb90f48/8aab4546-c139-4764-9c38-f4d12a861d8c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:29.830991 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:30.032229 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:26:26Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:30.044212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72401c8d-335c-4f19-9f83-764721929a5f None None] The sync data for ids ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'] in dv-neutron-824022-4-hyperv is: [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:26:26Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:26:30.053449 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:30.060338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Transition to ACTIVE for port object 8aab4546-c139-4764-9c38-f4d12a861d8c will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:26:30.089386 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Transition to ACTIVE for port object 8aab4546-c139-4764-9c38-f4d12a861d8c will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:26:30.161642 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:30.224651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Network e1b6c7c4-1353-4ce6-80f9-875a3105775c is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:30.228574 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:30.231110 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.20.0.1 (e1b6c7c4-1353-4ce6-80f9-875a3105775c/76fc6f33-c4a1-4b36-9763-5bfddfb90f48/44d94e10-67c9-436a-91c6-62eb105c73ae) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:30.232221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:26:30.331078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Pushing event updated for resources: {'Port': ['ID=8aab4546-c139-4764-9c38-f4d12a861d8c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:30.365796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Attempting to bind port 8aab4546-c139-4764-9c38-f4d12a861d8c on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:26:30.366169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Attempting to bind port 8aab4546-c139-4764-9c38-f4d12a861d8c by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '50da0621-7d02-4a6e-b5db-b7089772d9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:26:30.366527 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Attempting to bind port 8aab4546-c139-4764-9c38-f4d12a861d8c on network e1b6c7c4-1353-4ce6-80f9-875a3105775c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:26:30.372735 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:26:30.373364 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Checking segment: {'id': '50da0621-7d02-4a6e-b5db-b7089772d9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:26:30.373775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:30.374171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Bound using segment: {'id': '50da0621-7d02-4a6e-b5db-b7089772d9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:26:30.374631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Bound port: 8aab4546-c139-4764-9c38-f4d12a861d8c, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50da0621-7d02-4a6e-b5db-b7089772d9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:26:30.375012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:30.413917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:30.431385 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Transition to ACTIVE for port object 44d94e10-67c9-436a-91c6-62eb105c73ae will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:26:30.471642 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] For port 8aab4546-c139-4764-9c38-f4d12a861d8c, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:26:30.474653 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] For port 8aab4546-c139-4764-9c38-f4d12a861d8c, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8aab4546-c139-4764-9c38-f4d12a861d8c,segment=NetworkSegment(50da0621-7d02-4a6e-b5db-b7089772d9e9),segment_id=50da0621-7d02-4a6e-b5db-b7089772d9e9)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:26:30.521798 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:30.538851 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:30.590822 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network e1b6c7c4-1353-4ce6-80f9-875a3105775c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:30.597219 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:30.602703 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:26:30.623633 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72ed90-96f7-4db1-b86a-371ebf796e5a None None] Pushing event updated for resources: {'Port': ['ID=8aab4546-c139-4764-9c38-f4d12a861d8c,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:30.639183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=44d94e10-67c9-436a-91c6-62eb105c73ae,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:30.680466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:30.894878 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:30.904376 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-abcab192-7edb-447c-9d07-f48b40f76e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:31.433644 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:31.492549 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:31.553803 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:26:31.613790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=44d94e10-67c9-436a-91c6-62eb105c73ae,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:31.621351 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:31.710286 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea22d57-6985-4916-af1c-f3b3c0b1f8b4 None None] Network e1b6c7c4-1353-4ce6-80f9-875a3105775c requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:26:31.732768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:26:31.748667 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:31.749290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:31.765586 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network e1b6c7c4-1353-4ce6-80f9-875a3105775c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:31.766747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:31.981114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router db0fad7c-9de5-4f72-b063-c22671f0b5d9 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:26:31.989041 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f51a1457-6330-46a4-a765-1e1cc5c18b8f None None] Provisioning for port 8aab4546-c139-4764-9c38-f4d12a861d8c completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:26:32.053002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:32.079200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:26:32.165478 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:26:32.172658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:32.173569 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8aab4546-c139-4764-9c38-f4d12a861d8c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:26:32.175271 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Sync routers for ids ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:26:32.187331 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Routers {'db0fad7c-9de5-4f72-b063-c22671f0b5d9'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:26:32.188121 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:26:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:32.191907 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f9e3c531-d5f8-4219-8f84-e5430c7cd85e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "PUT /v2.0/routers/db0fad7c-9de5-4f72-b063-c22671f0b5d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1794772 Jan 28 07:26:32.309909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:32.380256 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-d956c3a5-685b-4129-9811-7385102f79d6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-700823160&fields=id&tenant_id=e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 267 time: 0.0412233 Jan 28 07:26:32.407659 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Set router db0fad7c-9de5-4f72-b063-c22671f0b5d9 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:26:32.412826 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 8aab4546-c139-4764-9c38-f4d12a861d8c completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:26:32.428277 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 8aab4546-c139-4764-9c38-f4d12a861d8c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:32.428719 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:32.495221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a90f381f-94dc-45ee-940e-be73504196dc None None] Provisioning for port 44d94e10-67c9-436a-91c6-62eb105c73ae completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:26:32.512563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a90f381f-94dc-45ee-940e-be73504196dc None None] Provisioning complete for port 44d94e10-67c9-436a-91c6-62eb105c73ae triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:32.512957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a90f381f-94dc-45ee-940e-be73504196dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:32.536253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e23f6943-9f8c-46c6-abbe-00f3b38d0471 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:32.538141 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e23f6943-9f8c-46c6-abbe-00f3b38d0471 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/networks?id=e1b6c7c4-1353-4ce6-80f9-875a3105775c HTTP/1.1" status: 200 len: 796 time: 0.1505849 Jan 28 07:26:32.566268 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-728093d8-39b0-4b10-abdd-e320fc78b989 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/quotas/e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 375 time: 0.0206819 Jan 28 07:26:32.620948 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a90f381f-94dc-45ee-940e-be73504196dc None None] Port 44d94e10-67c9-436a-91c6-62eb105c73ae cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:26:32.630396 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:32.658490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-38f29452-3642-46a6-8c06-35403a8ab6af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:26:32.675617 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a90f381f-94dc-45ee-940e-be73504196dc None None] Provisioning complete for port 8aab4546-c139-4764-9c38-f4d12a861d8c triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:32.676012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a90f381f-94dc-45ee-940e-be73504196dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:32.745334 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:26:30Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '44d94e10-67c9-436a-91c6-62eb105c73ae', 'name': '', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e5:d8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:30Z', 'updated_at': '2022-01-28T07:26:31Z', 'revision_number': 2, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:32.750148 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Checking router: db0fad7c-9de5-4f72-b063-c22671f0b5d9 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:26:32.750568 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Updating router db0fad7c-9de5-4f72-b063-c22671f0b5d9 port 44d94e10-67c9-436a-91c6-62eb105c73ae binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:26:32.761778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-38f29452-3642-46a6-8c06-35403a8ab6af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:26:32.763111 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-38f29452-3642-46a6-8c06-35403a8ab6af tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1958306 Jan 28 07:26:32.768156 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 8aab4546-c139-4764-9c38-f4d12a861d8c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8aab4546-c139-4764-9c38-f4d12a861d8c,segment=NetworkSegment(50da0621-7d02-4a6e-b5db-b7089772d9e9),segment_id=50da0621-7d02-4a6e-b5db-b7089772d9e9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:26:32.784030 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-fa1d1790-e8e6-4015-b12c-2445868847af service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 07:26:32.785990 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-fa1d1790-e8e6-4015-b12c-2445868847af service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063021 Jan 28 07:26:32.814337 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:32.848642 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:32.935179 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a90f381f-94dc-45ee-940e-be73504196dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:33.006309 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=8aab4546-c139-4764-9c38-f4d12a861d8c,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:33.035128 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-a90f381f-94dc-45ee-940e-be73504196dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:26:33.035520 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-a90f381f-94dc-45ee-940e-be73504196dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:26:33.056874 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-dee0c10f-b60b-47ce-8f2c-08258f25ca37 service neutron] 10.222.0.25 "GET /v2.0/networks/e1b6c7c4-1353-4ce6-80f9-875a3105775c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630551 Jan 28 07:26:33.192211 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-fdabb33d-23e3-4651-9f32-54ff64d27b0a service neutron] 10.222.0.25 "GET /v2.0/networks/e1b6c7c4-1353-4ce6-80f9-875a3105775c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295755 Jan 28 07:26:33.215696 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:33.227252 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Transition to ACTIVE for port object 44d94e10-67c9-436a-91c6-62eb105c73ae will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:26:33.241289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-daf54dff-10cf-4758-8307-448b59a82d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:33.315495 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:33.511697 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:26:33.538766 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0b093e2f-48ef-437c-8906-61d3ee211b26 req-6d87e44f-3f2d-463b-a54e-718888975139 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 210 time: 0.0721316 Jan 28 07:26:33.592637 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92467f8e-affa-4663-93f5-32f6e8eb4106 None None] Pushing event updated for resources: {'Port': ['ID=44d94e10-67c9-436a-91c6-62eb105c73ae,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:33.598590 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Attempting to bind port 44d94e10-67c9-436a-91c6-62eb105c73ae on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:26:33.599144 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Attempting to bind port 44d94e10-67c9-436a-91c6-62eb105c73ae by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '50da0621-7d02-4a6e-b5db-b7089772d9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:26:33.599897 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Attempting to bind port 44d94e10-67c9-436a-91c6-62eb105c73ae on network e1b6c7c4-1353-4ce6-80f9-875a3105775c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:26:33.607808 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92467f8e-affa-4663-93f5-32f6e8eb4106 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:33.608647 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92467f8e-affa-4663-93f5-32f6e8eb4106 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:33.609135 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92467f8e-affa-4663-93f5-32f6e8eb4106 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:33.609647 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92467f8e-affa-4663-93f5-32f6e8eb4106 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:33.610135 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92467f8e-affa-4663-93f5-32f6e8eb4106 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:33.610619 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92467f8e-affa-4663-93f5-32f6e8eb4106 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:33.611091 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92467f8e-affa-4663-93f5-32f6e8eb4106 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:33.611573 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92467f8e-affa-4663-93f5-32f6e8eb4106 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:33.620266 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92467f8e-affa-4663-93f5-32f6e8eb4106 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:33.620266 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92467f8e-affa-4663-93f5-32f6e8eb4106 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:33.620266 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92467f8e-affa-4663-93f5-32f6e8eb4106 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:33.620266 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92467f8e-affa-4663-93f5-32f6e8eb4106 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:33.626776 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:26:33.627687 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Checking segment: {'id': '50da0621-7d02-4a6e-b5db-b7089772d9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:26:33.628273 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:33.628809 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Bound using segment: {'id': '50da0621-7d02-4a6e-b5db-b7089772d9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:26:33.629444 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Bound port: 44d94e10-67c9-436a-91c6-62eb105c73ae, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50da0621-7d02-4a6e-b5db-b7089772d9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:26:33.630001 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:33.646421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:33.647124 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:33.720222 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] For port 44d94e10-67c9-436a-91c6-62eb105c73ae, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:26:33.723100 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] For port 44d94e10-67c9-436a-91c6-62eb105c73ae, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=44d94e10-67c9-436a-91c6-62eb105c73ae,segment=NetworkSegment(50da0621-7d02-4a6e-b5db-b7089772d9e9),segment_id=50da0621-7d02-4a6e-b5db-b7089772d9e9)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:26:33.771976 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8aab4546-c139-4764-9c38-f4d12a861d8c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:26:33.795019 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:33.846429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 8aab4546-c139-4764-9c38-f4d12a861d8c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:33.846809 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:33.882173 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Routers {'db0fad7c-9de5-4f72-b063-c22671f0b5d9'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:26:33.883088 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:26:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:33.948004 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92467f8e-affa-4663-93f5-32f6e8eb4106 None None] Pushing event updated for resources: {'Port': ['ID=44d94e10-67c9-436a-91c6-62eb105c73ae,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:34.072193 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] Set router db0fad7c-9de5-4f72-b063-c22671f0b5d9 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:26:34.349570 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:34.358680 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:26:34.382756 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:26:30Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '44d94e10-67c9-436a-91c6-62eb105c73ae', 'name': '', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e5:d8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:30Z', 'updated_at': '2022-01-28T07:26:33Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:34.387175 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f3a25d-27a2-43bd-a3ce-14e5404b8947 None None] The sync data for ids ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'] in dv-neutron-824022-4-hyperv is: [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:26:30Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '44d94e10-67c9-436a-91c6-62eb105c73ae', 'name': '', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e5:d8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:30Z', 'updated_at': '2022-01-28T07:26:33Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:26:34.578057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:34.693972 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-31749984-0fd0-477f-b566-55881ef1f824 req-795fa083-4b15-48ee-bc4a-e2ac193e58fc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 210 time: 0.0418553 Jan 28 07:26:35.508344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 44d94e10-67c9-436a-91c6-62eb105c73ae up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:26:35.662310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-02ebe304-822b-4b15-9563-dc5a1176d10d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:35.663722 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-02ebe304-822b-4b15-9563-dc5a1176d10d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/networks?id=e1b6c7c4-1353-4ce6-80f9-875a3105775c HTTP/1.1" status: 200 len: 796 time: 0.1494524 Jan 28 07:26:35.675120 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 44d94e10-67c9-436a-91c6-62eb105c73ae completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:26:35.680048 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 44d94e10-67c9-436a-91c6-62eb105c73ae triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:35.680424 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:35.730425 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-8884f623-4d95-48aa-b7a6-695b130ed271 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 379 time: 0.0438550 Jan 28 07:26:35.743152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'port': {'device_id': '00574163-885b-40b4-941c-172f43b462f5', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'admin_state_up': True, 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'security_groups': ['019ff887-a30c-4b39-a72e-3bd1a4706d80']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:35.817534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:35.862513 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 44d94e10-67c9-436a-91c6-62eb105c73ae, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=44d94e10-67c9-436a-91c6-62eb105c73ae,segment=NetworkSegment(50da0621-7d02-4a6e-b5db-b7089772d9e9),segment_id=50da0621-7d02-4a6e-b5db-b7089772d9e9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:26:35.881430 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:35.913103 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-100f85ae-19ec-40f8-931d-cd90f0f98235 req-89d36e37-35dd-49b7-996e-c9d3cf865ad6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 210 time: 0.0612144 Jan 28 07:26:35.938468 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:35.953144 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:26:35.963330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:26:36.005193 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=44d94e10-67c9-436a-91c6-62eb105c73ae,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:36.012926 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:36.013245 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:36.013584 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:36.013914 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:36.014241 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:36.014564 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:36.014887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:36.015206 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:36.015553 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:36.015871 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:36.016189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:36.016505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:26:36.029514 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:26:36.033076 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:36.197765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.20.0.12 (e1b6c7c4-1353-4ce6-80f9-875a3105775c/76fc6f33-c4a1-4b36-9763-5bfddfb90f48/d12a2553-297e-4b6e-b046-cdf36b9131fb) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:36.379400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:36.394774 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Transition to ACTIVE for port object d12a2553-297e-4b6e-b046-cdf36b9131fb will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:26:36.486777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:36.560256 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network e1b6c7c4-1353-4ce6-80f9-875a3105775c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:36.563360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:36.567088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:26:36.596591 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=d12a2553-297e-4b6e-b046-cdf36b9131fb,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:36.633913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:36.634510 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:36.721916 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-840e0f3c-43db-444a-8b49-a3be6e3f6ca7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9831572 Jan 28 07:26:36.746732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Request body: {'port': {'device_id': '00574163-885b-40b4-941c-172f43b462f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:36.829706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b282ea48-b5c6-4f70-8f29-57ea693012c8 None None] Provisioning for port d12a2553-297e-4b6e-b046-cdf36b9131fb completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:26:36.834941 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b282ea48-b5c6-4f70-8f29-57ea693012c8 None None] Provisioning complete for port d12a2553-297e-4b6e-b046-cdf36b9131fb triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:36.835331 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b282ea48-b5c6-4f70-8f29-57ea693012c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:36.861493 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:36.892734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-b282ea48-b5c6-4f70-8f29-57ea693012c8 None None] Port d12a2553-297e-4b6e-b046-cdf36b9131fb cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:26:37.190791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac402eca-d361-4bd1-8fa1-7503f4cf8e64 req-71adfaf1-fa1f-49ac-95b0-63dcc526b6be tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:37.191507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ac402eca-d361-4bd1-8fa1-7503f4cf8e64 req-71adfaf1-fa1f-49ac-95b0-63dcc526b6be tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:26:37.360003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-ac402eca-d361-4bd1-8fa1-7503f4cf8e64 req-71adfaf1-fa1f-49ac-95b0-63dcc526b6be tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:26:37.361126 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ac402eca-d361-4bd1-8fa1-7503f4cf8e64 req-71adfaf1-fa1f-49ac-95b0-63dcc526b6be tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 932 time: 0.3394344 Jan 28 07:26:37.388557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12a2553-297e-4b6e-b046-cdf36b9131fb {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:26:37.399191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:37.427096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Transition to ACTIVE for port object d12a2553-297e-4b6e-b046-cdf36b9131fb will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:26:37.430243 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ac402eca-d361-4bd1-8fa1-7503f4cf8e64 req-65bc2c2a-9c3e-47cb-97dc-e088c073dcc7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617929 Jan 28 07:26:37.475657 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 44d94e10-67c9-436a-91c6-62eb105c73ae up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:26:37.498695 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:37.542543 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 44d94e10-67c9-436a-91c6-62eb105c73ae triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:37.542919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:37.689492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Pushing event updated for resources: {'Port': ['ID=d12a2553-297e-4b6e-b046-cdf36b9131fb,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:37.734433 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Attempting to bind port d12a2553-297e-4b6e-b046-cdf36b9131fb on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:26:37.734758 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Attempting to bind port d12a2553-297e-4b6e-b046-cdf36b9131fb by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '50da0621-7d02-4a6e-b5db-b7089772d9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:26:37.735079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Attempting to bind port d12a2553-297e-4b6e-b046-cdf36b9131fb on network e1b6c7c4-1353-4ce6-80f9-875a3105775c {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:26:37.739742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Port d12a2553-297e-4b6e-b046-cdf36b9131fb on network e1b6c7c4-1353-4ce6-80f9-875a3105775c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:26:37.740055 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Attempting to bind port d12a2553-297e-4b6e-b046-cdf36b9131fb on network e1b6c7c4-1353-4ce6-80f9-875a3105775c {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:26:37.745614 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:26:37.745941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Checking segment: {'id': '50da0621-7d02-4a6e-b5db-b7089772d9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:26:37.746313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Bound using segment: {'id': '50da0621-7d02-4a6e-b5db-b7089772d9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:26:37.746724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Bound port: d12a2553-297e-4b6e-b046-cdf36b9131fb, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50da0621-7d02-4a6e-b5db-b7089772d9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:26:37.747060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:37.836208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] For port d12a2553-297e-4b6e-b046-cdf36b9131fb, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:26:37.839615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] For port d12a2553-297e-4b6e-b046-cdf36b9131fb, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d12a2553-297e-4b6e-b046-cdf36b9131fb,segment=NetworkSegment(50da0621-7d02-4a6e-b5db-b7089772d9e9),segment_id=50da0621-7d02-4a6e-b5db-b7089772d9e9)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:26:37.898249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:37.957268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:37.957636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:37.958966 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] 10.222.0.37 "PUT /v2.0/ports/d12a2553-297e-4b6e-b046-cdf36b9131fb HTTP/1.1" status: 200 len: 1094 time: 1.2165766 Jan 28 07:26:37.962478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00574163-885b-40b4-941c-172f43b462f5', 'tag': 'd12a2553-297e-4b6e-b046-cdf36b9131fb'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:26:37.990222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f93129-e342-475d-b831-b0db34266d06 service neutron] Pushing event updated for resources: {'Port': ['ID=d12a2553-297e-4b6e-b046-cdf36b9131fb,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:38.013988 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00574163-885b-40b4-941c-172f43b462f5', 'tag': 'd12a2553-297e-4b6e-b046-cdf36b9131fb', 'status': 'completed', 'code': 200} Jan 28 07:26:38.127341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473796d6-dc61-4b98-bfcd-ba72867226cb req-d68bb470-7529-4dfa-8929-d888e8e204ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:38.128823 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-473796d6-dc61-4b98-bfcd-ba72867226cb req-d68bb470-7529-4dfa-8929-d888e8e204ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 1097 time: 0.0720778 Jan 28 07:26:38.286449 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473796d6-dc61-4b98-bfcd-ba72867226cb req-7570cc12-e780-4305-afbc-c44a0730b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:38.287909 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-473796d6-dc61-4b98-bfcd-ba72867226cb req-7570cc12-e780-4305-afbc-c44a0730b9de service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1413617 Jan 28 07:26:38.422641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473796d6-dc61-4b98-bfcd-ba72867226cb req-443c49a2-1136-483e-935e-89118e2ce72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:38.424091 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-473796d6-dc61-4b98-bfcd-ba72867226cb req-443c49a2-1136-483e-935e-89118e2ce72c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276927 Jan 28 07:26:38.583203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-10a08e78-3e0f-475d-b900-84f2484cbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:38.585168 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-10a08e78-3e0f-475d-b900-84f2484cbe18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 1097 time: 0.0883715 Jan 28 07:26:38.669153 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-421add2b-65cb-4827-bfdc-d264a91fdde0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d12a2553-297e-4b6e-b046-cdf36b9131fb HTTP/1.1" status: 200 len: 217 time: 0.0626283 Jan 28 07:26:38.787547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-557764f9-3b66-4d6a-9252-33e29e806d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:38.788948 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-557764f9-3b66-4d6a-9252-33e29e806d30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76fc6f33-c4a1-4b36-9763-5bfddfb90f48 HTTP/1.1" status: 200 len: 835 time: 0.1088359 Jan 28 07:26:38.852298 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2bce-5b7a-4d4b-9940-8b9d2be22ec1 req-663909ff-6f16-4ea6-ae0b-5ccaf36de4ac tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:38.854278 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27de2bce-5b7a-4d4b-9940-8b9d2be22ec1 req-663909ff-6f16-4ea6-ae0b-5ccaf36de4ac tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 944 time: 0.1386502 Jan 28 07:26:38.909216 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-27de2bce-5b7a-4d4b-9940-8b9d2be22ec1 req-8ad0978b-1ca7-4894-961b-9dbbc4a29daa tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441272 Jan 28 07:26:38.918261 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-9a4d19a0-54a5-4f4a-b5eb-5f73008c8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:38.919678 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-9a4d19a0-54a5-4f4a-b5eb-5f73008c8394 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1b6c7c4-1353-4ce6-80f9-875a3105775c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192648 Jan 28 07:26:39.058523 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-c763c0d2-7c49-4f1d-8704-5b1397cb8871 service neutron] 10.222.0.37 "GET /v2.0/networks/e1b6c7c4-1353-4ce6-80f9-875a3105775c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215444 Jan 28 07:26:39.189461 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-049703a6-b3f6-48b2-ba82-591dd19949a3 req-51c5d4b6-53bf-46f5-9846-87b7b5b11893 service neutron] 10.222.0.37 "GET /v2.0/networks/e1b6c7c4-1353-4ce6-80f9-875a3105775c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205928 Jan 28 07:26:40.092869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c736a-db78-4d86-b48e-597f59462dae req-99a3bbfe-1bc0-4929-84f7-5d6fb077d86c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:40.094198 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d9c736a-db78-4d86-b48e-597f59462dae req-99a3bbfe-1bc0-4929-84f7-5d6fb077d86c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 944 time: 0.0765944 Jan 28 07:26:40.235049 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d9c736a-db78-4d86-b48e-597f59462dae req-9940d69e-03f9-4d64-87e3-5a15ae0bc62e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353307 Jan 28 07:26:41.400963 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:41.414887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3947fb-cc8d-48ba-b527-c9d89689e282 req-82cb2a1f-40df-4a44-b07f-90556db1ba35 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:41.416360 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-de3947fb-cc8d-48ba-b527-c9d89689e282 req-82cb2a1f-40df-4a44-b07f-90556db1ba35 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 944 time: 0.0784724 Jan 28 07:26:41.459619 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-de3947fb-cc8d-48ba-b527-c9d89689e282 req-8b21016d-eee1-4f36-bca6-e621ae797860 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376697 Jan 28 07:26:42.262622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device d12a2553-297e-4b6e-b046-cdf36b9131fb details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:26:42.397580 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port d12a2553-297e-4b6e-b046-cdf36b9131fb, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d12a2553-297e-4b6e-b046-cdf36b9131fb,segment=NetworkSegment(50da0621-7d02-4a6e-b5db-b7089772d9e9),segment_id=50da0621-7d02-4a6e-b5db-b7089772d9e9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:26:42.410231 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'd12a2553-297e-4b6e-b046-cdf36b9131fb', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'port_id': 'd12a2553-297e-4b6e-b046-cdf36b9131fb', 'mac_address': 'fa:16:3e:bd:f3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:26:42.462917 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:42.479434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12a2553-297e-4b6e-b046-cdf36b9131fb {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:26:42.495035 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port d12a2553-297e-4b6e-b046-cdf36b9131fb, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d12a2553-297e-4b6e-b046-cdf36b9131fb,segment=NetworkSegment(50da0621-7d02-4a6e-b5db-b7089772d9e9),segment_id=50da0621-7d02-4a6e-b5db-b7089772d9e9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:26:42.556166 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:42.625489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=d12a2553-297e-4b6e-b046-cdf36b9131fb,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:42.653038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00195ea-bf42-4d05-a56d-44be20d6aae1 req-4f01e7d6-c940-4477-89f8-59018e0359a8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:42.654461 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b00195ea-bf42-4d05-a56d-44be20d6aae1 req-4f01e7d6-c940-4477-89f8-59018e0359a8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 945 time: 0.0875902 Jan 28 07:26:42.697506 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b00195ea-bf42-4d05-a56d-44be20d6aae1 req-e1ef913f-43d8-4176-8af2-3b0ff913f586 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373366 Jan 28 07:26:42.902622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['d12a2553-297e-4b6e-b046-cdf36b9131fb'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:26:43.877183 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b39c6-5377-490d-9bef-390d7d01506e req-6903368d-ffbf-4c19-974a-187c49f1aef5 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:43.878620 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-999b39c6-5377-490d-9bef-390d7d01506e req-6903368d-ffbf-4c19-974a-187c49f1aef5 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 945 time: 0.0797896 Jan 28 07:26:43.920814 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-999b39c6-5377-490d-9bef-390d7d01506e req-04bd0e7d-8e9f-4653-a7c9-9eddfa685d1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360546 Jan 28 07:26:44.286359 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device d12a2553-297e-4b6e-b046-cdf36b9131fb up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:26:44.463111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port d12a2553-297e-4b6e-b046-cdf36b9131fb completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:26:44.467883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port d12a2553-297e-4b6e-b046-cdf36b9131fb triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:26:44.468263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:44.586246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:44.612999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00574163-885b-40b4-941c-172f43b462f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12a2553-297e-4b6e-b046-cdf36b9131fb'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:26:44.623067 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port d12a2553-297e-4b6e-b046-cdf36b9131fb, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d12a2553-297e-4b6e-b046-cdf36b9131fb,segment=NetworkSegment(50da0621-7d02-4a6e-b5db-b7089772d9e9),segment_id=50da0621-7d02-4a6e-b5db-b7089772d9e9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:26:44.656494 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00574163-885b-40b4-941c-172f43b462f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12a2553-297e-4b6e-b046-cdf36b9131fb', 'code': 200} Jan 28 07:26:44.691905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:44.760030 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=d12a2553-297e-4b6e-b046-cdf36b9131fb,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:45.072356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd70ffd-3d65-4cc1-bf50-f9d1927d9568 req-b970fc51-189b-48a2-8807-a6e805ffc3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:45.073687 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3dd70ffd-3d65-4cc1-bf50-f9d1927d9568 req-b970fc51-189b-48a2-8807-a6e805ffc3cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 1099 time: 0.1099372 Jan 28 07:26:45.132629 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3dd70ffd-3d65-4cc1-bf50-f9d1927d9568 req-050002ea-5a7a-4d29-bda9-ae8759247e38 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490515 Jan 28 07:26:45.144739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddea47b-5e51-498e-b5f9-8e188f1cf407 req-ee285165-9536-40a3-81e0-730ee852d4c7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:45.146084 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bddea47b-5e51-498e-b5f9-8e188f1cf407 req-ee285165-9536-40a3-81e0-730ee852d4c7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.1175854 Jan 28 07:26:45.188425 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bddea47b-5e51-498e-b5f9-8e188f1cf407 req-7a4556d6-f46c-4a22-9dac-4428c011017e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367095 Jan 28 07:26:46.373006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bc1b5-9538-438b-9b9c-561f6b4ec9f7 req-6865fae0-8504-4aed-84f2-26d30cd43848 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:46.374682 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-480bc1b5-9538-438b-9b9c-561f6b4ec9f7 req-6865fae0-8504-4aed-84f2-26d30cd43848 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0782592 Jan 28 07:26:46.417754 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-480bc1b5-9538-438b-9b9c-561f6b4ec9f7 req-14112e00-7070-4175-b26b-6f1eeebb0fca tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374095 Jan 28 07:26:47.598833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fb9a5-4a9d-44c0-bbcd-1c63da5d517f req-dc91985d-2a84-4e82-9990-0e709eeec9c6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:47.600275 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a6fb9a5-4a9d-44c0-bbcd-1c63da5d517f req-dc91985d-2a84-4e82-9990-0e709eeec9c6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0811269 Jan 28 07:26:47.643360 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a6fb9a5-4a9d-44c0-bbcd-1c63da5d517f req-6c1dc138-9aea-4a4a-8443-7b38cdac9f6a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374601 Jan 28 07:26:47.821184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5df7f5-e58b-4606-bbf9-3b0ca7b3be6c req-731db7e0-1bab-4f8a-b0b8-c232a0396ef2 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:47.822651 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9c5df7f5-e58b-4606-bbf9-3b0ca7b3be6c req-731db7e0-1bab-4f8a-b0b8-c232a0396ef2 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0781369 Jan 28 07:26:47.869404 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9c5df7f5-e58b-4606-bbf9-3b0ca7b3be6c req-7c900d98-4bfe-4d35-9d78-7fa0f22276d5 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410194 Jan 28 07:26:47.893448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55316) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:47.962128 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ed580-2e77-4c4c-b830-66b4a47aeaa3 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:47.963660 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1b1ed580-2e77-4c4c-b830-66b4a47aeaa3 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 1094 time: 0.0692291 Jan 28 07:26:47.966416 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55320) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:47.971365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': 'd12a2553-297e-4b6e-b046-cdf36b9131fb', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:26:47.977601 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:26:47.981346 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:floatingip and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:26:47.984100 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:26:47.989602 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:26:48.085361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:48.217827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:48.359394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.26.4.72 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/626e5d02-b6c0-4e20-a9d0-4984dffb75c8) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:26:48.513566 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:48.600511 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:48.675943 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:26:48.679023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:26:48.683721 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:26:48.834330 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=626e5d02-b6c0-4e20-a9d0-4984dffb75c8,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:49.200858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:49.318130 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:49.518289 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:49.560550 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:49.668446 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=626e5d02-b6c0-4e20-a9d0-4984dffb75c8,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:26:49.676491 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:49.842307 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Floating IP 9b4ad4d5-ac1b-427e-9599-084ba4c1b175 associated. External IP: 172.26.4.72, port: d12a2553-297e-4b6e-b046-cdf36b9131fb. Jan 28 07:26:50.179707 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router db0fad7c-9de5-4f72-b063-c22671f0b5d9 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:26:50.471439 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:26:50.481014 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e8810c-53d4-4a2d-80c3-d19660719bf8 None None] Sync routers for ids ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:26:50.490034 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8810c-53d4-4a2d-80c3-d19660719bf8 None None] Routers {'db0fad7c-9de5-4f72-b063-c22671f0b5d9'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:26:50.490642 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-85e8810c-53d4-4a2d-80c3-d19660719bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:26:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:50.548489 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:26:50.607823 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7875a6db-dd7e-42dc-9c5f-e42ada8de82b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6379550 Jan 28 07:26:50.607823 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00574163-885b-40b4-941c-172f43b462f5', 'tag': 'd12a2553-297e-4b6e-b046-cdf36b9131fb'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:26:50.669470 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00574163-885b-40b4-941c-172f43b462f5', 'tag': 'd12a2553-297e-4b6e-b046-cdf36b9131fb', 'status': 'completed', 'code': 200} Jan 28 07:26:50.689603 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-85e8810c-53d4-4a2d-80c3-d19660719bf8 None None] Set router db0fad7c-9de5-4f72-b063-c22671f0b5d9 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:26:50.849214 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34983bc-61e2-4e9c-bb69-b426d723228f req-99358e05-f4f0-4f81-82f9-83f5321681dd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:50.850666 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f34983bc-61e2-4e9c-bb69-b426d723228f req-99358e05-f4f0-4f81-82f9-83f5321681dd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.1385300 Jan 28 07:26:50.853804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0d890-6131-49a3-b201-172e2495789f req-ccd070e9-49c2-4e65-9456-a694c631bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:50.855135 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-daf0d890-6131-49a3-b201-172e2495789f req-ccd070e9-49c2-4e65-9456-a694c631bc5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 1099 time: 0.1076894 Jan 28 07:26:50.982580 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f34983bc-61e2-4e9c-bb69-b426d723228f req-6b0f7ce6-22a0-426f-b468-d7adba34b4f7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255529 Jan 28 07:26:51.006639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55328) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:51.047351 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-85e8810c-53d4-4a2d-80c3-d19660719bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:26:30Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '9b4ad4d5-ac1b-427e-9599-084ba4c1b175', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.72', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'port_id': 'd12a2553-297e-4b6e-b046-cdf36b9131fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'mac_address': 'fa:16:3e:bd:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00574163-885b-40b4-941c-172f43b462f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:26:49Z', 'updated_at': '2022-01-28T07:26:49Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d94e10-67c9-436a-91c6-62eb105c73ae', 'name': '', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e5:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:30Z', 'updated_at': '2022-01-28T07:26:35Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:51.051109 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e8810c-53d4-4a2d-80c3-d19660719bf8 None None] Checking router: db0fad7c-9de5-4f72-b063-c22671f0b5d9 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:26:51.059982 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8810c-53d4-4a2d-80c3-d19660719bf8 None None] Routers {'db0fad7c-9de5-4f72-b063-c22671f0b5d9'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:26:51.060575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-85e8810c-53d4-4a2d-80c3-d19660719bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:26:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:51.095894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0d890-6131-49a3-b201-172e2495789f req-c9d1ecd0-6c8e-4def-b78d-3d1e6c48bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:51.097237 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-daf0d890-6131-49a3-b201-172e2495789f req-c9d1ecd0-6c8e-4def-b78d-3d1e6c48bd14 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1b6c7c4-1353-4ce6-80f9-875a3105775c HTTP/1.1" status: 200 len: 897 time: 0.2268221 Jan 28 07:26:51.200738 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f67a5129-9f23-4b35-9669-0a3d5dc2738e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/9b4ad4d5-ac1b-427e-9599-084ba4c1b175 HTTP/1.1" status: 200 len: 991 time: 0.1930118 Jan 28 07:26:51.214246 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-daf0d890-6131-49a3-b201-172e2495789f req-536cd20d-69b9-40db-a097-feed3f235615 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d12a2553-297e-4b6e-b046-cdf36b9131fb HTTP/1.1" status: 200 len: 999 time: 0.1059833 Jan 28 07:26:51.236686 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-85e8810c-53d4-4a2d-80c3-d19660719bf8 None None] Set router db0fad7c-9de5-4f72-b063-c22671f0b5d9 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:26:51.274565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0d890-6131-49a3-b201-172e2495789f req-33ec4c07-dcff-483c-acac-4751ffbdb8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:51.279503 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-daf0d890-6131-49a3-b201-172e2495789f req-33ec4c07-dcff-483c-acac-4751ffbdb8ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76fc6f33-c4a1-4b36-9763-5bfddfb90f48 HTTP/1.1" status: 200 len: 835 time: 0.0561752 Jan 28 07:26:51.360423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0d890-6131-49a3-b201-172e2495789f req-01e45b41-a092-487c-9f76-2995d9446272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:26:51.360423 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-daf0d890-6131-49a3-b201-172e2495789f req-01e45b41-a092-487c-9f76-2995d9446272 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1b6c7c4-1353-4ce6-80f9-875a3105775c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759711 Jan 28 07:26:51.493865 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-daf0d890-6131-49a3-b201-172e2495789f req-350db7cb-b6ca-4f6d-a257-966a1fa80a08 service neutron] 10.222.0.37 "GET /v2.0/networks/e1b6c7c4-1353-4ce6-80f9-875a3105775c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275396 Jan 28 07:26:51.633960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-85e8810c-53d4-4a2d-80c3-d19660719bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:26:30Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '9b4ad4d5-ac1b-427e-9599-084ba4c1b175', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.72', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'port_id': 'd12a2553-297e-4b6e-b046-cdf36b9131fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'mac_address': 'fa:16:3e:bd:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00574163-885b-40b4-941c-172f43b462f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:26:49Z', 'updated_at': '2022-01-28T07:26:49Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d94e10-67c9-436a-91c6-62eb105c73ae', 'name': '', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e5:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:30Z', 'updated_at': '2022-01-28T07:26:35Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:26:51.638629 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e8810c-53d4-4a2d-80c3-d19660719bf8 None None] The sync data for ids ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'] in dv-neutron-824022-4-hyperv is: [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:26:30Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '9b4ad4d5-ac1b-427e-9599-084ba4c1b175', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.72', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'port_id': 'd12a2553-297e-4b6e-b046-cdf36b9131fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'mac_address': 'fa:16:3e:bd:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00574163-885b-40b4-941c-172f43b462f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:26:49Z', 'updated_at': '2022-01-28T07:26:49Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44d94e10-67c9-436a-91c6-62eb105c73ae', 'name': '', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e5:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:30Z', 'updated_at': '2022-01-28T07:26:35Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:26:51.740762 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-daf0d890-6131-49a3-b201-172e2495789f req-a7f845c3-f397-44d1-b9bb-c3a2d7f95360 service neutron] 10.222.0.37 "GET /v2.0/networks/e1b6c7c4-1353-4ce6-80f9-875a3105775c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402794 Jan 28 07:26:51.841839 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc96ad0-61de-4872-841e-971849b64867 None None] New status for floating IP 9b4ad4d5-ac1b-427e-9599-084ba4c1b175: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:26:52.204525 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55332) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:26:52.306141 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0114cfbc-e082-4d29-a6aa-b4c0980d5c56 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/9b4ad4d5-ac1b-427e-9599-084ba4c1b175 HTTP/1.1" status: 200 len: 993 time: 0.1004634 Jan 28 07:27:00.886401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1f30d3f5-5fff-4747-9258-fa77d68c9d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:27:03.309012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5889114a-fcc5-4cbb-944a-dba474c0e6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:27:04.337503 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:27:04.628219 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:27:05.874824 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:27:11.356757 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:27:11.400025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:27:26.178939 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab959b-6572-4221-abe5-f04e4fcf09d4 req-b2660e5c-1f78-4b49-88e1-f903402708a4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:26.180388 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f1ab959b-6572-4221-abe5-f04e4fcf09d4 req-b2660e5c-1f78-4b49-88e1-f903402708a4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0812497 Jan 28 07:27:26.225873 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f1ab959b-6572-4221-abe5-f04e4fcf09d4 req-2bf5663d-fb98-4171-862f-bb6062e1c747 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392158 Jan 28 07:27:27.409946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246253d-9455-45e7-ab4e-98f6d52262b8 req-8abacd2e-57f7-4c7a-90ac-1cad299e1258 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:27.411386 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7246253d-9455-45e7-ab4e-98f6d52262b8 req-8abacd2e-57f7-4c7a-90ac-1cad299e1258 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0805788 Jan 28 07:27:27.454814 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7246253d-9455-45e7-ab4e-98f6d52262b8 req-a400e6be-5ee9-42cf-b21e-8eb5b84e0034 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377994 Jan 28 07:27:27.761749 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22995224-5bea-4bc0-94d4-dc6e4c2b5853 req-7e9f20fb-cb88-48b6-a85d-5c7f6f8add00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:27.763196 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22995224-5bea-4bc0-94d4-dc6e4c2b5853 req-7e9f20fb-cb88-48b6-a85d-5c7f6f8add00 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 1099 time: 0.0687890 Jan 28 07:27:27.911982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22995224-5bea-4bc0-94d4-dc6e4c2b5853 req-0dd044e9-d021-4b3b-abf8-8cdb75a2b5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:27.913411 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22995224-5bea-4bc0-94d4-dc6e4c2b5853 req-0dd044e9-d021-4b3b-abf8-8cdb75a2b5ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1b6c7c4-1353-4ce6-80f9-875a3105775c HTTP/1.1" status: 200 len: 897 time: 0.1290390 Jan 28 07:27:28.015261 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22995224-5bea-4bc0-94d4-dc6e4c2b5853 req-09b9feab-a4e7-4315-b7e9-30425593f21b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d12a2553-297e-4b6e-b046-cdf36b9131fb HTTP/1.1" status: 200 len: 1001 time: 0.0943832 Jan 28 07:27:28.076752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22995224-5bea-4bc0-94d4-dc6e4c2b5853 req-a4404dc9-7ba3-4bea-9071-27f268e4017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:28.078166 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22995224-5bea-4bc0-94d4-dc6e4c2b5853 req-a4404dc9-7ba3-4bea-9071-27f268e4017b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76fc6f33-c4a1-4b36-9763-5bfddfb90f48 HTTP/1.1" status: 200 len: 835 time: 0.0569472 Jan 28 07:27:28.155393 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22995224-5bea-4bc0-94d4-dc6e4c2b5853 req-9780f479-0b82-4c2d-ba7f-1ab2470e21ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:28.156853 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22995224-5bea-4bc0-94d4-dc6e4c2b5853 req-9780f479-0b82-4c2d-ba7f-1ab2470e21ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1b6c7c4-1353-4ce6-80f9-875a3105775c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713062 Jan 28 07:27:28.287057 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22995224-5bea-4bc0-94d4-dc6e4c2b5853 req-cdf47559-783b-40cc-b85a-09924e0ce1e7 service neutron] 10.222.0.37 "GET /v2.0/networks/e1b6c7c4-1353-4ce6-80f9-875a3105775c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211491 Jan 28 07:27:28.416086 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-22995224-5bea-4bc0-94d4-dc6e4c2b5853 req-872efe51-e1b1-4b9f-960b-9ef21e0bb3d3 service neutron] 10.222.0.37 "GET /v2.0/networks/e1b6c7c4-1353-4ce6-80f9-875a3105775c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223385 Jan 28 07:27:28.633928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535c8be-1623-479a-abd4-010ba4fc1806 req-45d5ff16-fa4f-49eb-b8d0-d8c18d8779c6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:28.635293 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c535c8be-1623-479a-abd4-010ba4fc1806 req-45d5ff16-fa4f-49eb-b8d0-d8c18d8779c6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0773237 Jan 28 07:27:28.683875 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c535c8be-1623-479a-abd4-010ba4fc1806 req-7158c560-e91c-40e1-a3b1-9a78f027050e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427914 Jan 28 07:27:29.868162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f1931-10d4-4a0b-956b-40f39a82f785 req-4b85c196-b4a9-4dd7-944d-611f0101e7ac tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:29.869580 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b33f1931-10d4-4a0b-956b-40f39a82f785 req-4b85c196-b4a9-4dd7-944d-611f0101e7ac tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0784843 Jan 28 07:27:29.911967 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b33f1931-10d4-4a0b-956b-40f39a82f785 req-23fc0276-0177-4d82-81d3-8eb968aba429 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357587 Jan 28 07:27:30.874421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fe67dfad-5b42-405d-ae49-54b1661aa7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:27:31.106193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b3a2d-a18e-4608-a0e2-f2d189206b32 req-f6cc092a-3c65-4ba3-94ae-44b976d33438 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:31.107603 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c6b3a2d-a18e-4608-a0e2-f2d189206b32 req-f6cc092a-3c65-4ba3-94ae-44b976d33438 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0897827 Jan 28 07:27:31.151611 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1c6b3a2d-a18e-4608-a0e2-f2d189206b32 req-372d3c8b-efa4-4f8d-8e69-b12a0c36c4a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377076 Jan 28 07:27:32.334970 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01915b9-549b-46fb-91f3-be31f4c6f0b2 req-03fc4ffb-4b57-444d-9953-d31025aee26a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:32.336439 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d01915b9-549b-46fb-91f3-be31f4c6f0b2 req-03fc4ffb-4b57-444d-9953-d31025aee26a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0786335 Jan 28 07:27:32.382019 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d01915b9-549b-46fb-91f3-be31f4c6f0b2 req-c92ad099-67ad-490c-8a32-b6a17f61c27b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394626 Jan 28 07:27:33.211677 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dea394d8-6676-4191-a1ca-e4b153eaa578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:27:33.569067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5f93a-8760-43e5-8f13-6e3d86de830b req-fa26fae5-10a3-422e-9e24-48a034a17729 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:33.570492 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-71a5f93a-8760-43e5-8f13-6e3d86de830b req-fa26fae5-10a3-422e-9e24-48a034a17729 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0820243 Jan 28 07:27:33.613328 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-71a5f93a-8760-43e5-8f13-6e3d86de830b req-63c96a16-725b-43cf-b0b9-bf73181eaac4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371957 Jan 28 07:27:34.348567 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:27:34.593984 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:27:34.800890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db280e-bbd1-43dd-b180-004b04e3f07a req-677f7ec1-07db-4ff8-9d8b-0d3172615587 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:34.802366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a0db280e-bbd1-43dd-b180-004b04e3f07a req-677f7ec1-07db-4ff8-9d8b-0d3172615587 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0849154 Jan 28 07:27:34.845221 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a0db280e-bbd1-43dd-b180-004b04e3f07a req-1cd5706b-5322-4c85-9c75-eac2f1e731b4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373468 Jan 28 07:27:35.891539 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:27:36.122635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dbc76-5c96-4388-b5c0-9182fd588b56 req-0c2a9e29-9d33-4c51-be3d-a798eae0c0a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:36.124556 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b4dbc76-5c96-4388-b5c0-9182fd588b56 req-0c2a9e29-9d33-4c51-be3d-a798eae0c0a0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.1748476 Jan 28 07:27:36.167165 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4b4dbc76-5c96-4388-b5c0-9182fd588b56 req-c823b05b-c352-4c2a-a439-3e431464597d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370202 Jan 28 07:27:37.347327 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f430791-3dce-4ab9-8e0e-41e468377e82 req-490df095-42b9-4105-8d08-fdc006af02e7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:37.348763 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f430791-3dce-4ab9-8e0e-41e468377e82 req-490df095-42b9-4105-8d08-fdc006af02e7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0792837 Jan 28 07:27:37.399098 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f430791-3dce-4ab9-8e0e-41e468377e82 req-59226e9f-5291-4c84-a998-3a4c850daf8b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447927 Jan 28 07:27:37.421945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55368) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:27:37.524619 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-07670763-6983-4283-b5ea-73026aad4546 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/9b4ad4d5-ac1b-427e-9599-084ba4c1b175 HTTP/1.1" status: 200 len: 993 time: 0.1015656 Jan 28 07:27:39.192424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbd705-1472-42bd-9a76-9d51f1dc16ee req-c9a2e422-22f8-4a98-8f8d-250b7facb0f2 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:39.193782 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f1cbd705-1472-42bd-9a76-9d51f1dc16ee req-c9a2e422-22f8-4a98-8f8d-250b7facb0f2 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0787709 Jan 28 07:27:39.237023 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f1cbd705-1472-42bd-9a76-9d51f1dc16ee req-3c9faf30-77fb-4a13-b6ed-f9244a177c39 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375361 Jan 28 07:27:39.352564 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9e01b-32fc-4f6a-b3d3-fd2442b3ad1c req-ae78d459-afd1-48fc-9ac3-712e2cdf3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:39.353977 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aab9e01b-32fc-4f6a-b3d3-fd2442b3ad1c req-ae78d459-afd1-48fc-9ac3-712e2cdf3761 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 1099 time: 0.0714254 Jan 28 07:27:39.483978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9e01b-32fc-4f6a-b3d3-fd2442b3ad1c req-af3a5455-e1ec-4e2f-a80c-c3294771f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:39.485378 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aab9e01b-32fc-4f6a-b3d3-fd2442b3ad1c req-af3a5455-e1ec-4e2f-a80c-c3294771f9a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1b6c7c4-1353-4ce6-80f9-875a3105775c HTTP/1.1" status: 200 len: 897 time: 0.1221492 Jan 28 07:27:39.587462 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aab9e01b-32fc-4f6a-b3d3-fd2442b3ad1c req-6362983e-bd20-4625-836f-3467461e93c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d12a2553-297e-4b6e-b046-cdf36b9131fb HTTP/1.1" status: 200 len: 1001 time: 0.0922925 Jan 28 07:27:39.649554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9e01b-32fc-4f6a-b3d3-fd2442b3ad1c req-9caa8b10-fe51-450f-bbb9-97966965f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:39.650910 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aab9e01b-32fc-4f6a-b3d3-fd2442b3ad1c req-9caa8b10-fe51-450f-bbb9-97966965f949 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76fc6f33-c4a1-4b36-9763-5bfddfb90f48 HTTP/1.1" status: 200 len: 835 time: 0.0544810 Jan 28 07:27:39.726415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9e01b-32fc-4f6a-b3d3-fd2442b3ad1c req-18e85419-498f-4c68-b5c9-6e89d94d89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:39.727756 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aab9e01b-32fc-4f6a-b3d3-fd2442b3ad1c req-18e85419-498f-4c68-b5c9-6e89d94d89c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1b6c7c4-1353-4ce6-80f9-875a3105775c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671177 Jan 28 07:27:39.864780 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aab9e01b-32fc-4f6a-b3d3-fd2442b3ad1c req-9d69840a-8772-4f25-a929-f5ae977d8576 service neutron] 10.222.0.37 "GET /v2.0/networks/e1b6c7c4-1353-4ce6-80f9-875a3105775c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266243 Jan 28 07:27:40.001013 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aab9e01b-32fc-4f6a-b3d3-fd2442b3ad1c req-aa07ef14-9fa9-4dff-8118-c1333d640264 service neutron] 10.222.0.37 "GET /v2.0/networks/e1b6c7c4-1353-4ce6-80f9-875a3105775c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268780 Jan 28 07:27:40.426930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d3bc0-8080-4e1b-a426-cf2a77122b25 req-a79c180c-b1fc-4ebe-962d-5990d1695b42 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:40.428473 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6f1d3bc0-8080-4e1b-a426-cf2a77122b25 req-a79c180c-b1fc-4ebe-962d-5990d1695b42 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0870249 Jan 28 07:27:40.473179 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6f1d3bc0-8080-4e1b-a426-cf2a77122b25 req-8f9bf1be-6088-470d-9950-5d78b0b8f700 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392387 Jan 28 07:27:41.417082 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:27:41.654316 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a9b42-76bb-4aca-b42a-e29a2cf86051 req-c87710c5-402d-4f4b-acf2-ddbaa5dacc10 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:27:41.656367 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-311a9b42-76bb-4aca-b42a-e29a2cf86051 req-c87710c5-402d-4f4b-acf2-ddbaa5dacc10 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0773032 Jan 28 07:27:41.701434 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-311a9b42-76bb-4aca-b42a-e29a2cf86051 req-9b2c5977-6eb5-491f-bfbd-3b4d75948dd7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395162 Jan 28 07:27:41.725019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55382) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:27:41.828561 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-aa37a303-ca09-45c0-b624-67433775790a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/9b4ad4d5-ac1b-427e-9599-084ba4c1b175 HTTP/1.1" status: 200 len: 993 time: 0.1024756 Jan 28 07:27:48.355823 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:27:56.291923 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [req-f64235e9-2763-4e64-af89-a28fe697b8be req-0a69175a-3974-4842-aaff-64fd25868609 service neutron] (88216) timed out ('10.222.0.25', 51202) {{(pid=88216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 07:28:00.896812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-365c2092-eb3f-4fc6-9203-d947666351ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:03.273383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6f1cf34a-6c7d-4c5f-aa2a-37862c3a3a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:04.347940 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:04.564936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:05.902182 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:11.456213 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:14.442324 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55402) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:14.730118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 626e5d02-b6c0-4e20-a9d0-4984dffb75c8 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:28:14.730369 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:14.895111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:14.895460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:15.013762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 626e5d02-b6c0-4e20-a9d0-4984dffb75c8 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:28:15.205093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:15.249889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=626e5d02-b6c0-4e20-a9d0-4984dffb75c8,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:15.288543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:15.288820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:15.289158 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:15.289485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:15.289808 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:15.290128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:15.290447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:15.290790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:15.291101 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:15.291443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:15.291760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:15.292073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:15.354624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:15.354948 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Floating IP 9b4ad4d5-ac1b-427e-9599-084ba4c1b175 disassociated (deleted). External IP: 172.26.4.72, port: d12a2553-297e-4b6e-b046-cdf36b9131fb. Jan 28 07:28:15.698099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router db0fad7c-9de5-4f72-b063-c22671f0b5d9 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:28:15.873169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:28:15.883033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516837d-86a5-466a-b2fc-b4b1423af1de None None] Sync routers for ids ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:28:15.892733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516837d-86a5-466a-b2fc-b4b1423af1de None None] Routers {'db0fad7c-9de5-4f72-b063-c22671f0b5d9'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:28:15.897691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8516837d-86a5-466a-b2fc-b4b1423af1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:28:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:15.935968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:15.993089 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8f21bfa0-61ae-4754-93b4-e30dd28a8927 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/floatingips/9b4ad4d5-ac1b-427e-9599-084ba4c1b175 HTTP/1.1" status: 204 len: 168 time: 1.5471096 Jan 28 07:28:15.993089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00574163-885b-40b4-941c-172f43b462f5', 'tag': 'd12a2553-297e-4b6e-b046-cdf36b9131fb'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:28:16.050828 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00574163-885b-40b4-941c-172f43b462f5', 'tag': 'd12a2553-297e-4b6e-b046-cdf36b9131fb', 'status': 'completed', 'code': 200} Jan 28 07:28:16.080635 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-8516837d-86a5-466a-b2fc-b4b1423af1de None None] Set router db0fad7c-9de5-4f72-b063-c22671f0b5d9 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:28:16.280840 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402976f9-959c-451e-a105-75356e411381 req-700179b1-e593-4e7d-9763-9f1424064c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.282281 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-402976f9-959c-451e-a105-75356e411381 req-700179b1-e593-4e7d-9763-9f1424064c8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 1099 time: 0.1846671 Jan 28 07:28:16.403248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8516837d-86a5-466a-b2fc-b4b1423af1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:26:30Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '44d94e10-67c9-436a-91c6-62eb105c73ae', 'name': '', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e5:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:30Z', 'updated_at': '2022-01-28T07:26:35Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:16.407884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516837d-86a5-466a-b2fc-b4b1423af1de None None] Checking router: db0fad7c-9de5-4f72-b063-c22671f0b5d9 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:28:16.417103 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8516837d-86a5-466a-b2fc-b4b1423af1de None None] Routers {'db0fad7c-9de5-4f72-b063-c22671f0b5d9'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:28:16.417715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8516837d-86a5-466a-b2fc-b4b1423af1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:28:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:16.424253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402976f9-959c-451e-a105-75356e411381 req-4b645c71-b9d7-4728-9015-5f9148cc0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.428383 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-402976f9-959c-451e-a105-75356e411381 req-4b645c71-b9d7-4728-9015-5f9148cc0504 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e1b6c7c4-1353-4ce6-80f9-875a3105775c HTTP/1.1" status: 200 len: 897 time: 0.1356757 Jan 28 07:28:16.549047 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-402976f9-959c-451e-a105-75356e411381 req-350edb94-a9ef-4e85-829c-d7d642b30368 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d12a2553-297e-4b6e-b046-cdf36b9131fb HTTP/1.1" status: 200 len: 217 time: 0.0672848 Jan 28 07:28:16.603975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-8516837d-86a5-466a-b2fc-b4b1423af1de None None] Set router db0fad7c-9de5-4f72-b063-c22671f0b5d9 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:28:16.665031 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402976f9-959c-451e-a105-75356e411381 req-691769fa-5482-4e5b-8f2c-3fd05f1b1dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.666501 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-402976f9-959c-451e-a105-75356e411381 req-691769fa-5482-4e5b-8f2c-3fd05f1b1dc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=76fc6f33-c4a1-4b36-9763-5bfddfb90f48 HTTP/1.1" status: 200 len: 835 time: 0.1102712 Jan 28 07:28:16.741573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26d1ff-7168-42f6-b675-ccd3de1d6d44 req-18844868-7823-4688-85b4-1dac78519834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.742296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-2d26d1ff-7168-42f6-b675-ccd3de1d6d44 req-18844868-7823-4688-85b4-1dac78519834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:28:16.772554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402976f9-959c-451e-a105-75356e411381 req-58d91cd6-9183-41a2-a182-c96c8456a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:16.774012 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-402976f9-959c-451e-a105-75356e411381 req-58d91cd6-9183-41a2-a182-c96c8456a11c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e1b6c7c4-1353-4ce6-80f9-875a3105775c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005192 Jan 28 07:28:16.825543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-2d26d1ff-7168-42f6-b675-ccd3de1d6d44 req-18844868-7823-4688-85b4-1dac78519834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:28:16.826696 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d26d1ff-7168-42f6-b675-ccd3de1d6d44 req-18844868-7823-4688-85b4-1dac78519834 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.3463187 Jan 28 07:28:16.945399 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d26d1ff-7168-42f6-b675-ccd3de1d6d44 req-a86fc937-b7eb-4e6d-95df-3bd445dc23b3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752642 Jan 28 07:28:16.948783 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-402976f9-959c-451e-a105-75356e411381 req-055a5f1b-8b9c-4adc-ac82-ac971a11fdb0 service neutron] 10.222.0.37 "GET /v2.0/networks/e1b6c7c4-1353-4ce6-80f9-875a3105775c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674380 Jan 28 07:28:16.965705 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8516837d-86a5-466a-b2fc-b4b1423af1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:26:30Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '44d94e10-67c9-436a-91c6-62eb105c73ae', 'name': '', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e5:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:30Z', 'updated_at': '2022-01-28T07:26:35Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:16.969877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8516837d-86a5-466a-b2fc-b4b1423af1de None None] The sync data for ids ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'] in dv-neutron-824022-4-hyperv is: [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:26:30Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '44d94e10-67c9-436a-91c6-62eb105c73ae', 'name': '', 'network_id': 'e1b6c7c4-1353-4ce6-80f9-875a3105775c', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:e5:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:30Z', 'updated_at': '2022-01-28T07:26:35Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': '76fc6f33-c4a1-4b36-9763-5bfddfb90f48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:28:17.091106 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-402976f9-959c-451e-a105-75356e411381 req-a275db71-8fa7-4b97-82b7-be7a8e3b3d6c service neutron] 10.222.0.37 "GET /v2.0/networks/e1b6c7c4-1353-4ce6-80f9-875a3105775c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289766 Jan 28 07:28:17.179739 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0f4a7-3efd-491b-aaa6-62bd81da8152 None None] New status for floating IP 9b4ad4d5-ac1b-427e-9599-084ba4c1b175: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:28:18.174827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658a387-756e-4a26-815c-d661127fe207 req-8235a153-4ee1-45d7-943b-2dce5ae04b9d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:18.176266 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6658a387-756e-4a26-815c-d661127fe207 req-8235a153-4ee1-45d7-943b-2dce5ae04b9d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.1217721 Jan 28 07:28:18.218713 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6658a387-756e-4a26-815c-d661127fe207 req-51330774-f645-4eaa-b21f-f5bcda219450 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=019ff887-a30c-4b39-a72e-3bd1a4706d80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364344 Jan 28 07:28:18.444756 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e12f1-dce8-4cf5-ab0d-d481b7391d92 req-b2da9795-b121-4958-bb3a-6e9e4a39c3fa tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:18.446048 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ce9e12f1-dce8-4cf5-ab0d-d481b7391d92 req-b2da9795-b121-4958-bb3a-6e9e4a39c3fa tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 946 time: 0.0798638 Jan 28 07:28:18.517268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-ce9e12f1-dce8-4cf5-ab0d-d481b7391d92 req-54a4f6dc-ad09-4144-85e7-903671974e60 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port d12a2553-297e-4b6e-b046-cdf36b9131fb {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:28:18.517646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ce9e12f1-dce8-4cf5-ab0d-d481b7391d92 req-54a4f6dc-ad09-4144-85e7-903671974e60 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:18.753640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-ce9e12f1-dce8-4cf5-ab0d-d481b7391d92 req-54a4f6dc-ad09-4144-85e7-903671974e60 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port d12a2553-297e-4b6e-b046-cdf36b9131fb, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=d12a2553-297e-4b6e-b046-cdf36b9131fb,segment=NetworkSegment(50da0621-7d02-4a6e-b5db-b7089772d9e9),segment_id=50da0621-7d02-4a6e-b5db-b7089772d9e9)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:28:18.753985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ce9e12f1-dce8-4cf5-ab0d-d481b7391d92 req-54a4f6dc-ad09-4144-85e7-903671974e60 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:18.874838 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-ce9e12f1-dce8-4cf5-ab0d-d481b7391d92 req-54a4f6dc-ad09-4144-85e7-903671974e60 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for d12a2553-297e-4b6e-b046-cdf36b9131fb owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:28:19.073166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ce9e12f1-dce8-4cf5-ab0d-d481b7391d92 req-54a4f6dc-ad09-4144-85e7-903671974e60 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:19.125930 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4f6dc-ad09-4144-85e7-903671974e60 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=d12a2553-297e-4b6e-b046-cdf36b9131fb,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:19.298998 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9e12f1-dce8-4cf5-ab0d-d481b7391d92 req-54a4f6dc-ad09-4144-85e7-903671974e60 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] No DVR routers for this DVR port d12a2553-297e-4b6e-b046-cdf36b9131fb on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:28:19.301435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-ce9e12f1-dce8-4cf5-ab0d-d481b7391d92 req-54a4f6dc-ad09-4144-85e7-903671974e60 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:19.304024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00574163-885b-40b4-941c-172f43b462f5', 'name': 'network-vif-deleted', 'tag': 'd12a2553-297e-4b6e-b046-cdf36b9131fb'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:28:19.361688 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00574163-885b-40b4-941c-172f43b462f5', 'name': 'network-vif-deleted', 'tag': 'd12a2553-297e-4b6e-b046-cdf36b9131fb', 'status': 'completed', 'code': 200} Jan 28 07:28:19.367379 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ce9e12f1-dce8-4cf5-ab0d-d481b7391d92 req-54a4f6dc-ad09-4144-85e7-903671974e60 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "DELETE /v2.0/ports/d12a2553-297e-4b6e-b046-cdf36b9131fb HTTP/1.1" status: 204 len: 173 time: 0.9124167 Jan 28 07:28:19.368789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-063435de-5aa0-4a4d-9834-6658623fda93 req-ba96f2d9-a3eb-434d-96ac-59e3558f4a08 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:28:19.450688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-063435de-5aa0-4a4d-9834-6658623fda93 req-ba96f2d9-a3eb-434d-96ac-59e3558f4a08 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:28:19.451933 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-063435de-5aa0-4a4d-9834-6658623fda93 req-ba96f2d9-a3eb-434d-96ac-59e3558f4a08 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=00574163-885b-40b4-941c-172f43b462f5 HTTP/1.1" status: 200 len: 210 time: 0.1285250 Jan 28 07:28:20.547255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55424) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:21.099775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41003954-15c0-40a4-9e1f-43486e86b5bc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:21.437019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-41003954-15c0-40a4-9e1f-43486e86b5bc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 44d94e10-67c9-436a-91c6-62eb105c73ae {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:28:21.437254 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41003954-15c0-40a4-9e1f-43486e86b5bc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:21.613915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-41003954-15c0-40a4-9e1f-43486e86b5bc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port 44d94e10-67c9-436a-91c6-62eb105c73ae, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=44d94e10-67c9-436a-91c6-62eb105c73ae,segment=NetworkSegment(50da0621-7d02-4a6e-b5db-b7089772d9e9),segment_id=50da0621-7d02-4a6e-b5db-b7089772d9e9)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:28:21.614610 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41003954-15c0-40a4-9e1f-43486e86b5bc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:21.741128 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-41003954-15c0-40a4-9e1f-43486e86b5bc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 44d94e10-67c9-436a-91c6-62eb105c73ae owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:28:22.130646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41003954-15c0-40a4-9e1f-43486e86b5bc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:22.176049 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41003954-15c0-40a4-9e1f-43486e86b5bc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=44d94e10-67c9-436a-91c6-62eb105c73ae,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:22.468104 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-41003954-15c0-40a4-9e1f-43486e86b5bc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:22.780695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device d12a2553-297e-4b6e-b046-cdf36b9131fb no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:28:22.821035 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: d12a2553-297e-4b6e-b046-cdf36b9131fb {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:28:22.821473 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device d12a2553-297e-4b6e-b046-cdf36b9131fb not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:28:22.830762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41003954-15c0-40a4-9e1f-43486e86b5bc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router db0fad7c-9de5-4f72-b063-c22671f0b5d9 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:28:23.010666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41003954-15c0-40a4-9e1f-43486e86b5bc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:28:23.021672 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207ef3e6-920d-453b-b6ff-06a8f1e137d0 None None] Sync routers for ids ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:28:23.030383 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ef3e6-920d-453b-b6ff-06a8f1e137d0 None None] Routers {'db0fad7c-9de5-4f72-b063-c22671f0b5d9'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:28:23.031025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-207ef3e6-920d-453b-b6ff-06a8f1e137d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:28:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:23.080740 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-41003954-15c0-40a4-9e1f-43486e86b5bc tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "PUT /v2.0/routers/db0fad7c-9de5-4f72-b063-c22671f0b5d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5323732 Jan 28 07:28:23.083366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55428) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:23.151274 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-787b5653-daa2-4a8b-9cd7-963de4f66031 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting subnet 76fc6f33-c4a1-4b36-9763-5bfddfb90f48 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:28:23.154581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-787b5653-daa2-4a8b-9cd7-963de4f66031 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:23.209278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-787b5653-daa2-4a8b-9cd7-963de4f66031 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:23.214533 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-207ef3e6-920d-453b-b6ff-06a8f1e137d0 None None] Set router db0fad7c-9de5-4f72-b063-c22671f0b5d9 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:28:23.293715 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-787b5653-daa2-4a8b-9cd7-963de4f66031 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:23.405063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-787b5653-daa2-4a8b-9cd7-963de4f66031 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:23.445317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b5653-daa2-4a8b-9cd7-963de4f66031 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Subnet': ['ID=76fc6f33-c4a1-4b36-9763-5bfddfb90f48,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:23.447151 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-787b5653-daa2-4a8b-9cd7-963de4f66031 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:23.453533 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-787b5653-daa2-4a8b-9cd7-963de4f66031 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/subnets/76fc6f33-c4a1-4b36-9763-5bfddfb90f48 HTTP/1.1" status: 204 len: 168 time: 0.3691916 Jan 28 07:28:23.456332 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55432) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:23.460225 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dffde8b-63ef-46b2-ae67-1b279148c647 None None] Network e1b6c7c4-1353-4ce6-80f9-875a3105775c requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:28:23.651871 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:23.664388 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-207ef3e6-920d-453b-b6ff-06a8f1e137d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:28:21Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:23.670884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207ef3e6-920d-453b-b6ff-06a8f1e137d0 None None] Checking router: db0fad7c-9de5-4f72-b063-c22671f0b5d9 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:28:23.683587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ef3e6-920d-453b-b6ff-06a8f1e137d0 None None] Routers {'db0fad7c-9de5-4f72-b063-c22671f0b5d9'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:28:23.684180 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-207ef3e6-920d-453b-b6ff-06a8f1e137d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:28:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:23.833269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:23.860797 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] DHCP port deletion for e1b6c7c4-1353-4ce6-80f9-875a3105775c request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:28:23.865912 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-207ef3e6-920d-453b-b6ff-06a8f1e137d0 None None] Set router db0fad7c-9de5-4f72-b063-c22671f0b5d9 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:28:23.919052 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:28:23.919356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:23.964556 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Deleting port 8aab4546-c139-4764-9c38-f4d12a861d8c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:28:23.964924 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:24.098916 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:28:24.099160 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:24.220649 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:28:24.346791 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] For port 8aab4546-c139-4764-9c38-f4d12a861d8c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=8aab4546-c139-4764-9c38-f4d12a861d8c,segment=NetworkSegment(50da0621-7d02-4a6e-b5db-b7089772d9e9),segment_id=50da0621-7d02-4a6e-b5db-b7089772d9e9)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:28:24.347071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:24.466561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Calling delete_port for 8aab4546-c139-4764-9c38-f4d12a861d8c owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:28:24.467905 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:24.518611 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:24.544753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-207ef3e6-920d-453b-b6ff-06a8f1e137d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:28:21Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:24.549494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207ef3e6-920d-453b-b6ff-06a8f1e137d0 None None] The sync data for ids ['db0fad7c-9de5-4f72-b063-c22671f0b5d9'] in dv-neutron-824022-4-hyperv is: [{'id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1385847100', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225'}], 'enable_snat': True}, 'gw_port_id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:26:25Z', 'updated_at': '2022-01-28T07:28:21Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': '32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0fad7c-9de5-4f72-b063-c22671f0b5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:26:26Z', 'updated_at': '2022-01-28T07:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:28:24.560471 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.563285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.563285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.563285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.563285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.563285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.563285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.563285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.563285 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.563990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.563990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.564172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.616212 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:24.626248 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:24.664073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Pushing event deleted for resources: {'Port': ['ID=8aab4546-c139-4764-9c38-f4d12a861d8c,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:24.667125 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] No DVR routers for this DVR port 8aab4546-c139-4764-9c38-f4d12a861d8c on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:28:24.678456 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.678804 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.679144 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.679507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.683279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.683279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.683279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.683279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.683279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.683279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.683279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.683279 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb59ca-c98e-43e0-9063-98eebda7b7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:24.901297 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:24.903655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:25.027592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:25.030949 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Fanout notify agent at l3_agent the message router_deleted on router db0fad7c-9de5-4f72-b063-c22671f0b5d9 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:28:25.043962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:25.045175 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7a659b90-ba82-49bb-acfd-848fa60ed3f1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/routers/db0fad7c-9de5-4f72-b063-c22671f0b5d9 HTTP/1.1" status: 204 len: 168 time: 1.5876660 Jan 28 07:28:25.048041 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55436) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:25.159162 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-165a6664-6547-4d4d-900c-85f86ce46a28 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:25.296942 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-165a6664-6547-4d4d-900c-85f86ce46a28 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:25.321090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-165a6664-6547-4d4d-900c-85f86ce46a28 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b6c7c4-1353-4ce6-80f9-875a3105775c']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:25.332526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-165a6664-6547-4d4d-900c-85f86ce46a28 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50da0621-7d02-4a6e-b5db-b7089772d9e9') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:25.332820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-165a6664-6547-4d4d-900c-85f86ce46a28 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50da0621-7d02-4a6e-b5db-b7089772d9e9') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:25.343540 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-165a6664-6547-4d4d-900c-85f86ce46a28 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:25.354568 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:28:25.359279 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-165a6664-6547-4d4d-900c-85f86ce46a28 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:25.365322 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165a6664-6547-4d4d-900c-85f86ce46a28 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:28:25.365649 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-165a6664-6547-4d4d-900c-85f86ce46a28 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:28:25.380618 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:28:25.507395 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-165a6664-6547-4d4d-900c-85f86ce46a28 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:25.524451 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-165a6664-6547-4d4d-900c-85f86ce46a28 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:25.535812 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a6664-6547-4d4d-900c-85f86ce46a28 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Network': ['ID=e1b6c7c4-1353-4ce6-80f9-875a3105775c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:25.541538 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-165a6664-6547-4d4d-900c-85f86ce46a28 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/networks/e1b6c7c4-1353-4ce6-80f9-875a3105775c HTTP/1.1" status: 204 len: 168 time: 0.4920025 Jan 28 07:28:25.544440 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55440) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:25.625178 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:28:25.625716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cfdf0d55-cee8-483f-a0ca-ec6e1d33c217 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:25.663085 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:28:25.663456 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 32471d46-3e4d-4d4c-a3ff-c14f60ae9ea6 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:28:25.663872 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8aab4546-c139-4764-9c38-f4d12a861d8c no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:28:25.697908 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 8aab4546-c139-4764-9c38-f4d12a861d8c {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:28:25.698257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 8aab4546-c139-4764-9c38-f4d12a861d8c not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:28:25.698677 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 44d94e10-67c9-436a-91c6-62eb105c73ae no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:28:25.732773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 44d94e10-67c9-436a-91c6-62eb105c73ae {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:28:25.733120 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 44d94e10-67c9-436a-91c6-62eb105c73ae not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:28:25.761585 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cfdf0d55-cee8-483f-a0ca-ec6e1d33c217 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:25.873018 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cfdf0d55-cee8-483f-a0ca-ec6e1d33c217 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:25.892087 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf0d55-cee8-483f-a0ca-ec6e1d33c217 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019ff887-a30c-4b39-a72e-3bd1a4706d80,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:25.898876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-cfdf0d55-cee8-483f-a0ca-ec6e1d33c217 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:25.900077 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-cfdf0d55-cee8-483f-a0ca-ec6e1d33c217 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/security-groups/019ff887-a30c-4b39-a72e-3bd1a4706d80 HTTP/1.1" status: 204 len: 168 time: 0.3545492 Jan 28 07:28:26.661184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55448) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:26.666760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140619759', 'description': 'tempest-secgroup-smoke-1140619759 description', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:26.672608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:28:26.676573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:28:26.679333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:28:26.685592 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:28:26.747569 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:26.766779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:28:26.770542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:28:26.773323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:28:26.778826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:28:26.846694 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:26.890424 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:26.936884 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7d564a-7cca-48fc-9e72-a71d65f5321d,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:26.999649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:27.000952 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-39439ac5-5089-4778-aff2-b1bc365782c9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3387885 Jan 28 07:28:27.003918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55452) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:27.008816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ea77cf56-3c2e-4532-a930-c80d19599c74 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d564a-7cca-48fc-9e72-a71d65f5321d', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:27.014890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ea77cf56-3c2e-4532-a930-c80d19599c74 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:28:27.018622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ea77cf56-3c2e-4532-a930-c80d19599c74 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:28:27.021640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ea77cf56-3c2e-4532-a930-c80d19599c74 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:28:27.027969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ea77cf56-3c2e-4532-a930-c80d19599c74 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:28:27.101944 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea77cf56-3c2e-4532-a930-c80d19599c74 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:27.162510 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea77cf56-3c2e-4532-a930-c80d19599c74 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:27.204456 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea77cf56-3c2e-4532-a930-c80d19599c74 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:27.227199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77cf56-3c2e-4532-a930-c80d19599c74 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e39d88-639c-4d41-9857-7f718ddf4ab3,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:27.291579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ea77cf56-3c2e-4532-a930-c80d19599c74 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:27.292785 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ea77cf56-3c2e-4532-a930-c80d19599c74 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2879679 Jan 28 07:28:27.296361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55456) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:27.301203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-8dc06b69-ca74-407f-88ad-0f51c3845d17 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d564a-7cca-48fc-9e72-a71d65f5321d', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:27.307130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8dc06b69-ca74-407f-88ad-0f51c3845d17 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:28:27.310773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8dc06b69-ca74-407f-88ad-0f51c3845d17 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:28:27.313546 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-8dc06b69-ca74-407f-88ad-0f51c3845d17 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:28:27.319134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-8dc06b69-ca74-407f-88ad-0f51c3845d17 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:28:27.382026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dc06b69-ca74-407f-88ad-0f51c3845d17 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:27.439985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dc06b69-ca74-407f-88ad-0f51c3845d17 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:27.495726 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dc06b69-ca74-407f-88ad-0f51c3845d17 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:27.519169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc06b69-ca74-407f-88ad-0f51c3845d17 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a661e638-5ad8-43e9-bbbf-bcb62030759d,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:27.588190 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-8dc06b69-ca74-407f-88ad-0f51c3845d17 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:27.589335 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-8dc06b69-ca74-407f-88ad-0f51c3845d17 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2920511 Jan 28 07:28:27.593106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55460) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:27.597892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6f892b4e-c2ad-4923-8f78-3249b75663a1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d564a-7cca-48fc-9e72-a71d65f5321d', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:27.603846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6f892b4e-c2ad-4923-8f78-3249b75663a1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:28:27.610673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6f892b4e-c2ad-4923-8f78-3249b75663a1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:28:27.610673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6f892b4e-c2ad-4923-8f78-3249b75663a1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:28:27.616041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6f892b4e-c2ad-4923-8f78-3249b75663a1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:28:27.673789 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f892b4e-c2ad-4923-8f78-3249b75663a1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:27.736553 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f892b4e-c2ad-4923-8f78-3249b75663a1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:27.793041 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f892b4e-c2ad-4923-8f78-3249b75663a1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:27.816201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f892b4e-c2ad-4923-8f78-3249b75663a1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89cdc78-0381-4ce5-8b8e-4ca599f1f694,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:27.884979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6f892b4e-c2ad-4923-8f78-3249b75663a1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:27.886226 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6f892b4e-c2ad-4923-8f78-3249b75663a1 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2921939 Jan 28 07:28:27.888980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55464) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:27.893858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-a6b5cf26-7d14-4c29-a58a-512881aa5a1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d564a-7cca-48fc-9e72-a71d65f5321d', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:27.899728 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a6b5cf26-7d14-4c29-a58a-512881aa5a1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:28:27.903555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a6b5cf26-7d14-4c29-a58a-512881aa5a1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:28:27.906343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-a6b5cf26-7d14-4c29-a58a-512881aa5a1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:28:27.911887 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-a6b5cf26-7d14-4c29-a58a-512881aa5a1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:28:27.976651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6b5cf26-7d14-4c29-a58a-512881aa5a1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:28.037756 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6b5cf26-7d14-4c29-a58a-512881aa5a1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:28.119491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6b5cf26-7d14-4c29-a58a-512881aa5a1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:28.142330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5cf26-7d14-4c29-a58a-512881aa5a1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f88af02-7889-455f-964b-4b89d9864d00,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:28.216286 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a6b5cf26-7d14-4c29-a58a-512881aa5a1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:28.217435 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a6b5cf26-7d14-4c29-a58a-512881aa5a1f tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3274908 Jan 28 07:28:28.220245 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55468) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:28.225103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-7246d470-d1fa-4bbb-ad12-ed674f7c0a4d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d564a-7cca-48fc-9e72-a71d65f5321d', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:28.231317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7246d470-d1fa-4bbb-ad12-ed674f7c0a4d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:28:28.234959 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7246d470-d1fa-4bbb-ad12-ed674f7c0a4d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:28:28.237836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-7246d470-d1fa-4bbb-ad12-ed674f7c0a4d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:28:28.243402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-7246d470-d1fa-4bbb-ad12-ed674f7c0a4d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:28:28.318905 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-7246d470-d1fa-4bbb-ad12-ed674f7c0a4d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Project e515c05fa5e6476ca9b8a700c8efff41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:28:28.325568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7246d470-d1fa-4bbb-ad12-ed674f7c0a4d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:28.386977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7246d470-d1fa-4bbb-ad12-ed674f7c0a4d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:28.444396 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7246d470-d1fa-4bbb-ad12-ed674f7c0a4d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:28.468888 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246d470-d1fa-4bbb-ad12-ed674f7c0a4d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f1020d0-5fed-4453-9e1b-c5a0fceb8ba8,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:28.558879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-7246d470-d1fa-4bbb-ad12-ed674f7c0a4d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:28.560077 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-7246d470-d1fa-4bbb-ad12-ed674f7c0a4d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3389418 Jan 28 07:28:28.562763 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55472) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:28.567612 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-849656d1-7384-4002-a3bd-60ae824f2946 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'security_group_rule': {'security_group_id': 'cc7d564a-7cca-48fc-9e72-a71d65f5321d', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:28.573338 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-849656d1-7384-4002-a3bd-60ae824f2946 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:28:28.577018 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-849656d1-7384-4002-a3bd-60ae824f2946 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:security_group_rule and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:28:28.579792 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-849656d1-7384-4002-a3bd-60ae824f2946 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:28:28.585343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-849656d1-7384-4002-a3bd-60ae824f2946 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:28:28.667641 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.securitygroups_db [None req-849656d1-7384-4002-a3bd-60ae824f2946 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Project e515c05fa5e6476ca9b8a700c8efff41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:28:28.674351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-849656d1-7384-4002-a3bd-60ae824f2946 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:28.737870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-849656d1-7384-4002-a3bd-60ae824f2946 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:28.827881 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-849656d1-7384-4002-a3bd-60ae824f2946 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:28.852681 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849656d1-7384-4002-a3bd-60ae824f2946 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b37f9c8-ce4c-4056-a239-866d6af09f84,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:28.930356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-849656d1-7384-4002-a3bd-60ae824f2946 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:28.931584 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-849656d1-7384-4002-a3bd-60ae824f2946 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3678665 Jan 28 07:28:28.934453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55476) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:28.940019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'network': {'name': 'tempest-network-smoke--1163420622', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'port_security_enabled': True}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:28.944890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:28:28.949399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:network and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:28:28.952285 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:28:28.957799 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:28:29.015775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:29.019156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:29.046215 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:28:29.054191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:29.054559 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Added segment 6bcb5675-43b9-43c6-89ba-b8d0b431ddb0 of type vlan for network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af Jan 28 07:28:29.079451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:29.152983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:29.158450 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:29.159021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:29.265365 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Network': ['ID=4d45e322-5e26-4c3d-a2eb-e6c3fc1599af,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:29.275280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:28:29.279869 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9d1213dd-4e3e-471f-aef8-162054aec26b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3443270 Jan 28 07:28:29.282533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55480) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:29.287471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'admin_state_up': True, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:29.294342 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:28:29.298089 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:router and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:28:29.300886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:28:29.307403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:28:29.365287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:29.366343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:29.382353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:29.683416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:30.024566 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:30.052637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:30.281524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.26.4.175 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/a1917d0c-6bb0-460c-8bf7-8c7511f077b1) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:30.420299 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:30.507500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:30.570025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:30.572682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:30.576235 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:28:30.612918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=a1917d0c-6bb0-460c-8bf7-8c7511f077b1,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:30.913235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b5cad665-ee16-4e9c-a207-b31f3bc083d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:31.082166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:31.435912 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:31.724981 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 3051beab-0469-4a85-8f6c-15b9432f5d59 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:28:32.014232 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:28:32.025458 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Sync routers for ids ['3051beab-0469-4a85-8f6c-15b9432f5d59'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:28:32.038173 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Routers {'3051beab-0469-4a85-8f6c-15b9432f5d59'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:28:32.038763 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:28:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3051beab-0469-4a85-8f6c-15b9432f5d59'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:32.101631 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:32.102868 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-6e3388c2-85bd-4793-9e84-49a8cb2cafb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8194032 Jan 28 07:28:32.106054 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55484) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:32.145113 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b3206f91-6abf-47b6-bccd-55dc2d08ae0e tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=e515c05fa5e6476ca9b8a700c8efff41&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380018 Jan 28 07:28:32.147778 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55488) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:32.208355 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Set router 3051beab-0469-4a85-8f6c-15b9432f5d59 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:28:32.275524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1711c702-e543-4560-84b3-932af1d7cce9 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:32.276895 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-1711c702-e543-4560-84b3-932af1d7cce9 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282411 Jan 28 07:28:32.279783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55492) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:32.318024 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2f97c87a-7e5f-4850-b53a-b961c295bf52 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=e3355fb6-485f-4e2b-a0fc-4f14df05534c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371816 Jan 28 07:28:32.320528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55496) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:32.326259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1883081881', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:32.436657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:28:32.440461 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:subnet and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:28:32.443217 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:28:32.448845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:28:32.492097 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:28:30Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:32.495946 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Checking router: 3051beab-0469-4a85-8f6c-15b9432f5d59 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:28:32.496287 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Updating router 3051beab-0469-4a85-8f6c-15b9432f5d59 port a1917d0c-6bb0-460c-8bf7-8c7511f077b1 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:28:32.501762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:32.505304 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:32.600616 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:32.793712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:32.873599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Subnet': ['ID=ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:32.879124 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Checking segment: {'id': '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:28:32.879510 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network hostable DHCP agents. Network: 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:28:32.881200 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:32.893154 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Transition to ACTIVE for port object a1917d0c-6bb0-460c-8bf7-8c7511f077b1 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:28:32.958908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:28:32.987546 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:33.021974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:33.026349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:33.026938 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:33.032768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0395659-cd97-42f5-9653-65a9d441f4ea None None] Network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:28:33.071588 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Attempting to bind port a1917d0c-6bb0-460c-8bf7-8c7511f077b1 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:28:33.072711 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Attempting to bind port a1917d0c-6bb0-460c-8bf7-8c7511f077b1 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:28:33.072836 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Attempting to bind port a1917d0c-6bb0-460c-8bf7-8c7511f077b1 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:28:33.078270 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d59d32-c51e-4286-9173-09dc6aa51394 None None] Pushing event updated for resources: {'Port': ['ID=a1917d0c-6bb0-460c-8bf7-8c7511f077b1,revision_number=2']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:33.083166 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:28:33.085215 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:28:33.085215 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:33.085215 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:28:33.085215 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Bound port: a1917d0c-6bb0-460c-8bf7-8c7511f077b1, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:28:33.085215 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:33.102822 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-40b7f3b0-9fe4-413a-887c-0f93e00d7167 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7812963 Jan 28 07:28:33.105517 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55500) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:33.116065 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d59d32-c51e-4286-9173-09dc6aa51394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:33.117976 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d59d32-c51e-4286-9173-09dc6aa51394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:33.117976 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d59d32-c51e-4286-9173-09dc6aa51394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:33.117976 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d59d32-c51e-4286-9173-09dc6aa51394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:33.117976 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d59d32-c51e-4286-9173-09dc6aa51394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:33.117976 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d59d32-c51e-4286-9173-09dc6aa51394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:33.118439 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d59d32-c51e-4286-9173-09dc6aa51394 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:33.118439 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d59d32-c51e-4286-9173-09dc6aa51394 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:33.119155 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d59d32-c51e-4286-9173-09dc6aa51394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:33.119495 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d59d32-c51e-4286-9173-09dc6aa51394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:33.119806 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d59d32-c51e-4286-9173-09dc6aa51394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:33.120112 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d59d32-c51e-4286-9173-09dc6aa51394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:28:33.170042 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] For port a1917d0c-6bb0-460c-8bf7-8c7511f077b1, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:28:33.173252 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] For port a1917d0c-6bb0-460c-8bf7-8c7511f077b1, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a1917d0c-6bb0-460c-8bf7-8c7511f077b1,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:28:33.251311 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:33.262676 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ips': [{'subnet_id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:28:33.263671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:33.320488 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-312d65d6-ec5f-4336-bafd-4e82642f36a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:33.332016 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d59d32-c51e-4286-9173-09dc6aa51394 None None] Pushing event updated for resources: {'Port': ['ID=a1917d0c-6bb0-460c-8bf7-8c7511f077b1,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:33.338336 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Routers {'3051beab-0469-4a85-8f6c-15b9432f5d59'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:28:33.339059 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:28:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3051beab-0469-4a85-8f6c-15b9432f5d59'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:33.424053 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Allocated IP 172.20.0.2 (4d45e322-5e26-4c3d-a2eb-e6c3fc1599af/ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43/27af9e29-0f56-4199-ba34-4f513d226b8b) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:33.554403 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] Set router 3051beab-0469-4a85-8f6c-15b9432f5d59 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:28:33.633078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:33.643176 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Transition to ACTIVE for port object 27af9e29-0f56-4199-ba34-4f513d226b8b will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:28:33.661252 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Transition to ACTIVE for port object 27af9e29-0f56-4199-ba34-4f513d226b8b will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:28:33.736652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:33.804087 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:33.807259 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:33.809901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:28:33.822570 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Pushing event updated for resources: {'Port': ['ID=27af9e29-0f56-4199-ba34-4f513d226b8b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:33.850882 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:28:30Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:33.856004 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a24de-b2e6-41f9-8b12-647bde906950 None None] The sync data for ids ['3051beab-0469-4a85-8f6c-15b9432f5d59'] in dv-neutron-824022-4-hyperv is: [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:28:30Z', 'revision_number': 3, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:28:33.913306 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Attempting to bind port 27af9e29-0f56-4199-ba34-4f513d226b8b on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:28:33.913673 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Attempting to bind port 27af9e29-0f56-4199-ba34-4f513d226b8b by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:28:33.914028 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Attempting to bind port 27af9e29-0f56-4199-ba34-4f513d226b8b on network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:28:33.920548 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:28:33.920940 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Checking segment: {'id': '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:28:33.921321 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:33.921713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Bound using segment: {'id': '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:28:33.922189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Bound port: 27af9e29-0f56-4199-ba34-4f513d226b8b, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:28:33.922561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:33.979596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:34.049934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] For port 27af9e29-0f56-4199-ba34-4f513d226b8b, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:28:34.053300 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] For port 27af9e29-0f56-4199-ba34-4f513d226b8b, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=27af9e29-0f56-4199-ba34-4f513d226b8b,segment=NetworkSegment(6bcb5675-43b9-43c6-89ba-b8d0b431ddb0),segment_id=6bcb5675-43b9-43c6-89ba-b8d0b431ddb0)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:28:34.130612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:34.229967 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc1e834-7644-4e5c-b9ad-edaf18703ad9 None None] Pushing event updated for resources: {'Port': ['ID=27af9e29-0f56-4199-ba34-4f513d226b8b,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:34.324758 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:34.429045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.20.0.1 (4d45e322-5e26-4c3d-a2eb-e6c3fc1599af/ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43/3d5a4519-0347-43a7-a5f1-b27e10bdc316) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:34.595612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:34.614986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:34.632309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Transition to ACTIVE for port object 3d5a4519-0347-43a7-a5f1-b27e10bdc316 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:28:34.690843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:34.762146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:34.765248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:34.769237 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:28:34.804620 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=3d5a4519-0347-43a7-a5f1-b27e10bdc316,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:34.831487 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:35.143871 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:35.177021 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334835dc-8c5a-4811-900d-08c814edf3aa None None] Network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:28:35.341550 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-86c9699d-31d8-4080-a8a9-c9484b69eaa1 None None] Provisioning for port 27af9e29-0f56-4199-ba34-4f513d226b8b completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:28:35.580164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:35.618723 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a1917d0c-6bb0-460c-8bf7-8c7511f077b1 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:28:35.650922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:35.782054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-abbfd9a5-3b45-499a-9284-d6da9824b7c3 None None] Provisioning for port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:28:35.792049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-abbfd9a5-3b45-499a-9284-d6da9824b7c3 None None] Provisioning complete for port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:28:35.792049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-abbfd9a5-3b45-499a-9284-d6da9824b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:35.840002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port a1917d0c-6bb0-460c-8bf7-8c7511f077b1 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:28:35.861981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port a1917d0c-6bb0-460c-8bf7-8c7511f077b1 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:28:35.862458 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:35.895696 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:35.907992 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=3d5a4519-0347-43a7-a5f1-b27e10bdc316,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:35.916558 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-abbfd9a5-3b45-499a-9284-d6da9824b7c3 None None] Port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:28:35.942846 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:35.996447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:36.012987 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port a1917d0c-6bb0-460c-8bf7-8c7511f077b1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a1917d0c-6bb0-460c-8bf7-8c7511f077b1,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:28:36.034193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:36.035290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:36.066452 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:36.067682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 27af9e29-0f56-4199-ba34-4f513d226b8b up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:28:36.137180 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fcf756f8-76b3-4883-b0c1-81701d728e8a None None] Provisioning complete for port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:28:36.137615 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fcf756f8-76b3-4883-b0c1-81701d728e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:36.239691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 3051beab-0469-4a85-8f6c-15b9432f5d59 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:28:36.241534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fcf756f8-76b3-4883-b0c1-81701d728e8a None None] Port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:28:36.249143 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=a1917d0c-6bb0-460c-8bf7-8c7511f077b1,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:36.324420 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 27af9e29-0f56-4199-ba34-4f513d226b8b completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:28:36.329796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 27af9e29-0f56-4199-ba34-4f513d226b8b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:28:36.330165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:36.392964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3046b9cb-50ae-44bb-b393-e1291c772883 None None] Provisioning complete for port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:28:36.393248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3046b9cb-50ae-44bb-b393-e1291c772883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:36.421809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:28:36.435791 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Sync routers for ids ['3051beab-0469-4a85-8f6c-15b9432f5d59'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:28:36.438975 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0c302f30-3961-4534-b4ab-e4795b0ec502 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "PUT /v2.0/routers/3051beab-0469-4a85-8f6c-15b9432f5d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3321030 Jan 28 07:28:36.461470 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Routers {'3051beab-0469-4a85-8f6c-15b9432f5d59'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:28:36.462113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:28:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3051beab-0469-4a85-8f6c-15b9432f5d59'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:36.543948 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3046b9cb-50ae-44bb-b393-e1291c772883 None None] Port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:28:36.599203 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:36.601079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-3424508a-fee5-4267-be72-258c6fbdd887 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:28:36.684635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-3424508a-fee5-4267-be72-258c6fbdd887 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:28:36.685762 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-3424508a-fee5-4267-be72-258c6fbdd887 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140619759&fields=id&tenant_id=e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 267 time: 0.1243906 Jan 28 07:28:36.709110 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 27af9e29-0f56-4199-ba34-4f513d226b8b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=27af9e29-0f56-4199-ba34-4f513d226b8b,segment=NetworkSegment(6bcb5675-43b9-43c6-89ba-b8d0b431ddb0),segment_id=6bcb5675-43b9-43c6-89ba-b8d0b431ddb0)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:28:36.713924 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Set router 3051beab-0469-4a85-8f6c-15b9432f5d59 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:28:36.836602 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:36.837361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-4be5ab79-b5b2-4332-ae5e-0ad3136be333 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:36.838416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-4be5ab79-b5b2-4332-ae5e-0ad3136be333 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:28:36.901976 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-4be5ab79-b5b2-4332-ae5e-0ad3136be333 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:28:36.903135 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-4be5ab79-b5b2-4332-ae5e-0ad3136be333 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/networks?id=4d45e322-5e26-4c3d-a2eb-e6c3fc1599af HTTP/1.1" status: 200 len: 797 time: 0.2104497 Jan 28 07:28:36.918619 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-5d5c5f23-3044-407d-95b0-d736a8081c65 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/quotas/e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 375 time: 0.0095954 Jan 28 07:28:37.004748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-742d2724-b951-4d83-a246-67d5c71e86b6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:28:37.034841 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=27af9e29-0f56-4199-ba34-4f513d226b8b,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:37.084577 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-742d2724-b951-4d83-a246-67d5c71e86b6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:28:37.085957 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-742d2724-b951-4d83-a246-67d5c71e86b6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1617565 Jan 28 07:28:37.132188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3d5a4519-0347-43a7-a5f1-b27e10bdc316', 'name': '', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:0d:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:34Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 2, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:37.136080 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Checking router: 3051beab-0469-4a85-8f6c-15b9432f5d59 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:28:37.136418 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Updating router 3051beab-0469-4a85-8f6c-15b9432f5d59 port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:28:37.188511 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:37.260607 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-a7478c64-709d-480f-83e2-fc359d286ae0 service neutron] 10.222.0.25 "GET /v2.0/networks/4d45e322-5e26-4c3d-a2eb-e6c3fc1599af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627450 Jan 28 07:28:37.396308 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-45b7b2ac-0a1f-4e45-aa51-0b60c48d70f8 service neutron] 10.222.0.25 "GET /v2.0/networks/4d45e322-5e26-4c3d-a2eb-e6c3fc1599af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294467 Jan 28 07:28:37.521610 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:37.534026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Transition to ACTIVE for port object 3d5a4519-0347-43a7-a5f1-b27e10bdc316 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:28:37.538932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a1917d0c-6bb0-460c-8bf7-8c7511f077b1 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:28:37.612601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port a1917d0c-6bb0-460c-8bf7-8c7511f077b1 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:28:37.612985 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:37.651683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:37.654908 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7926c38e-4dc7-4e56-971d-ecb12d818582 req-9ba7b3cc-562c-4cbe-b4b1-0e958f5f7f4c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 210 time: 0.0503788 Jan 28 07:28:37.850601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa474de3-0028-424a-9e81-71b33c28fb1a None None] Pushing event updated for resources: {'Port': ['ID=3d5a4519-0347-43a7-a5f1-b27e10bdc316,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:37.958903 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 27af9e29-0f56-4199-ba34-4f513d226b8b up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:28:38.013005 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Attempting to bind port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:28:38.013379 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Attempting to bind port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:28:38.013782 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Attempting to bind port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 on network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:28:38.033928 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:28:38.034533 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Checking segment: {'id': '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:28:38.036303 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:38.036746 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Bound using segment: {'id': '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:28:38.037959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Bound port: 3d5a4519-0347-43a7-a5f1-b27e10bdc316, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:28:38.038699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:38.142679 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 27af9e29-0f56-4199-ba34-4f513d226b8b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:28:38.143047 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:38.191800 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] For port 3d5a4519-0347-43a7-a5f1-b27e10bdc316, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:28:38.205823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] For port 3d5a4519-0347-43a7-a5f1-b27e10bdc316, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3d5a4519-0347-43a7-a5f1-b27e10bdc316,segment=NetworkSegment(6bcb5675-43b9-43c6-89ba-b8d0b431ddb0),segment_id=6bcb5675-43b9-43c6-89ba-b8d0b431ddb0)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:28:38.258623 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:38.359915 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Routers {'3051beab-0469-4a85-8f6c-15b9432f5d59'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:28:38.360622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:28:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3051beab-0469-4a85-8f6c-15b9432f5d59'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:38.416278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa474de3-0028-424a-9e81-71b33c28fb1a None None] Pushing event updated for resources: {'Port': ['ID=3d5a4519-0347-43a7-a5f1-b27e10bdc316,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:38.548292 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] Set router 3051beab-0469-4a85-8f6c-15b9432f5d59 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:28:38.814603 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eb30a147-7ee3-495b-a78c-15a577808355 req-00941369-85d6-4345-b3fb-98e246a85157 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 210 time: 0.0444243 Jan 28 07:28:38.908466 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3d5a4519-0347-43a7-a5f1-b27e10bdc316', 'name': '', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:0d:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:34Z', 'updated_at': '2022-01-28T07:28:38Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:38.912662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa668b-09b0-4666-a398-b4c3bde814a9 None None] The sync data for ids ['3051beab-0469-4a85-8f6c-15b9432f5d59'] in dv-neutron-824022-4-hyperv is: [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3d5a4519-0347-43a7-a5f1-b27e10bdc316', 'name': '', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:0d:fc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:34Z', 'updated_at': '2022-01-28T07:28:38Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:28:39.569693 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3d5a4519-0347-43a7-a5f1-b27e10bdc316 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:28:39.696859 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:28:39.709947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:28:39.709947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:39.833059 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-747ae847-6666-4025-873c-0959ce139c14 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:39.835849 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-747ae847-6666-4025-873c-0959ce139c14 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/networks?id=4d45e322-5e26-4c3d-a2eb-e6c3fc1599af HTTP/1.1" status: 200 len: 797 time: 0.1784918 Jan 28 07:28:39.865409 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:39.904761 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 3d5a4519-0347-43a7-a5f1-b27e10bdc316, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3d5a4519-0347-43a7-a5f1-b27e10bdc316,segment=NetworkSegment(6bcb5675-43b9-43c6-89ba-b8d0b431ddb0),segment_id=6bcb5675-43b9-43c6-89ba-b8d0b431ddb0)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:28:39.913948 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-8548b51b-4bdc-4687-843e-b09168f77cb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e515c05fa5e6476ca9b8a700c8efff41 HTTP/1.1" status: 200 len: 380 time: 0.0610442 Jan 28 07:28:39.931631 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'port': {'device_id': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'admin_state_up': True, 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'security_groups': ['cc7d564a-7cca-48fc-9e72-a71d65f5321d']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:39.987573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:40.072966 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=3d5a4519-0347-43a7-a5f1-b27e10bdc316,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:40.132015 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fe9771ca-0717-4a87-97a5-5e4d11d52385 req-33f0c915-7c47-4e2d-903d-8a560e255bc7 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 210 time: 0.1727116 Jan 28 07:28:40.231682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:28:40.240889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:28:40.307832 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Made reservation on behalf of e515c05fa5e6476ca9b8a700c8efff41 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:28:40.311498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:40.474166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.20.0.4 (4d45e322-5e26-4c3d-a2eb-e6c3fc1599af/ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43/850ffebd-2b6c-4c26-8f32-83e65a55c412) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:40.659216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:40.674790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Transition to ACTIVE for port object 850ffebd-2b6c-4c26-8f32-83e65a55c412 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:28:40.747780 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:40.821508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:40.824708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:40.828516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:28:40.864447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=850ffebd-2b6c-4c26-8f32-83e65a55c412,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:40.902655 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:40.903297 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:41.011857 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-0bd6a80a-9171-4235-b438-1069d167af2b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0930481 Jan 28 07:28:41.068565 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Request body: {'port': {'device_id': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:41.130509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c18938da-f1d2-47fb-bf0d-2717722c57b1 None None] Provisioning for port 850ffebd-2b6c-4c26-8f32-83e65a55c412 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:28:41.135894 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-c18938da-f1d2-47fb-bf0d-2717722c57b1 None None] Provisioning complete for port 850ffebd-2b6c-4c26-8f32-83e65a55c412 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:28:41.136258 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c18938da-f1d2-47fb-bf0d-2717722c57b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:41.188538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:41.190171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-c18938da-f1d2-47fb-bf0d-2717722c57b1 None None] Port 850ffebd-2b6c-4c26-8f32-83e65a55c412 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:28:41.416782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59020c7-3594-4510-9414-95a76ed8a730 req-b3efb741-6719-4af3-9de2-40e8e661aee6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:41.417455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-f59020c7-3594-4510-9414-95a76ed8a730 req-b3efb741-6719-4af3-9de2-40e8e661aee6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:28:41.444843 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:41.535575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3d5a4519-0347-43a7-a5f1-b27e10bdc316 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:28:41.548296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-f59020c7-3594-4510-9414-95a76ed8a730 req-b3efb741-6719-4af3-9de2-40e8e661aee6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:28:41.551318 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f59020c7-3594-4510-9414-95a76ed8a730 req-b3efb741-6719-4af3-9de2-40e8e661aee6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 931 time: 0.3094532 Jan 28 07:28:41.607140 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:28:41.607534 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:41.640195 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850ffebd-2b6c-4c26-8f32-83e65a55c412 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:28:41.650678 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f59020c7-3594-4510-9414-95a76ed8a730 req-5fb523d8-e127-4a33-a947-e508ad0dc7ff tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672746 Jan 28 07:28:41.654471 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:41.675639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Transition to ACTIVE for port object 850ffebd-2b6c-4c26-8f32-83e65a55c412 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:28:41.770539 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:41.925132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Pushing event updated for resources: {'Port': ['ID=850ffebd-2b6c-4c26-8f32-83e65a55c412,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:42.012039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Attempting to bind port 850ffebd-2b6c-4c26-8f32-83e65a55c412 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:28:42.012392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Attempting to bind port 850ffebd-2b6c-4c26-8f32-83e65a55c412 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:28:42.012714 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Attempting to bind port 850ffebd-2b6c-4c26-8f32-83e65a55c412 on network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:28:42.017398 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Port 850ffebd-2b6c-4c26-8f32-83e65a55c412 on network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:28:42.017711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Attempting to bind port 850ffebd-2b6c-4c26-8f32-83e65a55c412 on network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:28:42.022699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:28:42.023023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Checking segment: {'id': '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:28:42.023444 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Bound using segment: {'id': '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:28:42.023858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Bound port: 850ffebd-2b6c-4c26-8f32-83e65a55c412, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:28:42.024196 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:42.110635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] For port 850ffebd-2b6c-4c26-8f32-83e65a55c412, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:28:42.113451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] For port 850ffebd-2b6c-4c26-8f32-83e65a55c412, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=850ffebd-2b6c-4c26-8f32-83e65a55c412,segment=NetworkSegment(6bcb5675-43b9-43c6-89ba-b8d0b431ddb0),segment_id=6bcb5675-43b9-43c6-89ba-b8d0b431ddb0)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:28:42.204965 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:42.269018 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:42.269627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:42.270986 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] 10.222.0.37 "PUT /v2.0/ports/850ffebd-2b6c-4c26-8f32-83e65a55c412 HTTP/1.1" status: 200 len: 1093 time: 1.2449641 Jan 28 07:28:42.271451 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'tag': '850ffebd-2b6c-4c26-8f32-83e65a55c412'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:28:42.291889 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775e578-8934-409f-8935-bb4f674cf808 service neutron] Pushing event updated for resources: {'Port': ['ID=850ffebd-2b6c-4c26-8f32-83e65a55c412,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:42.319449 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'tag': '850ffebd-2b6c-4c26-8f32-83e65a55c412', 'status': 'completed', 'code': 200} Jan 28 07:28:42.542076 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b98835-5ec6-4502-84d1-637740b272c2 req-b04315b2-00a4-4ddf-a709-e38ff669c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:42.543587 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2b98835-5ec6-4502-84d1-637740b272c2 req-b04315b2-00a4-4ddf-a709-e38ff669c78c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 1096 time: 0.1740324 Jan 28 07:28:42.699671 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b98835-5ec6-4502-84d1-637740b272c2 req-a5a82a72-82db-4cdb-851d-0f25344fbc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:42.701106 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2b98835-5ec6-4502-84d1-637740b272c2 req-a5a82a72-82db-4cdb-851d-0f25344fbc59 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1317348 Jan 28 07:28:42.897043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b98835-5ec6-4502-84d1-637740b272c2 req-fb30958b-eca1-4fa4-bef8-bd9a3b9eaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:42.898481 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f2b98835-5ec6-4502-84d1-637740b272c2 req-fb30958b-eca1-4fa4-bef8-bd9a3b9eaf1b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1881223 Jan 28 07:28:42.917255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16505f3-dc61-4927-a1b9-f011253b02a2 req-7b405591-9d5e-41c4-ac2a-be2d7e0fbab0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:42.918659 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d16505f3-dc61-4927-a1b9-f011253b02a2 req-7b405591-9d5e-41c4-ac2a-be2d7e0fbab0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 943 time: 0.1152623 Jan 28 07:28:42.965079 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d16505f3-dc61-4927-a1b9-f011253b02a2 req-af029849-fa9c-4f43-88aa-e142b645e3fd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400829 Jan 28 07:28:43.037103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-a68dc5a2-449f-4044-b89c-f6904e8bf541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:43.038635 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-a68dc5a2-449f-4044-b89c-f6904e8bf541 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 1096 time: 0.0722561 Jan 28 07:28:43.124321 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-09ba1456-e08f-4259-bedf-2364dca1e730 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=850ffebd-2b6c-4c26-8f32-83e65a55c412 HTTP/1.1" status: 200 len: 217 time: 0.0652623 Jan 28 07:28:43.195874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-7db5d15d-3402-484e-92cc-fe860a21726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:43.197309 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-7db5d15d-3402-484e-92cc-fe860a21726b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43 HTTP/1.1" status: 200 len: 835 time: 0.0635259 Jan 28 07:28:43.276962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-21e129fe-5ac8-4d64-9670-e90e0985a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:43.278378 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-21e129fe-5ac8-4d64-9670-e90e0985a70b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d45e322-5e26-4c3d-a2eb-e6c3fc1599af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704503 Jan 28 07:28:43.416979 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-39e41abe-3fba-465a-9edc-8d0de9aa5299 service neutron] 10.222.0.37 "GET /v2.0/networks/4d45e322-5e26-4c3d-a2eb-e6c3fc1599af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284170 Jan 28 07:28:43.554779 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-76f44584-f6bb-4fb3-88fe-552eea280ee8 req-7558d4e4-1690-4e5e-a7da-7640fd86c497 service neutron] 10.222.0.37 "GET /v2.0/networks/4d45e322-5e26-4c3d-a2eb-e6c3fc1599af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286771 Jan 28 07:28:44.152492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd273495-2353-44ab-a558-a310fc416d11 req-01c71b42-43e7-456b-b8ed-5612f9e74186 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:44.153840 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd273495-2353-44ab-a558-a310fc416d11 req-01c71b42-43e7-456b-b8ed-5612f9e74186 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 943 time: 0.0811436 Jan 28 07:28:44.202325 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd273495-2353-44ab-a558-a310fc416d11 req-1bce4781-b902-4164-a929-2bf0028eca63 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418110 Jan 28 07:28:45.389956 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd47d22-0e9e-45a5-9aed-f17b2b75f070 req-a5fcd48d-6264-453a-9479-c7fc98b2408e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:45.391410 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2fd47d22-0e9e-45a5-9aed-f17b2b75f070 req-a5fcd48d-6264-453a-9479-c7fc98b2408e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 943 time: 0.0791657 Jan 28 07:28:45.434778 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2fd47d22-0e9e-45a5-9aed-f17b2b75f070 req-72859582-1aea-4ca5-8f32-4866f77d2e5d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378821 Jan 28 07:28:46.635722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190f499-a84a-4e96-9400-3c1b6d688071 req-aeb30791-9475-499e-a3b6-7070601383e3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:46.637745 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f190f499-a84a-4e96-9400-3c1b6d688071 req-aeb30791-9475-499e-a3b6-7070601383e3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 943 time: 0.0920355 Jan 28 07:28:46.680380 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f190f499-a84a-4e96-9400-3c1b6d688071 req-6a743a16-12af-4d7b-bf19-9cf6a868b746 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371003 Jan 28 07:28:46.856847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 850ffebd-2b6c-4c26-8f32-83e65a55c412 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:28:46.988729 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 850ffebd-2b6c-4c26-8f32-83e65a55c412, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=850ffebd-2b6c-4c26-8f32-83e65a55c412,segment=NetworkSegment(6bcb5675-43b9-43c6-89ba-b8d0b431ddb0),segment_id=6bcb5675-43b9-43c6-89ba-b8d0b431ddb0)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:28:47.002777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '850ffebd-2b6c-4c26-8f32-83e65a55c412', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'port_id': '850ffebd-2b6c-4c26-8f32-83e65a55c412', 'mac_address': 'fa:16:3e:b4:03:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:28:47.056159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:47.073156 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850ffebd-2b6c-4c26-8f32-83e65a55c412 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:28:47.088263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 850ffebd-2b6c-4c26-8f32-83e65a55c412, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=850ffebd-2b6c-4c26-8f32-83e65a55c412,segment=NetworkSegment(6bcb5675-43b9-43c6-89ba-b8d0b431ddb0),segment_id=6bcb5675-43b9-43c6-89ba-b8d0b431ddb0)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:28:47.153744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:47.226756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=850ffebd-2b6c-4c26-8f32-83e65a55c412,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:47.513217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['850ffebd-2b6c-4c26-8f32-83e65a55c412'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:28:47.866073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307df131-f74f-4e03-b489-ddf2525ade73 req-554e9763-7f61-4b46-9d36-6ecdefd3f7ec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:47.867527 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-307df131-f74f-4e03-b489-ddf2525ade73 req-554e9763-7f61-4b46-9d36-6ecdefd3f7ec tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 944 time: 0.0773251 Jan 28 07:28:47.911505 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-307df131-f74f-4e03-b489-ddf2525ade73 req-8bfa63c3-8c33-4e29-80ea-84b5d1ff6bb9 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383632 Jan 28 07:28:48.873665 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 850ffebd-2b6c-4c26-8f32-83e65a55c412 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:28:49.038711 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 850ffebd-2b6c-4c26-8f32-83e65a55c412 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:28:49.044327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 850ffebd-2b6c-4c26-8f32-83e65a55c412 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:28:49.044695 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:49.096403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd2e37-3135-4d07-8b4e-696700a53d8b req-dc51843d-67e7-4ae8-a5da-5f3d37868173 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:49.097761 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b0cd2e37-3135-4d07-8b4e-696700a53d8b req-dc51843d-67e7-4ae8-a5da-5f3d37868173 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 944 time: 0.0815043 Jan 28 07:28:49.143491 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b0cd2e37-3135-4d07-8b4e-696700a53d8b req-1d4b966b-1dfb-4cfa-8bf9-d5bf124da7f0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399988 Jan 28 07:28:49.161598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:49.215351 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850ffebd-2b6c-4c26-8f32-83e65a55c412'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:28:49.224328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 850ffebd-2b6c-4c26-8f32-83e65a55c412, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=850ffebd-2b6c-4c26-8f32-83e65a55c412,segment=NetworkSegment(6bcb5675-43b9-43c6-89ba-b8d0b431ddb0),segment_id=6bcb5675-43b9-43c6-89ba-b8d0b431ddb0)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:28:49.304208 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850ffebd-2b6c-4c26-8f32-83e65a55c412', 'code': 200} Jan 28 07:28:49.307202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:49.372663 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=850ffebd-2b6c-4c26-8f32-83e65a55c412,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:49.749403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2638b2-4095-46bd-bd96-7cca6badce43 req-6fd17e5b-9d09-4a50-b06b-e639440315e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:49.751067 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-da2638b2-4095-46bd-bd96-7cca6badce43 req-6fd17e5b-9d09-4a50-b06b-e639440315e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 1098 time: 0.0667470 Jan 28 07:28:49.796233 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-da2638b2-4095-46bd-bd96-7cca6badce43 req-0e600273-e4ac-4a34-954c-0552634bd7c5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362475 Jan 28 07:28:50.412932 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d58b5-b4f8-4810-8323-5247576ce685 req-fb069aaf-a09a-481c-87fa-0f83e02fef30 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:50.414282 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c99d58b5-b4f8-4810-8323-5247576ce685 req-fb069aaf-a09a-481c-87fa-0f83e02fef30 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 945 time: 0.1681862 Jan 28 07:28:50.456960 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c99d58b5-b4f8-4810-8323-5247576ce685 req-d7717e03-0260-404d-baff-533e0bff3f8b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370822 Jan 28 07:28:51.645571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f1a90-a8ae-47d7-a054-75adb8039e1f req-e7bf217d-abcd-4603-9393-dc62515088d8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:51.646985 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3e2f1a90-a8ae-47d7-a054-75adb8039e1f req-e7bf217d-abcd-4603-9393-dc62515088d8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 945 time: 0.0795345 Jan 28 07:28:51.690109 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3e2f1a90-a8ae-47d7-a054-75adb8039e1f req-a67b5de4-d39b-4a2d-a01c-243e149e9e8b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369308 Jan 28 07:28:51.868313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67000d11-87bc-49a5-864d-33cdfdcab97e req-b1551d26-f263-4531-9296-e0277940f68c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:51.869785 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67000d11-87bc-49a5-864d-33cdfdcab97e req-b1551d26-f263-4531-9296-e0277940f68c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 945 time: 0.0789750 Jan 28 07:28:51.913173 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67000d11-87bc-49a5-864d-33cdfdcab97e req-8ed8a3ef-5d2d-4776-a832-b701adc29489 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373602 Jan 28 07:28:51.935502 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55570) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:52.006855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e192915-ede8-4421-b220-718e35b51e49 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:52.008360 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9e192915-ede8-4421-b220-718e35b51e49 tempest-TestNetworkAdvancedServerOps-1175016738 tempest-TestNetworkAdvancedServerOps-1175016738-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 1093 time: 0.0719247 Jan 28 07:28:52.011725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55574) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:52.016479 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '850ffebd-2b6c-4c26-8f32-83e65a55c412', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:28:52.022220 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:28:52.026010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Usage tracker for resource:floatingip and tenant:e515c05fa5e6476ca9b8a700c8efff41 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:28:52.028819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:28:52.034372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:28:52.101816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:52.234384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:52.367599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Allocated IP 172.26.4.205 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/240256ef-b444-49d9-a1a7-91a0809ebaaf) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:28:52.511663 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:52.575907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:52.638010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:28:52.640656 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:28:52.643022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:28:52.683589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=240256ef-b444-49d9-a1a7-91a0809ebaaf,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:53.047709 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:53.193862 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:53.390641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:53.426938 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:53.656716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event updated for resources: {'Port': ['ID=240256ef-b444-49d9-a1a7-91a0809ebaaf,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:28:53.666815 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:53.840385 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Floating IP 2bad1747-5315-4305-a9bf-b7492516b375 associated. External IP: 172.26.4.205, port: 850ffebd-2b6c-4c26-8f32-83e65a55c412. Jan 28 07:28:54.185925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 3051beab-0469-4a85-8f6c-15b9432f5d59 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:28:54.357406 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:28:54.366497 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77eb9d4-dad1-4e19-8e39-8cfdea3b376b None None] Sync routers for ids ['3051beab-0469-4a85-8f6c-15b9432f5d59'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:28:54.377198 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77eb9d4-dad1-4e19-8e39-8cfdea3b376b None None] Routers {'3051beab-0469-4a85-8f6c-15b9432f5d59'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:28:54.377787 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b77eb9d4-dad1-4e19-8e39-8cfdea3b376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:28:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3051beab-0469-4a85-8f6c-15b9432f5d59'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:54.432734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:28:54.489268 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2f38174f-e1a2-4bd0-b9e7-f6c344b7b68b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4764671 Jan 28 07:28:54.489751 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'tag': '850ffebd-2b6c-4c26-8f32-83e65a55c412'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:28:54.534262 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'tag': '850ffebd-2b6c-4c26-8f32-83e65a55c412', 'status': 'completed', 'code': 200} Jan 28 07:28:54.553435 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b77eb9d4-dad1-4e19-8e39-8cfdea3b376b None None] Set router 3051beab-0469-4a85-8f6c-15b9432f5d59 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:28:54.714775 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f195f-61f4-4fff-b2b9-348122e3948f req-ad9dc6a3-1ac2-4bb9-a46a-2162e4fd2fdd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:54.716262 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed2f195f-61f4-4fff-b2b9-348122e3948f req-ad9dc6a3-1ac2-4bb9-a46a-2162e4fd2fdd tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 945 time: 0.1383865 Jan 28 07:28:54.718894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1030355-3b7c-49d3-b5ec-03e177e9a4e6 req-d07af626-cff7-45bf-8651-465c4922bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:54.720330 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d1030355-3b7c-49d3-b5ec-03e177e9a4e6 req-d07af626-cff7-45bf-8651-465c4922bb7e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 1098 time: 0.1404252 Jan 28 07:28:54.796321 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ed2f195f-61f4-4fff-b2b9-348122e3948f req-1fa92562-66cc-4259-91a6-8cf3653a77a3 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741594 Jan 28 07:28:54.822669 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55582) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:54.887602 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1030355-3b7c-49d3-b5ec-03e177e9a4e6 req-caf9fd62-652e-4d14-acfa-0df7d6ffac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:54.889062 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d1030355-3b7c-49d3-b5ec-03e177e9a4e6 req-caf9fd62-652e-4d14-acfa-0df7d6ffac94 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4d45e322-5e26-4c3d-a2eb-e6c3fc1599af HTTP/1.1" status: 200 len: 898 time: 0.1532290 Jan 28 07:28:54.902850 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b77eb9d4-dad1-4e19-8e39-8cfdea3b376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '2bad1747-5315-4305-a9bf-b7492516b375', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.205', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'port_id': '850ffebd-2b6c-4c26-8f32-83e65a55c412', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'mac_address': 'fa:16:3e:b4:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:28:52Z', 'updated_at': '2022-01-28T07:28:52Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5a4519-0347-43a7-a5f1-b27e10bdc316', 'name': '', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:0d:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:34Z', 'updated_at': '2022-01-28T07:28:39Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:54.906986 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77eb9d4-dad1-4e19-8e39-8cfdea3b376b None None] Checking router: 3051beab-0469-4a85-8f6c-15b9432f5d59 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:28:54.915330 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77eb9d4-dad1-4e19-8e39-8cfdea3b376b None None] Routers {'3051beab-0469-4a85-8f6c-15b9432f5d59'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:28:54.915922 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b77eb9d4-dad1-4e19-8e39-8cfdea3b376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:28:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3051beab-0469-4a85-8f6c-15b9432f5d59'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:54.935249 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8a40bfe8-3744-4518-a7e6-2693b9cb796e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/2bad1747-5315-4305-a9bf-b7492516b375 HTTP/1.1" status: 200 len: 991 time: 0.1100166 Jan 28 07:28:54.990398 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d1030355-3b7c-49d3-b5ec-03e177e9a4e6 req-196fd6d5-8485-4643-8da5-69201473e494 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=850ffebd-2b6c-4c26-8f32-83e65a55c412 HTTP/1.1" status: 200 len: 999 time: 0.0948827 Jan 28 07:28:55.052535 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1030355-3b7c-49d3-b5ec-03e177e9a4e6 req-bac12f0f-dede-45b9-9c76-ccaa48a158ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:55.053871 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d1030355-3b7c-49d3-b5ec-03e177e9a4e6 req-bac12f0f-dede-45b9-9c76-ccaa48a158ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43 HTTP/1.1" status: 200 len: 835 time: 0.0573678 Jan 28 07:28:55.092831 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-b77eb9d4-dad1-4e19-8e39-8cfdea3b376b None None] Set router 3051beab-0469-4a85-8f6c-15b9432f5d59 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:28:55.255343 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1030355-3b7c-49d3-b5ec-03e177e9a4e6 req-26210b4d-22fc-41e5-a90b-7b36c2d23ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:28:55.256782 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d1030355-3b7c-49d3-b5ec-03e177e9a4e6 req-26210b4d-22fc-41e5-a90b-7b36c2d23ef6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d45e322-5e26-4c3d-a2eb-e6c3fc1599af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1963573 Jan 28 07:28:55.389813 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d1030355-3b7c-49d3-b5ec-03e177e9a4e6 req-bfcb821d-fe53-4d0f-9c4b-e29b55850ef5 service neutron] 10.222.0.37 "GET /v2.0/networks/4d45e322-5e26-4c3d-a2eb-e6c3fc1599af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251585 Jan 28 07:28:55.481420 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-b77eb9d4-dad1-4e19-8e39-8cfdea3b376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '2bad1747-5315-4305-a9bf-b7492516b375', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.205', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'port_id': '850ffebd-2b6c-4c26-8f32-83e65a55c412', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'mac_address': 'fa:16:3e:b4:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:28:52Z', 'updated_at': '2022-01-28T07:28:52Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5a4519-0347-43a7-a5f1-b27e10bdc316', 'name': '', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:0d:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:34Z', 'updated_at': '2022-01-28T07:28:39Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:28:55.486420 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77eb9d4-dad1-4e19-8e39-8cfdea3b376b None None] The sync data for ids ['3051beab-0469-4a85-8f6c-15b9432f5d59'] in dv-neutron-824022-4-hyperv is: [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '2bad1747-5315-4305-a9bf-b7492516b375', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'floating_ip_address': '172.26.4.205', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'port_id': '850ffebd-2b6c-4c26-8f32-83e65a55c412', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'mac_address': 'fa:16:3e:b4:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:28:52Z', 'updated_at': '2022-01-28T07:28:52Z', 'revision_number': 0, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d5a4519-0347-43a7-a5f1-b27e10bdc316', 'name': '', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:0d:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:34Z', 'updated_at': '2022-01-28T07:28:39Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:28:55.525578 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d1030355-3b7c-49d3-b5ec-03e177e9a4e6 req-e82e85a8-938c-4979-a646-60dcaef75433 service neutron] 10.222.0.37 "GET /v2.0/networks/4d45e322-5e26-4c3d-a2eb-e6c3fc1599af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300068 Jan 28 07:28:55.677060 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c211d5a-3fb9-4478-8bbb-b81bfd51dd83 None None] New status for floating IP 2bad1747-5315-4305-a9bf-b7492516b375: ACTIVE {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:28:55.938242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55586) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:28:56.045732 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-91769034-9dde-4b8a-976c-6d158da52d13 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/2bad1747-5315-4305-a9bf-b7492516b375 HTTP/1.1" status: 200 len: 993 time: 0.1064076 Jan 28 07:29:00.964511 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-350bd388-e42d-46f2-9704-88fbfb1bac5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:02.353565 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:29:03.221271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-024c1901-f9be-4c33-a7cb-6af358536e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:04.335171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:04.632781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:05.872582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:11.410086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:29.951542 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9093c-8553-41c8-9381-9a7d44bdec4b req-6230baeb-0d2f-4e55-af67-012f5338de08 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:29.952955 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-35f9093c-8553-41c8-9381-9a7d44bdec4b req-6230baeb-0d2f-4e55-af67-012f5338de08 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 945 time: 0.0796628 Jan 28 07:29:29.994650 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-35f9093c-8553-41c8-9381-9a7d44bdec4b req-38f2a62f-52a6-42f8-b8b2-8b792bcfb3cf tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361421 Jan 28 07:29:30.872460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4970d5fe-ff17-40f1-a128-710893c5b1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:31.064521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df36f4f-2ae6-4b8c-813d-82cb554663a6 req-96d42677-489f-4b4e-9024-7ae2b5ea6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:31.066115 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8df36f4f-2ae6-4b8c-813d-82cb554663a6 req-96d42677-489f-4b4e-9024-7ae2b5ea6d11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 1098 time: 0.0888124 Jan 28 07:29:31.309636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df36f4f-2ae6-4b8c-813d-82cb554663a6 req-c2aebc70-1fed-4fa0-b7ce-ca8f79960392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:31.311452 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8df36f4f-2ae6-4b8c-813d-82cb554663a6 req-c2aebc70-1fed-4fa0-b7ce-ca8f79960392 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4d45e322-5e26-4c3d-a2eb-e6c3fc1599af HTTP/1.1" status: 200 len: 898 time: 0.2190502 Jan 28 07:29:31.325412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582627d4-52d5-41b8-81d1-6c0d6649d7f3 req-e95180ff-35e0-4745-aa26-4a1fdb821531 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:31.326952 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-582627d4-52d5-41b8-81d1-6c0d6649d7f3 req-e95180ff-35e0-4745-aa26-4a1fdb821531 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 945 time: 0.2121139 Jan 28 07:29:31.467072 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-582627d4-52d5-41b8-81d1-6c0d6649d7f3 req-17c4aad5-e08f-408e-a0f9-3f7942ca70ce tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842462 Jan 28 07:29:31.473487 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8df36f4f-2ae6-4b8c-813d-82cb554663a6 req-1aa8b537-6314-4c1a-b2e3-fe9ad4454d99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=850ffebd-2b6c-4c26-8f32-83e65a55c412 HTTP/1.1" status: 200 len: 1001 time: 0.1452618 Jan 28 07:29:31.490800 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55610) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:31.545827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df36f4f-2ae6-4b8c-813d-82cb554663a6 req-d9fa69fd-5b99-44aa-92ea-023801e24ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:31.547279 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8df36f4f-2ae6-4b8c-813d-82cb554663a6 req-d9fa69fd-5b99-44aa-92ea-023801e24ce5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43 HTTP/1.1" status: 200 len: 835 time: 0.0675023 Jan 28 07:29:31.594999 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e9350ae9-95c1-4626-805b-3c236994669e tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/2bad1747-5315-4305-a9bf-b7492516b375 HTTP/1.1" status: 200 len: 993 time: 0.1029403 Jan 28 07:29:31.629756 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df36f4f-2ae6-4b8c-813d-82cb554663a6 req-eae1f4a2-7597-4352-8dc9-7d65366ae17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:31.631840 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8df36f4f-2ae6-4b8c-813d-82cb554663a6 req-eae1f4a2-7597-4352-8dc9-7d65366ae17a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d45e322-5e26-4c3d-a2eb-e6c3fc1599af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774016 Jan 28 07:29:31.779055 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8df36f4f-2ae6-4b8c-813d-82cb554663a6 req-8611aa7b-1805-4a60-8de3-411091b8aebb service neutron] 10.222.0.37 "GET /v2.0/networks/4d45e322-5e26-4c3d-a2eb-e6c3fc1599af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371748 Jan 28 07:29:31.916649 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8df36f4f-2ae6-4b8c-813d-82cb554663a6 req-2ad6e166-1ffe-4c77-9c8a-3a53f8416736 service neutron] 10.222.0.37 "GET /v2.0/networks/4d45e322-5e26-4c3d-a2eb-e6c3fc1599af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283367 Jan 28 07:29:33.197116 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49830f91-9d65-456f-aae1-c6285cb75caa req-a4aecde5-4d00-48aa-9664-941bb47d8a07 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:33.198567 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-49830f91-9d65-456f-aae1-c6285cb75caa req-a4aecde5-4d00-48aa-9664-941bb47d8a07 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 945 time: 0.0864367 Jan 28 07:29:33.226424 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f0d079fb-c63b-4aa5-bdcb-c1fd45c98203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:33.245772 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-49830f91-9d65-456f-aae1-c6285cb75caa req-2c0a7bd4-0252-48a2-84d6-d0a24be45320 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405955 Jan 28 07:29:33.313879 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541db5f-b572-455a-b1dc-6843c1d5d984 req-a1684db0-2cb5-4661-8449-bd8369c98cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:33.315360 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6541db5f-b572-455a-b1dc-6843c1d5d984 req-a1684db0-2cb5-4661-8449-bd8369c98cbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 1098 time: 0.0686035 Jan 28 07:29:33.445201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541db5f-b572-455a-b1dc-6843c1d5d984 req-bf1de64e-25a4-421c-8360-36416fda5bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:33.447128 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6541db5f-b572-455a-b1dc-6843c1d5d984 req-bf1de64e-25a4-421c-8360-36416fda5bde service neutron] 10.222.0.37 "GET /v2.0/networks?id=4d45e322-5e26-4c3d-a2eb-e6c3fc1599af HTTP/1.1" status: 200 len: 898 time: 0.1229677 Jan 28 07:29:33.646231 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6541db5f-b572-455a-b1dc-6843c1d5d984 req-c86c0115-67d9-430a-b77d-fcd1f272f15a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=850ffebd-2b6c-4c26-8f32-83e65a55c412 HTTP/1.1" status: 200 len: 1001 time: 0.1890085 Jan 28 07:29:33.712668 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541db5f-b572-455a-b1dc-6843c1d5d984 req-f7d652e0-3262-4ae2-a278-407f3c41285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:33.714042 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6541db5f-b572-455a-b1dc-6843c1d5d984 req-f7d652e0-3262-4ae2-a278-407f3c41285e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43 HTTP/1.1" status: 200 len: 835 time: 0.0578146 Jan 28 07:29:33.789719 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541db5f-b572-455a-b1dc-6843c1d5d984 req-4790f556-1cb8-4a52-8695-8d0d9b6a33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:33.791189 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6541db5f-b572-455a-b1dc-6843c1d5d984 req-4790f556-1cb8-4a52-8695-8d0d9b6a33bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d45e322-5e26-4c3d-a2eb-e6c3fc1599af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680473 Jan 28 07:29:33.924607 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6541db5f-b572-455a-b1dc-6843c1d5d984 req-0bcef154-b586-4615-8e73-c83cdb349e7c service neutron] 10.222.0.37 "GET /v2.0/networks/4d45e322-5e26-4c3d-a2eb-e6c3fc1599af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223986 Jan 28 07:29:34.059193 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6541db5f-b572-455a-b1dc-6843c1d5d984 req-33bd5378-8bc1-4ac1-b2d4-be3d55ee1749 service neutron] 10.222.0.37 "GET /v2.0/networks/4d45e322-5e26-4c3d-a2eb-e6c3fc1599af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245413 Jan 28 07:29:34.352798 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:34.434950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d572a76-2cb2-4030-9d82-fb9922998cbe req-18543a05-d747-443d-8191-a719370fad43 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:34.436399 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0d572a76-2cb2-4030-9d82-fb9922998cbe req-18543a05-d747-443d-8191-a719370fad43 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 945 time: 0.0825019 Jan 28 07:29:34.479407 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0d572a76-2cb2-4030-9d82-fb9922998cbe req-5b1089b1-87a9-4cc6-b75b-2cd2e73aa4ab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374384 Jan 28 07:29:34.609264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:35.657266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188e4aa-54ca-405c-9fb7-bdff1eaaf502 req-f30ee0fc-b3f7-4acd-a29a-320ee6a026e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:35.658675 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9188e4aa-54ca-405c-9fb7-bdff1eaaf502 req-f30ee0fc-b3f7-4acd-a29a-320ee6a026e0 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 945 time: 0.0769608 Jan 28 07:29:35.701482 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9188e4aa-54ca-405c-9fb7-bdff1eaaf502 req-6ccb3596-abff-4382-b700-cdf0824be4a4 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373244 Jan 28 07:29:35.723924 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55624) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:35.831357 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-04c25b2e-f5e9-4af7-b814-5a5957358ad6 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/floatingips/2bad1747-5315-4305-a9bf-b7492516b375 HTTP/1.1" status: 200 len: 993 time: 0.1063006 Jan 28 07:29:35.855422 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:36.141110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55632) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:36.345807 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 240256ef-b444-49d9-a1a7-91a0809ebaaf {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:29:36.346142 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:36.508851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:36.509180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:36.632328 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 240256ef-b444-49d9-a1a7-91a0809ebaaf owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:29:36.884081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:36.933349 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=240256ef-b444-49d9-a1a7-91a0809ebaaf,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:36.974900 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:36.975255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:36.975596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:36.975922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:36.976247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:36.976571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:36.976888 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:36.977226 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:36.977541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:36.977854 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:36.978169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:36.978482 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:37.035416 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:37.035761 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Floating IP 2bad1747-5315-4305-a9bf-b7492516b375 disassociated (deleted). External IP: 172.26.4.205, port: 850ffebd-2b6c-4c26-8f32-83e65a55c412. Jan 28 07:29:37.474915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 3051beab-0469-4a85-8f6c-15b9432f5d59 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:29:37.648278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:29:37.658955 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc2c11-c1d1-4562-86fe-35887f217d69 None None] Sync routers for ids ['3051beab-0469-4a85-8f6c-15b9432f5d59'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:29:37.669057 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc2c11-c1d1-4562-86fe-35887f217d69 None None] Routers {'3051beab-0469-4a85-8f6c-15b9432f5d59'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:29:37.669673 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-04cc2c11-c1d1-4562-86fe-35887f217d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:29:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3051beab-0469-4a85-8f6c-15b9432f5d59'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:37.723391 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:37.783528 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f4733279-7e88-4b99-9d6b-00b5cfadbe64 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/floatingips/2bad1747-5315-4305-a9bf-b7492516b375 HTTP/1.1" status: 204 len: 168 time: 1.6390748 Jan 28 07:29:37.783528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'tag': '850ffebd-2b6c-4c26-8f32-83e65a55c412'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:29:37.834729 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'tag': '850ffebd-2b6c-4c26-8f32-83e65a55c412', 'status': 'completed', 'code': 200} Jan 28 07:29:37.859554 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-04cc2c11-c1d1-4562-86fe-35887f217d69 None None] Set router 3051beab-0469-4a85-8f6c-15b9432f5d59 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:29:37.967543 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f176b-5a0e-4c74-81d3-be4e5e46fb7e req-04f13454-b221-41c9-9dc9-ad97f3139532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:37.968997 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a9f176b-5a0e-4c74-81d3-be4e5e46fb7e req-04f13454-b221-41c9-9dc9-ad97f3139532 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 1098 time: 0.0731826 Jan 28 07:29:38.102255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f176b-5a0e-4c74-81d3-be4e5e46fb7e req-79eae680-3bde-474e-8f94-550a47c01de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:38.103642 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a9f176b-5a0e-4c74-81d3-be4e5e46fb7e req-79eae680-3bde-474e-8f94-550a47c01de5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4d45e322-5e26-4c3d-a2eb-e6c3fc1599af HTTP/1.1" status: 200 len: 898 time: 0.1253591 Jan 28 07:29:38.173592 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-04cc2c11-c1d1-4562-86fe-35887f217d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3d5a4519-0347-43a7-a5f1-b27e10bdc316', 'name': '', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:0d:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:34Z', 'updated_at': '2022-01-28T07:28:39Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:38.177431 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc2c11-c1d1-4562-86fe-35887f217d69 None None] Checking router: 3051beab-0469-4a85-8f6c-15b9432f5d59 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:29:38.181224 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a9f176b-5a0e-4c74-81d3-be4e5e46fb7e req-38df7b9f-a77a-4201-ade9-025b36bfeffe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=850ffebd-2b6c-4c26-8f32-83e65a55c412 HTTP/1.1" status: 200 len: 217 time: 0.0670297 Jan 28 07:29:38.186027 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc2c11-c1d1-4562-86fe-35887f217d69 None None] Routers {'3051beab-0469-4a85-8f6c-15b9432f5d59'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:29:38.186984 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-04cc2c11-c1d1-4562-86fe-35887f217d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:29:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3051beab-0469-4a85-8f6c-15b9432f5d59'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:38.249252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f176b-5a0e-4c74-81d3-be4e5e46fb7e req-a0b4f4f0-8215-4277-9cd7-fe57344502c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:38.251071 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a9f176b-5a0e-4c74-81d3-be4e5e46fb7e req-a0b4f4f0-8215-4277-9cd7-fe57344502c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43 HTTP/1.1" status: 200 len: 835 time: 0.0619330 Jan 28 07:29:38.364627 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-04cc2c11-c1d1-4562-86fe-35887f217d69 None None] Set router 3051beab-0469-4a85-8f6c-15b9432f5d59 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:29:38.428567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f176b-5a0e-4c74-81d3-be4e5e46fb7e req-18caa1c9-3885-437d-907d-79e2b3e4dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:38.430586 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a9f176b-5a0e-4c74-81d3-be4e5e46fb7e req-18caa1c9-3885-437d-907d-79e2b3e4dbc4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d45e322-5e26-4c3d-a2eb-e6c3fc1599af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1316104 Jan 28 07:29:38.438767 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3772a98-f8e0-47a0-830c-0a1a7af54b9a req-a968f4a2-9973-4cfb-a774-8b5f8ea7d19b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:38.439444 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a3772a98-f8e0-47a0-830c-0a1a7af54b9a req-a968f4a2-9973-4cfb-a774-8b5f8ea7d19b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:29:38.552169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a3772a98-f8e0-47a0-830c-0a1a7af54b9a req-a968f4a2-9973-4cfb-a774-8b5f8ea7d19b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:29:38.553295 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3772a98-f8e0-47a0-830c-0a1a7af54b9a req-a968f4a2-9973-4cfb-a774-8b5f8ea7d19b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 945 time: 0.2211192 Jan 28 07:29:38.589914 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a9f176b-5a0e-4c74-81d3-be4e5e46fb7e req-bb27e30f-e162-47ec-8d4f-638b1191355f service neutron] 10.222.0.37 "GET /v2.0/networks/4d45e322-5e26-4c3d-a2eb-e6c3fc1599af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468718 Jan 28 07:29:38.639635 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3772a98-f8e0-47a0-830c-0a1a7af54b9a req-461fb3e4-a27e-4156-8169-d0acdbe9ece5 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731308 Jan 28 07:29:38.675975 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-04cc2c11-c1d1-4562-86fe-35887f217d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3d5a4519-0347-43a7-a5f1-b27e10bdc316', 'name': '', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:0d:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:34Z', 'updated_at': '2022-01-28T07:28:39Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:38.679843 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cc2c11-c1d1-4562-86fe-35887f217d69 None None] The sync data for ids ['3051beab-0469-4a85-8f6c-15b9432f5d59'] in dv-neutron-824022-4-hyperv is: [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '3d5a4519-0347-43a7-a5f1-b27e10bdc316', 'name': '', 'network_id': '4d45e322-5e26-4c3d-a2eb-e6c3fc1599af', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'mac_address': 'fa:16:3e:0d:fc:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:34Z', 'updated_at': '2022-01-28T07:28:39Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'subnets': [{'id': 'ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:29:38.737493 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a9f176b-5a0e-4c74-81d3-be4e5e46fb7e req-98523419-f93f-4e2a-bbad-65a98f7c60c3 service neutron] 10.222.0.37 "GET /v2.0/networks/4d45e322-5e26-4c3d-a2eb-e6c3fc1599af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355321 Jan 28 07:29:38.897442 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b80669-c8b8-47df-b1ab-67bd275efe47 None None] New status for floating IP 2bad1747-5315-4305-a9bf-b7492516b375: DOWN {{(pid=88218) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:29:39.352776 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:29:39.827492 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb62cd1-396f-4d0c-8741-d7e888cc94a6 req-a4590b0e-456b-4fdf-a9a5-8b2184f13458 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:39.828907 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8eb62cd1-396f-4d0c-8741-d7e888cc94a6 req-a4590b0e-456b-4fdf-a9a5-8b2184f13458 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 945 time: 0.0830770 Jan 28 07:29:39.871353 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8eb62cd1-396f-4d0c-8741-d7e888cc94a6 req-e8725bee-750d-4421-b439-dc4289cf7c05 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368540 Jan 28 07:29:40.355848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3400a5-c2dc-4a4d-9a00-456eb865ed0c req-32650ad9-f132-4e79-a6c2-a3d9537c8b18 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:40.357238 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a3400a5-c2dc-4a4d-9a00-456eb865ed0c req-32650ad9-f132-4e79-a6c2-a3d9537c8b18 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 945 time: 0.0776894 Jan 28 07:29:40.527599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-5a3400a5-c2dc-4a4d-9a00-456eb865ed0c req-1cf38a42-7e89-41c1-bddf-e8bda574bf1d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 850ffebd-2b6c-4c26-8f32-83e65a55c412 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:29:40.527936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5a3400a5-c2dc-4a4d-9a00-456eb865ed0c req-1cf38a42-7e89-41c1-bddf-e8bda574bf1d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:40.762819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-5a3400a5-c2dc-4a4d-9a00-456eb865ed0c req-1cf38a42-7e89-41c1-bddf-e8bda574bf1d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port 850ffebd-2b6c-4c26-8f32-83e65a55c412, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=850ffebd-2b6c-4c26-8f32-83e65a55c412,segment=NetworkSegment(6bcb5675-43b9-43c6-89ba-b8d0b431ddb0),segment_id=6bcb5675-43b9-43c6-89ba-b8d0b431ddb0)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:29:40.763180 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5a3400a5-c2dc-4a4d-9a00-456eb865ed0c req-1cf38a42-7e89-41c1-bddf-e8bda574bf1d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:40.884337 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-5a3400a5-c2dc-4a4d-9a00-456eb865ed0c req-1cf38a42-7e89-41c1-bddf-e8bda574bf1d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 850ffebd-2b6c-4c26-8f32-83e65a55c412 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:29:41.106382 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7219c-74b0-4ac8-aa37-4f39045c7d51 req-68590889-2d2e-4503-8c87-80c258ed875b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:41.107756 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-04b7219c-74b0-4ac8-aa37-4f39045c7d51 req-68590889-2d2e-4503-8c87-80c258ed875b tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 945 time: 0.0998721 Jan 28 07:29:41.130443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5a3400a5-c2dc-4a4d-9a00-456eb865ed0c req-1cf38a42-7e89-41c1-bddf-e8bda574bf1d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:41.192367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf38a42-7e89-41c1-bddf-e8bda574bf1d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=850ffebd-2b6c-4c26-8f32-83e65a55c412,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:41.237038 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-04b7219c-74b0-4ac8-aa37-4f39045c7d51 req-3f1c51a5-eced-4b89-8ff5-d7a8b88a16b8 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc7d564a-7cca-48fc-9e72-a71d65f5321d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235578 Jan 28 07:29:41.282857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3400a5-c2dc-4a4d-9a00-456eb865ed0c req-1cf38a42-7e89-41c1-bddf-e8bda574bf1d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] No DVR routers for this DVR port 850ffebd-2b6c-4c26-8f32-83e65a55c412 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:29:41.285667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5a3400a5-c2dc-4a4d-9a00-456eb865ed0c req-1cf38a42-7e89-41c1-bddf-e8bda574bf1d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:41.288275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'name': 'network-vif-deleted', 'tag': '850ffebd-2b6c-4c26-8f32-83e65a55c412'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:29:41.334755 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cb5d78-0ba7-4769-801e-b18baf0430cf', 'name': 'network-vif-deleted', 'tag': '850ffebd-2b6c-4c26-8f32-83e65a55c412', 'status': 'completed', 'code': 200} Jan 28 07:29:41.358663 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a3400a5-c2dc-4a4d-9a00-456eb865ed0c req-1cf38a42-7e89-41c1-bddf-e8bda574bf1d tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.37 "DELETE /v2.0/ports/850ffebd-2b6c-4c26-8f32-83e65a55c412 HTTP/1.1" status: 204 len: 173 time: 0.9922521 Jan 28 07:29:41.426601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:42.398630 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9d009aa7-0f01-4c19-b7aa-78007f56d076 req-a2b91604-b0da-457f-8a5c-bf00acbf4b3c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Synchronizing usage tracker for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:29:42.466755 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9d009aa7-0f01-4c19-b7aa-78007f56d076 req-a2b91604-b0da-457f-8a5c-bf00acbf4b3c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Unset dirty status for tenant:e515c05fa5e6476ca9b8a700c8efff41 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:29:42.467990 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9d009aa7-0f01-4c19-b7aa-78007f56d076 req-a2b91604-b0da-457f-8a5c-bf00acbf4b3c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7cb5d78-0ba7-4769-801e-b18baf0430cf HTTP/1.1" status: 200 len: 210 time: 0.1106515 Jan 28 07:29:43.558850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55652) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:44.095268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb1881ae-a043-4c65-b7cd-d800abbf76eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:44.539517 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-eb1881ae-a043-4c65-b7cd-d800abbf76eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port 3d5a4519-0347-43a7-a5f1-b27e10bdc316 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:29:44.539857 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb1881ae-a043-4c65-b7cd-d800abbf76eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:44.720791 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-eb1881ae-a043-4c65-b7cd-d800abbf76eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port 3d5a4519-0347-43a7-a5f1-b27e10bdc316, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=3d5a4519-0347-43a7-a5f1-b27e10bdc316,segment=NetworkSegment(6bcb5675-43b9-43c6-89ba-b8d0b431ddb0),segment_id=6bcb5675-43b9-43c6-89ba-b8d0b431ddb0)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:29:44.721483 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb1881ae-a043-4c65-b7cd-d800abbf76eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:44.843267 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-eb1881ae-a043-4c65-b7cd-d800abbf76eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for 3d5a4519-0347-43a7-a5f1-b27e10bdc316 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:29:45.169025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 850ffebd-2b6c-4c26-8f32-83e65a55c412 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:29:45.197925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb1881ae-a043-4c65-b7cd-d800abbf76eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:45.206022 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 850ffebd-2b6c-4c26-8f32-83e65a55c412 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:29:45.206376 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 850ffebd-2b6c-4c26-8f32-83e65a55c412 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:29:45.247115 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1881ae-a043-4c65-b7cd-d800abbf76eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=3d5a4519-0347-43a7-a5f1-b27e10bdc316,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:45.519378 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eb1881ae-a043-4c65-b7cd-d800abbf76eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:45.979872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1881ae-a043-4c65-b7cd-d800abbf76eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Router 3051beab-0469-4a85-8f6c-15b9432f5d59 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:29:46.150533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1881ae-a043-4c65-b7cd-d800abbf76eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:29:46.159764 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8ebe2-03ef-47a3-8787-f80dd9eaa2cc None None] Sync routers for ids ['3051beab-0469-4a85-8f6c-15b9432f5d59'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:29:46.198432 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8ebe2-03ef-47a3-8787-f80dd9eaa2cc None None] Routers {'3051beab-0469-4a85-8f6c-15b9432f5d59'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:29:46.199022 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cca8ebe2-03ef-47a3-8787-f80dd9eaa2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:29:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3051beab-0469-4a85-8f6c-15b9432f5d59'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:46.210792 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eb1881ae-a043-4c65-b7cd-d800abbf76eb tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "PUT /v2.0/routers/3051beab-0469-4a85-8f6c-15b9432f5d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6501694 Jan 28 07:29:46.213660 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55656) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:46.282371 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-f115a5a5-7033-4da8-be2e-935835bbc20a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting subnet ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:29:46.285227 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f115a5a5-7033-4da8-be2e-935835bbc20a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:46.338259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f115a5a5-7033-4da8-be2e-935835bbc20a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:46.374678 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-cca8ebe2-03ef-47a3-8787-f80dd9eaa2cc None None] Set router 3051beab-0469-4a85-8f6c-15b9432f5d59 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:29:46.442125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f115a5a5-7033-4da8-be2e-935835bbc20a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:46.569457 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f115a5a5-7033-4da8-be2e-935835bbc20a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:46.609779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115a5a5-7033-4da8-be2e-935835bbc20a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:46.611700 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f115a5a5-7033-4da8-be2e-935835bbc20a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:46.617213 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c32b50-1023-4f9a-94ca-714e056ac2d1 None None] Network 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:29:46.619837 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f115a5a5-7033-4da8-be2e-935835bbc20a tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/subnets/ff8f3257-4d45-4c6e-a3a7-63e2d5dd5a43 HTTP/1.1" status: 204 len: 168 time: 0.4050496 Jan 28 07:29:46.621387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55660) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:46.653882 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cca8ebe2-03ef-47a3-8787-f80dd9eaa2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:29:45Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:46.657678 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8ebe2-03ef-47a3-8787-f80dd9eaa2cc None None] Checking router: 3051beab-0469-4a85-8f6c-15b9432f5d59 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:29:46.667045 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8ebe2-03ef-47a3-8787-f80dd9eaa2cc None None] Routers {'3051beab-0469-4a85-8f6c-15b9432f5d59'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:29:46.667367 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cca8ebe2-03ef-47a3-8787-f80dd9eaa2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:29:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['3051beab-0469-4a85-8f6c-15b9432f5d59'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:46.811221 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:46.858534 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-cca8ebe2-03ef-47a3-8787-f80dd9eaa2cc None None] Set router 3051beab-0469-4a85-8f6c-15b9432f5d59 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:29:46.908305 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] DHCP port deletion for 4d45e322-5e26-4c3d-a2eb-e6c3fc1599af request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:29:46.912706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Deleting port 27af9e29-0f56-4199-ba34-4f513d226b8b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:29:46.913150 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:47.115279 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:47.132752 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] For port 27af9e29-0f56-4199-ba34-4f513d226b8b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=27af9e29-0f56-4199-ba34-4f513d226b8b,segment=NetworkSegment(6bcb5675-43b9-43c6-89ba-b8d0b431ddb0),segment_id=6bcb5675-43b9-43c6-89ba-b8d0b431ddb0)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:29:47.133614 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:47.158397 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-cca8ebe2-03ef-47a3-8787-f80dd9eaa2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:29:45Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:47.162232 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca8ebe2-03ef-47a3-8787-f80dd9eaa2cc None None] The sync data for ids ['3051beab-0469-4a85-8f6c-15b9432f5d59'] in dv-neutron-824022-4-hyperv is: [{'id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'name': 'tempest-TestNetworkAdvancedServerOps-router-45151685', 'tenant_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:28:29Z', 'updated_at': '2022-01-28T07:29:45Z', 'revision_number': 5, 'project_id': 'e515c05fa5e6476ca9b8a700c8efff41', 'gw_port': {'id': 'a1917d0c-6bb0-460c-8bf7-8c7511f077b1', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3051beab-0469-4a85-8f6c-15b9432f5d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:28:30Z', 'updated_at': '2022-01-28T07:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:29:47.198108 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Deleting port a1917d0c-6bb0-460c-8bf7-8c7511f077b1 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:29:47.198459 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:47.255725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Calling delete_port for 27af9e29-0f56-4199-ba34-4f513d226b8b owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:29:47.373579 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] For port a1917d0c-6bb0-460c-8bf7-8c7511f077b1, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a1917d0c-6bb0-460c-8bf7-8c7511f077b1,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:29:47.373847 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:47.375737 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413'] for port, after_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:47.424158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Pushing event deleted for resources: {'Port': ['ID=27af9e29-0f56-4199-ba34-4f513d226b8b,revision_number=None']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:47.428663 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] No DVR routers for this DVR port 27af9e29-0f56-4199-ba34-4f513d226b8b on host dv-neutron-824022-4-hyperv {{(pid=88218) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:29:47.435135 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.435499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.435829 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.436163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.436489 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.436817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.437137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.437457 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.437778 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.438432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.438432 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.438691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f62170-306d-49ac-aaa9-094a68adfaed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.504193 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Calling delete_port for a1917d0c-6bb0-460c-8bf7-8c7511f077b1 owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:29:47.568143 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 27af9e29-0f56-4199-ba34-4f513d226b8b no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:29:47.602806 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 27af9e29-0f56-4199-ba34-4f513d226b8b {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:29:47.603142 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 27af9e29-0f56-4199-ba34-4f513d226b8b not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:29:47.603580 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3d5a4519-0347-43a7-a5f1-b27e10bdc316 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:29:47.639529 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 3d5a4519-0347-43a7-a5f1-b27e10bdc316 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:29:47.640179 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 3d5a4519-0347-43a7-a5f1-b27e10bdc316 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:29:47.740510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:47.788347 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Port': ['ID=a1917d0c-6bb0-460c-8bf7-8c7511f077b1,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:47.823371 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.823742 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.824069 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.824407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.824738 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.825076 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.825401 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.825728 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.826062 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.826384 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.826710 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.827030 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:29:47.891679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.062140 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.064299 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.140417 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.140916 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Fanout notify agent at l3_agent the message router_deleted on router 3051beab-0469-4a85-8f6c-15b9432f5d59 {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:29:48.156443 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.157571 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-468e8acb-3641-4586-b7a4-6c84c5dacfab tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/routers/3051beab-0469-4a85-8f6c-15b9432f5d59 HTTP/1.1" status: 204 len: 168 time: 1.5351615 Jan 28 07:29:48.160058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55664) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:48.274063 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3e8710ef-1ef4-4ab9-adc4-325e5eeaca41 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.402853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3e8710ef-1ef4-4ab9-adc4-325e5eeaca41 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.426144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-3e8710ef-1ef4-4ab9-adc4-325e5eeaca41 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d45e322-5e26-4c3d-a2eb-e6c3fc1599af']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:48.437775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-3e8710ef-1ef4-4ab9-adc4-325e5eeaca41 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:48.438070 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-3e8710ef-1ef4-4ab9-adc4-325e5eeaca41 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcb5675-43b9-43c6-89ba-b8d0b431ddb0') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:48.449581 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3e8710ef-1ef4-4ab9-adc4-325e5eeaca41 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.465222 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3e8710ef-1ef4-4ab9-adc4-325e5eeaca41 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.471071 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8710ef-1ef4-4ab9-adc4-325e5eeaca41 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:29:48.471501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3e8710ef-1ef4-4ab9-adc4-325e5eeaca41 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:29:48.488762 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:29:48.643564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3e8710ef-1ef4-4ab9-adc4-325e5eeaca41 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.661136 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3e8710ef-1ef4-4ab9-adc4-325e5eeaca41 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.673023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8710ef-1ef4-4ab9-adc4-325e5eeaca41 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'Network': ['ID=4d45e322-5e26-4c3d-a2eb-e6c3fc1599af,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:48.712612 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3e8710ef-1ef4-4ab9-adc4-325e5eeaca41 tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/networks/4d45e322-5e26-4c3d-a2eb-e6c3fc1599af HTTP/1.1" status: 204 len: 168 time: 0.5515900 Jan 28 07:29:48.715267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55668) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:48.785416 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b099da9e-ee34-4578-bd3b-ec6df5e3f43c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.814847 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b099da9e-ee34-4578-bd3b-ec6df5e3f43c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.923130 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b099da9e-ee34-4578-bd3b-ec6df5e3f43c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.940468 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099da9e-ee34-4578-bd3b-ec6df5e3f43c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7d564a-7cca-48fc-9e72-a71d65f5321d,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:48.991334 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b099da9e-ee34-4578-bd3b-ec6df5e3f43c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:48.993074 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b099da9e-ee34-4578-bd3b-ec6df5e3f43c tempest-TestNetworkAdvancedServerOps-1204157349 tempest-TestNetworkAdvancedServerOps-1204157349-project] 10.222.0.25 "DELETE /v2.0/security-groups/cc7d564a-7cca-48fc-9e72-a71d65f5321d HTTP/1.1" status: 204 len: 168 time: 0.2768440 Jan 28 07:29:49.564093 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a1917d0c-6bb0-460c-8bf7-8c7511f077b1 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:29:49.596828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: a1917d0c-6bb0-460c-8bf7-8c7511f077b1 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:29:49.597171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a1917d0c-6bb0-460c-8bf7-8c7511f077b1 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:29:49.678172 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55678) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:49.828626 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9746a9ee-3c57-4c3a-ac7f-509815f4f2e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e515c05fa5e6476ca9b8a700c8efff41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493087 Jan 28 07:29:49.831122 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55684) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:49.889296 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2e806ac2-9445-4a8d-8fd6-cbdeca8a957e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:49.917369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2e806ac2-9445-4a8d-8fd6-cbdeca8a957e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:50.037752 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2e806ac2-9445-4a8d-8fd6-cbdeca8a957e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:50.054458 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e806ac2-9445-4a8d-8fd6-cbdeca8a957e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff447d31-905b-4400-b96e-5c231cbb27f7,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:50.062194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2e806ac2-9445-4a8d-8fd6-cbdeca8a957e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:50.063336 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2e806ac2-9445-4a8d-8fd6-cbdeca8a957e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff447d31-905b-4400-b96e-5c231cbb27f7 HTTP/1.1" status: 204 len: 168 time: 0.2312851 Jan 28 07:29:50.622191 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55692) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:50.639618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0200-c23b-4ab8-bda5-45aa2f8a9c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:50.653114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dbdb0200-c23b-4ab8-bda5-45aa2f8a9c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:29:50.656781 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dbdb0200-c23b-4ab8-bda5-45aa2f8a9c31 admin admin] Usage tracker for resource:security_group_rule and tenant:d063e066fc5f436fa10a16e8a17dbb79 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:29:50.659587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dbdb0200-c23b-4ab8-bda5-45aa2f8a9c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:29:50.665560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dbdb0200-c23b-4ab8-bda5-45aa2f8a9c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:29:50.747183 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0200-c23b-4ab8-bda5-45aa2f8a9c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:50.837727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dbdb0200-c23b-4ab8-bda5-45aa2f8a9c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:50.886126 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dbdb0200-c23b-4ab8-bda5-45aa2f8a9c31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d063e066fc5f436fa10a16e8a17dbb79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627978 Jan 28 07:29:50.886978 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb0200-c23b-4ab8-bda5-45aa2f8a9c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a191011-3055-4cb2-9755-edb9f39c89cb,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:50.888733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55696) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:50.947075 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9c47c2ae-279d-4460-b4e9-9ad28323bdb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:50.971956 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9c47c2ae-279d-4460-b4e9-9ad28323bdb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:51.077826 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9c47c2ae-279d-4460-b4e9-9ad28323bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:51.094262 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47c2ae-279d-4460-b4e9-9ad28323bdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a191011-3055-4cb2-9755-edb9f39c89cb,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:51.099329 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9c47c2ae-279d-4460-b4e9-9ad28323bdb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:51.102121 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9c47c2ae-279d-4460-b4e9-9ad28323bdb3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a191011-3055-4cb2-9755-edb9f39c89cb HTTP/1.1" status: 204 len: 168 time: 0.2100675 Jan 28 07:29:52.167067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55720) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:52.268290 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1477684671-network', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:52.272946 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:29:52.276737 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Usage tracker for resource:network and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:29:52.279545 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:29:52.285557 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:29:52.380252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Made reservation on behalf of e84b3e6aae2d4de99dbcf529c3552ac1 for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:29:52.382510 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:52.397762 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:52.411896 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:29:52.416202 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:29:52.419025 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:29:52.424787 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:29:52.505108 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:52.552047 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:52.583189 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:29:52.591722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024ab9a5-c866-4870-94ad-75d09a3718e6,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:52.597906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:52.598245 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Added segment 1e6d5fea-cf54-4a0b-92ef-b1015eae9311 of type vlan for network eb041e0e-4654-4c69-8b4a-425d0aa91788 Jan 28 07:29:52.634744 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:52.700414 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:52.701345 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:52.701924 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:52.905925 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7376423 Jan 28 07:29:52.908899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55726) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:52.911054 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bcdfc-5181-4a78-b358-953d4d7d9c9c admin admin] Pushing event updated for resources: {'Network': ['ID=eb041e0e-4654-4c69-8b4a-425d0aa91788,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:52.915960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Request body: {'subnet': {'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1477684671-subnet', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:52.921126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:29:52.924789 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network eb041e0e-4654-4c69-8b4a-425d0aa91788 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:29:52.925682 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Usage tracker for resource:subnet and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:29:52.928794 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:29:52.935954 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:29:53.003375 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Made reservation on behalf of e84b3e6aae2d4de99dbcf529c3552ac1 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:29:53.005825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:53.272094 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:53.346824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a37404f-f2ca-4aa9-9542-71f2fa91a99f,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:53.355571 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Checking segment: {'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:29:53.355918 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Network hostable DHCP agents. Network: eb041e0e-4654-4c69-8b4a-425d0aa91788, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:29:53.409238 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Network eb041e0e-4654-4c69-8b4a-425d0aa91788 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:29:53.471968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, eb041e0e-4654-4c69-8b4a-425d0aa91788) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:53.476081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:29:53.477500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:53.481392 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3d3690-6b54-4ec6-9f7c-bd6db89003f2 None None] Network eb041e0e-4654-4c69-8b4a-425d0aa91788 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:29:53.547086 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-24ee7826-98f8-4a97-8f11-829cf987b8ec admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6370032 Jan 28 07:29:53.549645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55730) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:53.555066 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:53.559828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:29:53.563658 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Usage tracker for resource:router and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:29:53.566434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:29:53.572925 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:29:53.649447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:53.650490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:53.666140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:53.694724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-eb041e0e-4654-4c69-8b4a-425d0aa91788', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:29:53.695599 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:53.864469 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Allocated IP 172.20.0.2 (eb041e0e-4654-4c69-8b4a-425d0aa91788/7a37404f-f2ca-4aa9-9542-71f2fa91a99f/5122cb91-0ec3-4333-8b39-defcd646b15c) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:29:54.075185 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:54.085065 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Transition to ACTIVE for port object 5122cb91-0ec3-4333-8b39-defcd646b15c will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:29:54.092423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:54.106799 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Transition to ACTIVE for port object 5122cb91-0ec3-4333-8b39-defcd646b15c will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:29:54.158047 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:54.222284 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Network eb041e0e-4654-4c69-8b4a-425d0aa91788 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:54.223417 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:54.225796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:29:54.267546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Pushing event updated for resources: {'Port': ['ID=5122cb91-0ec3-4333-8b39-defcd646b15c,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:54.323173 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Attempting to bind port 5122cb91-0ec3-4333-8b39-defcd646b15c on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:29:54.323573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Attempting to bind port 5122cb91-0ec3-4333-8b39-defcd646b15c by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:29:54.323928 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Attempting to bind port 5122cb91-0ec3-4333-8b39-defcd646b15c on network eb041e0e-4654-4c69-8b4a-425d0aa91788 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:29:54.329188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:29:54.329561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Checking segment: {'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:29:54.329959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:54.330352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Bound using segment: {'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:29:54.330813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Bound port: 5122cb91-0ec3-4333-8b39-defcd646b15c, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:29:54.331186 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:54.420218 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] For port 5122cb91-0ec3-4333-8b39-defcd646b15c, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:29:54.423017 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] For port 5122cb91-0ec3-4333-8b39-defcd646b15c, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5122cb91-0ec3-4333-8b39-defcd646b15c,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:29:54.434864 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:54.469054 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:54.501296 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:54.581631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef69b3-5363-44d4-94da-1ccaf7aeb5ba None None] Pushing event updated for resources: {'Port': ['ID=5122cb91-0ec3-4333-8b39-defcd646b15c,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:54.607851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Allocated IP 172.26.4.188 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/d26d971e-3e13-48c7-be68-a6e9d7e5a0cf) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:29:54.771146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:54.855085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:54.918326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:54.921091 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:54.925596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:29:54.966898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Pushing event updated for resources: {'Port': ['ID=d26d971e-3e13-48c7-be68-a6e9d7e5a0cf,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:55.401852 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:55.514990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fcb121-1b8f-4b2a-ab4d-5b1ceb02c42f None None] Network eb041e0e-4654-4c69-8b4a-425d0aa91788 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:29:55.626703 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5122cb91-0ec3-4333-8b39-defcd646b15c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:29:55.686594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-af97f56d-73cc-4bf6-bccf-5e1bd39f6fcd None None] Provisioning for port 5122cb91-0ec3-4333-8b39-defcd646b15c completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:29:55.826133 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 5122cb91-0ec3-4333-8b39-defcd646b15c completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:29:55.832626 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5122cb91-0ec3-4333-8b39-defcd646b15c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:55.832998 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:55.860710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:55.960470 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:55.994525 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 5122cb91-0ec3-4333-8b39-defcd646b15c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5122cb91-0ec3-4333-8b39-defcd646b15c,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:29:56.044231 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:56.117691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Router 668f202b-1116-468d-acc3-c9cb5f240ac6 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:29:56.127566 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-09983029-7735-4099-a311-ef64a0d2a0c2 None None] Provisioning complete for port 5122cb91-0ec3-4333-8b39-defcd646b15c triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:56.127932 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-09983029-7735-4099-a311-ef64a0d2a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:56.187659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=5122cb91-0ec3-4333-8b39-defcd646b15c,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:56.295703 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:29:56.304154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Sync routers for ids ['668f202b-1116-468d-acc3-c9cb5f240ac6'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:29:56.313375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Routers {'668f202b-1116-468d-acc3-c9cb5f240ac6'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:29:56.327983 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:29:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['668f202b-1116-468d-acc3-c9cb5f240ac6'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:56.397583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:56.398789 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-dad95139-6e3b-4b67-8e1e-53469865ee88 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8482339 Jan 28 07:29:56.401651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55734) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:56.494794 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Set router 668f202b-1116-468d-acc3-c9cb5f240ac6 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:29:56.786271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:55Z', 'revision_number': 3, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:56.790675 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Checking router: 668f202b-1116-468d-acc3-c9cb5f240ac6 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:29:56.791031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Updating router 668f202b-1116-468d-acc3-c9cb5f240ac6 port d26d971e-3e13-48c7-be68-a6e9d7e5a0cf binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:29:56.843892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:57.173484 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:57.184521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Transition to ACTIVE for port object d26d971e-3e13-48c7-be68-a6e9d7e5a0cf will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:29:57.204239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:57.254697 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:57.333981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Attempting to bind port d26d971e-3e13-48c7-be68-a6e9d7e5a0cf on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:29:57.334355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Attempting to bind port d26d971e-3e13-48c7-be68-a6e9d7e5a0cf by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:29:57.334728 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Attempting to bind port d26d971e-3e13-48c7-be68-a6e9d7e5a0cf on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:29:57.348273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:29:57.348731 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:29:57.349134 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:57.349530 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:29:57.350019 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Bound port: d26d971e-3e13-48c7-be68-a6e9d7e5a0cf, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:29:57.350398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:57.373703 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51cf92-fb48-4566-860f-3270cdae0d13 None None] Pushing event updated for resources: {'Port': ['ID=d26d971e-3e13-48c7-be68-a6e9d7e5a0cf,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:57.412507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Allocated IP 172.20.0.1 (eb041e0e-4654-4c69-8b4a-425d0aa91788/7a37404f-f2ca-4aa9-9542-71f2fa91a99f/33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:29:57.437231 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] For port d26d971e-3e13-48c7-be68-a6e9d7e5a0cf, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:29:57.440214 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] For port d26d971e-3e13-48c7-be68-a6e9d7e5a0cf, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d26d971e-3e13-48c7-be68-a6e9d7e5a0cf,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:29:57.494988 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:57.566760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:57.578560 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5122cb91-0ec3-4333-8b39-defcd646b15c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:29:57.585167 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Transition to ACTIVE for port object 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:29:57.607689 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Routers {'668f202b-1116-468d-acc3-c9cb5f240ac6'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:29:57.608325 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:29:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['668f202b-1116-468d-acc3-c9cb5f240ac6'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:57.669253 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51cf92-fb48-4566-860f-3270cdae0d13 None None] Pushing event updated for resources: {'Port': ['ID=d26d971e-3e13-48c7-be68-a6e9d7e5a0cf,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:57.672405 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:57.736352 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Network eb041e0e-4654-4c69-8b4a-425d0aa91788 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:57.738990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:57.743248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:29:57.780093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Pushing event updated for resources: {'Port': ['ID=33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:57.808593 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:57.862600 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 5122cb91-0ec3-4333-8b39-defcd646b15c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:57.863122 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:57.915690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] Set router 668f202b-1116-468d-acc3-c9cb5f240ac6 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:29:58.123118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d6d287e6-32f7-4f33-b766-fa32e29eb5bd None None] Provisioning for port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:29:58.150823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:58.163147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d6d287e6-32f7-4f33-b766-fa32e29eb5bd None None] Provisioning complete for port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:58.163542 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d6d287e6-32f7-4f33-b766-fa32e29eb5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:58.250090 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d6d287e6-32f7-4f33-b766-fa32e29eb5bd None None] Port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:29:58.318067 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:55Z', 'revision_number': 3, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:58.322494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65816e98-cac5-4c0a-be7e-e5c05f72e6ed None None] The sync data for ids ['668f202b-1116-468d-acc3-c9cb5f240ac6'] in dv-neutron-824022-4-hyperv is: [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:55Z', 'revision_number': 3, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:29:58.373025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:58.443356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:58.554092 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:58.558237 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Pushing event updated for resources: {'Port': ['ID=33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:58.697368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Network eb041e0e-4654-4c69-8b4a-425d0aa91788 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:29:58.698555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:29:58.975674 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-5fd51c7e-a123-4bca-9f3b-9156453a9dbe None None] Provisioning complete for port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:58.976668 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5fd51c7e-a123-4bca-9f3b-9156453a9dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:59.010134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Router 668f202b-1116-468d-acc3-c9cb5f240ac6 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:29:59.035995 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-5fd51c7e-a123-4bca-9f3b-9156453a9dbe None None] Port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:29:59.191207 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:29:59.200468 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ef7f4b2e-60b2-4fc9-a5bb-a9b5b34ef908 admin admin] 10.222.0.25 "PUT /v2.0/routers/668f202b-1116-468d-acc3-c9cb5f240ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7978292 Jan 28 07:29:59.603344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d26d971e-3e13-48c7-be68-a6e9d7e5a0cf up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:29:59.717643 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port d26d971e-3e13-48c7-be68-a6e9d7e5a0cf completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:29:59.723297 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d26d971e-3e13-48c7-be68-a6e9d7e5a0cf triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:29:59.723678 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:59.850361 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:59.867683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port d26d971e-3e13-48c7-be68-a6e9d7e5a0cf, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d26d971e-3e13-48c7-be68-a6e9d7e5a0cf,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:29:59.878124 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Sync routers for ids ['668f202b-1116-468d-acc3-c9cb5f240ac6'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:29:59.887851 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Routers {'668f202b-1116-468d-acc3-c9cb5f240ac6'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:29:59.888613 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:29:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['668f202b-1116-468d-acc3-c9cb5f240ac6'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:29:59.896745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55752) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:29:59.902987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1343274732-network', 'tenant_id': '34c547bbfad341a798b5783f625c10f3'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:29:59.907982 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:29:59.912023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Usage tracker for resource:network and tenant:34c547bbfad341a798b5783f625c10f3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:29:59.915039 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:29:59.921047 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:29:59.923494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:29:59.993017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Made reservation on behalf of 34c547bbfad341a798b5783f625c10f3 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:29:59.994910 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=d26d971e-3e13-48c7-be68-a6e9d7e5a0cf,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:29:59.995499 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:00.009061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:00.028141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:30:00.032088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Usage tracker for resource:security_group_rule and tenant:34c547bbfad341a798b5783f625c10f3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:30:00.034980 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:30:00.041399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:30:00.071992 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Set router 668f202b-1116-468d-acc3-c9cb5f240ac6 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:30:00.121102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:00.180790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:00.213691 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:30:00.222202 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07a9ea6-f5b2-438d-93bb-03aacbb34163,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:00.227762 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:00.228114 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Added segment 36860619-273b-45b7-8466-bdfcf576c88a of type vlan for network 90236ea7-8feb-4295-9b6f-52cd67366594 Jan 28 07:30:00.254255 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:00.346300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:00.347338 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:00.347951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:00.412120 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 2, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:00.416472 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Checking router: 668f202b-1116-468d-acc3-c9cb5f240ac6 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:30:00.416833 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Updating router 668f202b-1116-468d-acc3-c9cb5f240ac6 port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:30:00.456912 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] Pushing event updated for resources: {'Network': ['ID=90236ea7-8feb-4295-9b6f-52cd67366594,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:00.467246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 90236ea7-8feb-4295-9b6f-52cd67366594 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:30:00.472191 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:00.475456 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-84951074-c569-47fc-8385-a3f1163a68cf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5750742 Jan 28 07:30:00.475721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55756) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:30:00.481314 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Request body: {'subnet': {'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1343274732-subnet', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:00.486391 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:30:00.491285 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Usage tracker for resource:subnet and tenant:34c547bbfad341a798b5783f625c10f3 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:30:00.494200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:30:00.499968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:30:00.575112 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Made reservation on behalf of 34c547bbfad341a798b5783f625c10f3 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:30:00.577606 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:00.811319 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:00.823688 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Transition to ACTIVE for port object 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:30:00.837856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:00.854420 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f25b471d-4e58-4a7c-b9b4-43586b4b75c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:00.889005 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:00.915133 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67a021a-a998-40d4-8a8b-326280edf629,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:00.924479 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Checking segment: {'id': '36860619-273b-45b7-8466-bdfcf576c88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:30:00.924831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Network hostable DHCP agents. Network: 90236ea7-8feb-4295-9b6f-52cd67366594, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:30:00.986356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Network 90236ea7-8feb-4295-9b6f-52cd67366594 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:30:01.044724 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7ccbb-794c-45f9-bb87-0d37d170e1c4 None None] Pushing event updated for resources: {'Port': ['ID=33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:01.055615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 90236ea7-8feb-4295-9b6f-52cd67366594) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:01.062336 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7ccbb-794c-45f9-bb87-0d37d170e1c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:01.062679 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7ccbb-794c-45f9-bb87-0d37d170e1c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:01.063016 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7ccbb-794c-45f9-bb87-0d37d170e1c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:01.063384 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7ccbb-794c-45f9-bb87-0d37d170e1c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:01.068800 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7ccbb-794c-45f9-bb87-0d37d170e1c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:01.068936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4465ae88-3518-414b-802c-2fbbc15bfddb None None] Network 90236ea7-8feb-4295-9b6f-52cd67366594 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:30:01.069417 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7ccbb-794c-45f9-bb87-0d37d170e1c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:01.069417 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7ccbb-794c-45f9-bb87-0d37d170e1c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:01.069417 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7ccbb-794c-45f9-bb87-0d37d170e1c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:01.069417 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7ccbb-794c-45f9-bb87-0d37d170e1c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:01.069417 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7ccbb-794c-45f9-bb87-0d37d170e1c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:01.069926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:01.070552 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7ccbb-794c-45f9-bb87-0d37d170e1c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:01.070552 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7ccbb-794c-45f9-bb87-0d37d170e1c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:30:01.070742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:01.122722 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Attempting to bind port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:30:01.123083 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Attempting to bind port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:30:01.123473 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Attempting to bind port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 on network eb041e0e-4654-4c69-8b4a-425d0aa91788 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:30:01.129922 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:30:01.129922 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Checking segment: {'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:30:01.129922 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:01.130277 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Bound using segment: {'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:30:01.130789 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Bound port: 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:30:01.131181 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:01.141395 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c49496a1-f961-4999-8f3c-af42538c1852 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6645334 Jan 28 07:30:01.143983 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55760) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:30:01.149051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1343274732-router', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:01.153927 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:30:01.157975 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Usage tracker for resource:router and tenant:34c547bbfad341a798b5783f625c10f3 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:30:01.160889 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:30:01.167996 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:30:01.223859 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] For port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:30:01.227584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:01.229650 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] For port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:30:01.229792 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:01.243864 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:01.295046 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:01.298126 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-90236ea7-8feb-4295-9b6f-52cd67366594', 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'fixed_ips': [{'subnet_id': 'b67a021a-a998-40d4-8a8b-326280edf629'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:30:01.298942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:01.370972 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Routers {'668f202b-1116-468d-acc3-c9cb5f240ac6'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:30:01.371605 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:29:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['668f202b-1116-468d-acc3-c9cb5f240ac6'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:01.428535 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7ccbb-794c-45f9-bb87-0d37d170e1c4 None None] Pushing event updated for resources: {'Port': ['ID=33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:01.466900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Allocated IP 172.20.0.2 (90236ea7-8feb-4295-9b6f-52cd67366594/b67a021a-a998-40d4-8a8b-326280edf629/0f81390d-077e-47d1-934b-ef14715aac2b) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:01.607574 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d26d971e-3e13-48c7-be68-a6e9d7e5a0cf up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:30:01.608411 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:01.610950 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] Set router 668f202b-1116-468d-acc3-c9cb5f240ac6 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:30:01.816198 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:01.829004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d26d971e-3e13-48c7-be68-a6e9d7e5a0cf triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:01.829379 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:01.867271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Transition to ACTIVE for port object 0f81390d-077e-47d1-934b-ef14715aac2b will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:30:01.909145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Transition to ACTIVE for port object 0f81390d-077e-47d1-934b-ef14715aac2b will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:30:01.977060 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:30:01Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:01.978171 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:01.983070 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed8b99f-5046-42bb-96c6-00055c74c474 None None] The sync data for ids ['668f202b-1116-468d-acc3-c9cb5f240ac6'] in dv-neutron-824022-4-hyperv is: [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:30:01Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:01.998283 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:02.044245 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:02.068054 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Network 90236ea7-8feb-4295-9b6f-52cd67366594 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:02.072079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:02.074433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:30:02.118087 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Pushing event updated for resources: {'Port': ['ID=0f81390d-077e-47d1-934b-ef14715aac2b,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:02.178232 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Attempting to bind port 0f81390d-077e-47d1-934b-ef14715aac2b on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:30:02.178606 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Attempting to bind port 0f81390d-077e-47d1-934b-ef14715aac2b by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '36860619-273b-45b7-8466-bdfcf576c88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:30:02.178971 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Attempting to bind port 0f81390d-077e-47d1-934b-ef14715aac2b on network 90236ea7-8feb-4295-9b6f-52cd67366594 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:30:02.184951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:30:02.185329 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Checking segment: {'id': '36860619-273b-45b7-8466-bdfcf576c88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:30:02.185733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:02.186132 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Bound using segment: {'id': '36860619-273b-45b7-8466-bdfcf576c88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:30:02.186600 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Bound port: 0f81390d-077e-47d1-934b-ef14715aac2b, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36860619-273b-45b7-8466-bdfcf576c88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:30:02.187168 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:02.194698 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Allocated IP 172.26.4.228 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/91378e94-345b-4fd0-94b5-f9d74f48cec3) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:02.288459 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] For port 0f81390d-077e-47d1-934b-ef14715aac2b, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:30:02.291605 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] For port 0f81390d-077e-47d1-934b-ef14715aac2b, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0f81390d-077e-47d1-934b-ef14715aac2b,segment=NetworkSegment(36860619-273b-45b7-8466-bdfcf576c88a),segment_id=36860619-273b-45b7-8466-bdfcf576c88a)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:30:02.353304 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:02.375129 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:02.438037 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:02.477015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975085fd-36fa-4f30-a853-ca6152c89d5c None None] Pushing event updated for resources: {'Port': ['ID=0f81390d-077e-47d1-934b-ef14715aac2b,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:02.519425 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:02.522694 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:02.525461 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:30:02.578834 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Pushing event updated for resources: {'Port': ['ID=91378e94-345b-4fd0-94b5-f9d74f48cec3,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:03.196676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:03.232236 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b48b1015-c38d-43a1-8a80-05b5c0d78b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:03.475499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f193aa6-91c7-459c-8b51-c7610e025081 None None] Network 90236ea7-8feb-4295-9b6f-52cd67366594 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:30:03.541267 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:03.637544 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-f889f64c-7c1c-4d48-b452-4707fee9c7bf None None] Provisioning for port 0f81390d-077e-47d1-934b-ef14715aac2b completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:30:03.690387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0f81390d-077e-47d1-934b-ef14715aac2b up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:30:03.774473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Router 07bb57ff-ff15-4a00-b85c-4b6a4190dbac is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:30:03.821275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 0f81390d-077e-47d1-934b-ef14715aac2b completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:30:03.827073 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 0f81390d-077e-47d1-934b-ef14715aac2b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:03.827662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:03.951130 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:03.958490 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:30:03.972002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Sync routers for ids ['07bb57ff-ff15-4a00-b85c-4b6a4190dbac'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:03.994119 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Routers {'07bb57ff-ff15-4a00-b85c-4b6a4190dbac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:30:03.994763 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:30:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['07bb57ff-ff15-4a00-b85c-4b6a4190dbac'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:04.032158 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:04.033541 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b0b84ef6-4ff7-4c54-94af-453497daa0ac admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8885884 Jan 28 07:30:04.036389 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55764) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:30:04.050901 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 0f81390d-077e-47d1-934b-ef14715aac2b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0f81390d-077e-47d1-934b-ef14715aac2b,segment=NetworkSegment(36860619-273b-45b7-8466-bdfcf576c88a),segment_id=36860619-273b-45b7-8466-bdfcf576c88a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:30:04.141355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:04.142123 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:30:04.198630 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-b3bc4370-74ad-4acd-8f3e-c8fe18275703 None None] Provisioning complete for port 0f81390d-077e-47d1-934b-ef14715aac2b triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:04.199000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b3bc4370-74ad-4acd-8f3e-c8fe18275703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:04.349509 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Set router 07bb57ff-ff15-4a00-b85c-4b6a4190dbac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:30:04.393601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=0f81390d-077e-47d1-934b-ef14715aac2b,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:04.493683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:04.649614 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:30:04.661970 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:04.662349 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:04.769421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:04.848720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:04.852746 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:04.878714 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'name': 'tempest-TestShelveInstance-1343274732-router', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:01Z', 'updated_at': '2022-01-28T07:30:02Z', 'revision_number': 3, 'project_id': '34c547bbfad341a798b5783f625c10f3', 'gw_port': {'id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:02Z', 'updated_at': '2022-01-28T07:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:04.888760 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Checking router: 07bb57ff-ff15-4a00-b85c-4b6a4190dbac for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:30:04.890068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Updating router 07bb57ff-ff15-4a00-b85c-4b6a4190dbac port 91378e94-345b-4fd0-94b5-f9d74f48cec3 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:30:04.918134 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:30:04.943401 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:04.985942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.057426 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Allocated IP 172.20.0.1 (90236ea7-8feb-4295-9b6f-52cd67366594/b67a021a-a998-40d4-8a8b-326280edf629/25e0a3da-ddbc-4ca0-90f3-4059cef7809d) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:05.113062 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:05.203147 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.218901 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Transition to ACTIVE for port object 25e0a3da-ddbc-4ca0-90f3-4059cef7809d will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:30:05.290082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.328680 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.340597 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Transition to ACTIVE for port object 91378e94-345b-4fd0-94b5-f9d74f48cec3 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:30:05.354067 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Network 90236ea7-8feb-4295-9b6f-52cd67366594 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:05.356890 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:05.362051 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:30:05.401044 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Pushing event updated for resources: {'Port': ['ID=25e0a3da-ddbc-4ca0-90f3-4059cef7809d,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:05.405783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.427911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.488865 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Attempting to bind port 91378e94-345b-4fd0-94b5-f9d74f48cec3 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:30:05.490991 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Attempting to bind port 91378e94-345b-4fd0-94b5-f9d74f48cec3 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:30:05.490991 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Attempting to bind port 91378e94-345b-4fd0-94b5-f9d74f48cec3 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:30:05.495651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b385d-0005-4e08-a595-a6d70f6e96d6 None None] Pushing event updated for resources: {'Port': ['ID=91378e94-345b-4fd0-94b5-f9d74f48cec3,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:05.500773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:30:05.501153 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:30:05.501562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.501953 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:30:05.502444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Bound port: 91378e94-345b-4fd0-94b5-f9d74f48cec3, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:30:05.502806 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.583247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] For port 91378e94-345b-4fd0-94b5-f9d74f48cec3, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:30:05.588307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0f81390d-077e-47d1-934b-ef14715aac2b up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:30:05.614628 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.636277 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] For port 91378e94-345b-4fd0-94b5-f9d74f48cec3, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=91378e94-345b-4fd0-94b5-f9d74f48cec3,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:30:05.662072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 0f81390d-077e-47d1-934b-ef14715aac2b triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:05.662568 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.694028 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.743981 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a5f042ff-7393-4f8d-a509-dc4916472d52 None None] Provisioning for port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:30:05.777011 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a5f042ff-7393-4f8d-a509-dc4916472d52 None None] Provisioning complete for port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:05.794085 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a5f042ff-7393-4f8d-a509-dc4916472d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.841669 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.868504 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Routers {'07bb57ff-ff15-4a00-b85c-4b6a4190dbac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:30:05.869036 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:30:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['07bb57ff-ff15-4a00-b85c-4b6a4190dbac'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:05.882946 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.916448 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b385d-0005-4e08-a595-a6d70f6e96d6 None None] Pushing event updated for resources: {'Port': ['ID=91378e94-345b-4fd0-94b5-f9d74f48cec3,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:05.925269 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a5f042ff-7393-4f8d-a509-dc4916472d52 None None] Port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:30:05.935090 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:05.990801 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Pushing event updated for resources: {'Port': ['ID=25e0a3da-ddbc-4ca0-90f3-4059cef7809d,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:05.996464 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:06.057068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:30:06.130056 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Network 90236ea7-8feb-4295-9b6f-52cd67366594 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:06.131156 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:06.183403 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] Set router 07bb57ff-ff15-4a00-b85c-4b6a4190dbac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:30:06.317478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:06.317478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:06.437495 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Router 07bb57ff-ff15-4a00-b85c-4b6a4190dbac has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:30:06.536032 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-d1886513-eeab-4293-87f9-ccb2dc2d6f65 None None] Provisioning complete for port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:06.536642 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d1886513-eeab-4293-87f9-ccb2dc2d6f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:06.623761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:30:06.634833 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8fd14cce-31c2-4312-98ab-d7b4d0da9406 admin admin] 10.222.0.25 "PUT /v2.0/routers/07bb57ff-ff15-4a00-b85c-4b6a4190dbac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5970426 Jan 28 07:30:06.649378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-d1886513-eeab-4293-87f9-ccb2dc2d6f65 None None] Port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:30:06.670252 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'name': 'tempest-TestShelveInstance-1343274732-router', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:01Z', 'updated_at': '2022-01-28T07:30:05Z', 'revision_number': 4, 'project_id': '34c547bbfad341a798b5783f625c10f3', 'gw_port': {'id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:02Z', 'updated_at': '2022-01-28T07:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '25e0a3da-ddbc-4ca0-90f3-4059cef7809d', 'name': '', 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'mac_address': 'fa:16:3e:93:e5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b67a021a-a998-40d4-8a8b-326280edf629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:04Z', 'updated_at': '2022-01-28T07:30:05Z', 'revision_number': 2, 'project_id': '34c547bbfad341a798b5783f625c10f3', 'subnets': [{'id': 'b67a021a-a998-40d4-8a8b-326280edf629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:06.674109 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0cf57e-a8ea-43ee-93cc-3f06a4dc6b87 None None] The sync data for ids ['07bb57ff-ff15-4a00-b85c-4b6a4190dbac'] in dv-neutron-824022-4-hyperv is: [{'id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'name': 'tempest-TestShelveInstance-1343274732-router', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:01Z', 'updated_at': '2022-01-28T07:30:05Z', 'revision_number': 4, 'project_id': '34c547bbfad341a798b5783f625c10f3', 'gw_port': {'id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ea:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:02Z', 'updated_at': '2022-01-28T07:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '25e0a3da-ddbc-4ca0-90f3-4059cef7809d', 'name': '', 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'mac_address': 'fa:16:3e:93:e5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b67a021a-a998-40d4-8a8b-326280edf629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:04Z', 'updated_at': '2022-01-28T07:30:05Z', 'revision_number': 2, 'project_id': '34c547bbfad341a798b5783f625c10f3', 'subnets': [{'id': 'b67a021a-a998-40d4-8a8b-326280edf629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:07.289350 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55774) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:30:07.294558 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1393109144', 'description': 'tempest-secgroup-smoke-1393109144 description', 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:07.300876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:30:07.304766 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:30:07.308228 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:30:07.322403 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:30:07.415240 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:07.435299 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:30:07.438994 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:30:07.441743 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:30:07.447876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:30:07.514619 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:07.591893 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:07.609659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 91378e94-345b-4fd0-94b5-f9d74f48cec3 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:30:07.634761 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51fb81f1-4d24-4176-a874-b2bc54608a2a,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:07.723378 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:07.724637 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-7b74086b-00ac-4257-abd6-a0601b2ce5d1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4342690 Jan 28 07:30:07.727904 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55778) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:30:07.732846 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-a0f420e9-9a98-47c4-b25d-930c6cbf4307 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'security_group_rule': {'security_group_id': '51fb81f1-4d24-4176-a874-b2bc54608a2a', 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:07.738871 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a0f420e9-9a98-47c4-b25d-930c6cbf4307 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:30:07.743242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a0f420e9-9a98-47c4-b25d-930c6cbf4307 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:30:07.746080 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-a0f420e9-9a98-47c4-b25d-930c6cbf4307 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:30:07.752026 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-a0f420e9-9a98-47c4-b25d-930c6cbf4307 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:30:07.772020 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 91378e94-345b-4fd0-94b5-f9d74f48cec3 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:30:07.773858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 91378e94-345b-4fd0-94b5-f9d74f48cec3 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:07.774235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:07.856220 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a0f420e9-9a98-47c4-b25d-930c6cbf4307 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:07.887885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:07.903652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 91378e94-345b-4fd0-94b5-f9d74f48cec3, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=91378e94-345b-4fd0-94b5-f9d74f48cec3,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:30:07.919058 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a0f420e9-9a98-47c4-b25d-930c6cbf4307 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:07.974253 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:08.002998 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a0f420e9-9a98-47c4-b25d-930c6cbf4307 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:08.027269 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f420e9-9a98-47c4-b25d-930c6cbf4307 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6936a4-df5c-4d58-80ac-cacedc1cbc0e,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:08.046354 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=91378e94-345b-4fd0-94b5-f9d74f48cec3,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:08.088984 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-a0f420e9-9a98-47c4-b25d-930c6cbf4307 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:08.090198 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-a0f420e9-9a98-47c4-b25d-930c6cbf4307 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613932 Jan 28 07:30:08.092920 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55782) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:30:08.097775 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5dd6ee21-ab4b-4fe3-8bce-ece78d052458 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'security_group_rule': {'security_group_id': '51fb81f1-4d24-4176-a874-b2bc54608a2a', 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:08.104250 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5dd6ee21-ab4b-4fe3-8bce-ece78d052458 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:30:08.108013 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5dd6ee21-ab4b-4fe3-8bce-ece78d052458 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:30:08.110851 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5dd6ee21-ab4b-4fe3-8bce-ece78d052458 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:30:08.117030 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5dd6ee21-ab4b-4fe3-8bce-ece78d052458 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:30:08.198277 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ee21-ab4b-4fe3-8bce-ece78d052458 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:08.262776 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ee21-ab4b-4fe3-8bce-ece78d052458 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:08.329146 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ee21-ab4b-4fe3-8bce-ece78d052458 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:08.355149 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6ee21-ab4b-4fe3-8bce-ece78d052458 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338ce313-7b58-4193-b34d-feae6832c45a,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:08.437910 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ee21-ab4b-4fe3-8bce-ece78d052458 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:08.439137 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5dd6ee21-ab4b-4fe3-8bce-ece78d052458 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3453069 Jan 28 07:30:08.441872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55786) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:30:08.446936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4f72f58d-7cca-4bbb-ae17-6f6cbdeb673a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'security_group_rule': {'security_group_id': '51fb81f1-4d24-4176-a874-b2bc54608a2a', 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:08.453256 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4f72f58d-7cca-4bbb-ae17-6f6cbdeb673a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:30:08.457081 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4f72f58d-7cca-4bbb-ae17-6f6cbdeb673a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:30:08.459906 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4f72f58d-7cca-4bbb-ae17-6f6cbdeb673a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:30:08.466004 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4f72f58d-7cca-4bbb-ae17-6f6cbdeb673a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:30:08.542018 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4f72f58d-7cca-4bbb-ae17-6f6cbdeb673a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:08.604787 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4f72f58d-7cca-4bbb-ae17-6f6cbdeb673a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:08.695253 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4f72f58d-7cca-4bbb-ae17-6f6cbdeb673a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:08.720790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72f58d-7cca-4bbb-ae17-6f6cbdeb673a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c644fe-3173-46cb-91e6-1a537e77cdd4,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:08.803168 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4f72f58d-7cca-4bbb-ae17-6f6cbdeb673a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:08.804849 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4f72f58d-7cca-4bbb-ae17-6f6cbdeb673a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3617492 Jan 28 07:30:08.807420 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55790) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:30:08.812681 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-56dac8db-ea41-4e71-ad4d-eafac0beb1db tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'security_group_rule': {'security_group_id': '51fb81f1-4d24-4176-a874-b2bc54608a2a', 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:08.818921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-56dac8db-ea41-4e71-ad4d-eafac0beb1db tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:30:08.823472 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-56dac8db-ea41-4e71-ad4d-eafac0beb1db tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:30:08.826572 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-56dac8db-ea41-4e71-ad4d-eafac0beb1db tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:30:08.832763 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-56dac8db-ea41-4e71-ad4d-eafac0beb1db tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:30:08.902534 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-56dac8db-ea41-4e71-ad4d-eafac0beb1db tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:08.968161 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-56dac8db-ea41-4e71-ad4d-eafac0beb1db tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:09.037936 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-56dac8db-ea41-4e71-ad4d-eafac0beb1db tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:09.062733 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dac8db-ea41-4e71-ad4d-eafac0beb1db tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfeb193-aee6-4263-beb7-20561f113333,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:09.123428 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-56dac8db-ea41-4e71-ad4d-eafac0beb1db tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:09.126020 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-56dac8db-ea41-4e71-ad4d-eafac0beb1db tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3163726 Jan 28 07:30:09.133103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55794) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:30:09.138354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-e522903e-a83c-410f-b364-56ab88ef5982 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'security_group_rule': {'security_group_id': '51fb81f1-4d24-4176-a874-b2bc54608a2a', 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:09.144624 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e522903e-a83c-410f-b364-56ab88ef5982 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:30:09.148629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e522903e-a83c-410f-b364-56ab88ef5982 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:30:09.153691 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-e522903e-a83c-410f-b364-56ab88ef5982 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:30:09.157333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-e522903e-a83c-410f-b364-56ab88ef5982 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:30:09.220524 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-e522903e-a83c-410f-b364-56ab88ef5982 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Project e84b3e6aae2d4de99dbcf529c3552ac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:30:09.227663 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e522903e-a83c-410f-b364-56ab88ef5982 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:09.291840 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e522903e-a83c-410f-b364-56ab88ef5982 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:09.374181 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e522903e-a83c-410f-b364-56ab88ef5982 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:09.397212 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522903e-a83c-410f-b364-56ab88ef5982 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ef9490-dd45-41e6-8026-eff16f810738,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:09.471804 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-e522903e-a83c-410f-b364-56ab88ef5982 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:09.473016 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-e522903e-a83c-410f-b364-56ab88ef5982 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3388982 Jan 28 07:30:09.476300 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 55798) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:30:09.481209 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-acbf06a0-f04e-417e-9a21-20986d086004 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'security_group_rule': {'security_group_id': '51fb81f1-4d24-4176-a874-b2bc54608a2a', 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:09.487139 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-acbf06a0-f04e-417e-9a21-20986d086004 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:30:09.490919 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-acbf06a0-f04e-417e-9a21-20986d086004 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:30:09.494529 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-acbf06a0-f04e-417e-9a21-20986d086004 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:30:09.501919 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-acbf06a0-f04e-417e-9a21-20986d086004 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:30:09.563536 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-acbf06a0-f04e-417e-9a21-20986d086004 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Project e84b3e6aae2d4de99dbcf529c3552ac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:30:09.570544 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-acbf06a0-f04e-417e-9a21-20986d086004 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:09.580410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 91378e94-345b-4fd0-94b5-f9d74f48cec3 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:30:09.637730 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-acbf06a0-f04e-417e-9a21-20986d086004 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:09.649005 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 91378e94-345b-4fd0-94b5-f9d74f48cec3 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:09.649375 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:09.683544 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-acbf06a0-f04e-417e-9a21-20986d086004 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:09.706765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf06a0-f04e-417e-9a21-20986d086004 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40259755-2780-4f5f-aa95-97494bfcde54,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:09.797724 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-acbf06a0-f04e-417e-9a21-20986d086004 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:09.799682 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-acbf06a0-f04e-417e-9a21-20986d086004 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3217151 Jan 28 07:30:09.891684 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Sync routers for ids ['07bb57ff-ff15-4a00-b85c-4b6a4190dbac'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:09.900876 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Routers {'07bb57ff-ff15-4a00-b85c-4b6a4190dbac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:30:09.901399 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:30:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['07bb57ff-ff15-4a00-b85c-4b6a4190dbac'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:09.966674 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-37376376-670a-49da-892b-af0ad92ee7d8 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1393109144&fields=id&tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1 HTTP/1.1" status: 200 len: 267 time: 0.0399339 Jan 28 07:30:10.076227 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Set router 07bb57ff-ff15-4a00-b85c-4b6a4190dbac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:30:10.114319 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-855d8004-fde5-4506-9f95-3c5e157ad8c6 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:10.115869 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-855d8004-fde5-4506-9f95-3c5e157ad8c6 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 809 time: 0.1426218 Jan 28 07:30:10.131009 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-3682aaa8-5214-4e36-8fa5-8a4aec454ae1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/quotas/e84b3e6aae2d4de99dbcf529c3552ac1 HTTP/1.1" status: 200 len: 375 time: 0.0091600 Jan 28 07:30:10.214725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-03c1b554-8a4d-4668-84c7-54763a65e3ab tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Synchronizing usage tracker for tenant:e84b3e6aae2d4de99dbcf529c3552ac1 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:30:10.289356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-03c1b554-8a4d-4668-84c7-54763a65e3ab tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Unset dirty status for tenant:e84b3e6aae2d4de99dbcf529c3552ac1 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:30:10.290703 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-03c1b554-8a4d-4668-84c7-54763a65e3ab tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1546390 Jan 28 07:30:10.395308 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'name': 'tempest-TestShelveInstance-1343274732-router', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:01Z', 'updated_at': '2022-01-28T07:30:05Z', 'revision_number': 4, 'project_id': '34c547bbfad341a798b5783f625c10f3', 'gw_port': {'id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:02Z', 'updated_at': '2022-01-28T07:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '25e0a3da-ddbc-4ca0-90f3-4059cef7809d', 'name': '', 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'mac_address': 'fa:16:3e:93:e5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b67a021a-a998-40d4-8a8b-326280edf629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:04Z', 'updated_at': '2022-01-28T07:30:05Z', 'revision_number': 2, 'project_id': '34c547bbfad341a798b5783f625c10f3', 'subnets': [{'id': 'b67a021a-a998-40d4-8a8b-326280edf629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:10.400121 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Checking router: 07bb57ff-ff15-4a00-b85c-4b6a4190dbac for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:30:10.400457 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Updating router 07bb57ff-ff15-4a00-b85c-4b6a4190dbac port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:30:10.428256 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-c17ca067-ad22-4a28-b3c7-7a99e44936ea service neutron] 10.222.0.25 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260426 Jan 28 07:30:10.451949 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:10.560666 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-f80dbe0d-eea4-46fb-8aa3-8f43a590f1d5 service neutron] 10.222.0.25 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259859 Jan 28 07:30:10.816793 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:10.831303 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Transition to ACTIVE for port object 25e0a3da-ddbc-4ca0-90f3-4059cef7809d will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:30:10.831466 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b15f97a2-931e-4e91-89c6-0a25ce2031ef req-be3559d2-c72a-4627-b2d7-58c05174d319 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 210 time: 0.0451200 Jan 28 07:30:10.906185 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:11.074022 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad92fbe-43ab-4e67-9708-cf2caf637b6e None None] Pushing event updated for resources: {'Port': ['ID=25e0a3da-ddbc-4ca0-90f3-4059cef7809d,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:11.148593 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Attempting to bind port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:30:11.148954 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Attempting to bind port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '36860619-273b-45b7-8466-bdfcf576c88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:30:11.149399 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Attempting to bind port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d on network 90236ea7-8feb-4295-9b6f-52cd67366594 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:30:11.154460 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:30:11.154818 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Checking segment: {'id': '36860619-273b-45b7-8466-bdfcf576c88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:30:11.155202 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:11.155610 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Bound using segment: {'id': '36860619-273b-45b7-8466-bdfcf576c88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:30:11.156053 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Bound port: 25e0a3da-ddbc-4ca0-90f3-4059cef7809d, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36860619-273b-45b7-8466-bdfcf576c88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:30:11.156411 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:11.243439 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] For port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:30:11.246381 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] For port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=25e0a3da-ddbc-4ca0-90f3-4059cef7809d,segment=NetworkSegment(36860619-273b-45b7-8466-bdfcf576c88a),segment_id=36860619-273b-45b7-8466-bdfcf576c88a)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:30:11.311953 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:11.390401 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Routers {'07bb57ff-ff15-4a00-b85c-4b6a4190dbac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:30:11.391014 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:30:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['07bb57ff-ff15-4a00-b85c-4b6a4190dbac'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:11.443002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:11.447357 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad92fbe-43ab-4e67-9708-cf2caf637b6e None None] Pushing event updated for resources: {'Port': ['ID=25e0a3da-ddbc-4ca0-90f3-4059cef7809d,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:11.604542 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] Set router 07bb57ff-ff15-4a00-b85c-4b6a4190dbac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:30:11.636516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 25e0a3da-ddbc-4ca0-90f3-4059cef7809d up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:30:11.791681 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:30:11.797051 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:11.797604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:11.916947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:11.925427 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'name': 'tempest-TestShelveInstance-1343274732-router', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:01Z', 'updated_at': '2022-01-28T07:30:05Z', 'revision_number': 4, 'project_id': '34c547bbfad341a798b5783f625c10f3', 'gw_port': {'id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:02Z', 'updated_at': '2022-01-28T07:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '25e0a3da-ddbc-4ca0-90f3-4059cef7809d', 'name': '', 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'mac_address': 'fa:16:3e:93:e5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b67a021a-a998-40d4-8a8b-326280edf629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:04Z', 'updated_at': '2022-01-28T07:30:11Z', 'revision_number': 4, 'project_id': '34c547bbfad341a798b5783f625c10f3', 'subnets': [{'id': 'b67a021a-a998-40d4-8a8b-326280edf629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:11.930184 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae2bc97-94ae-4b56-8626-11a19e8f3593 None None] The sync data for ids ['07bb57ff-ff15-4a00-b85c-4b6a4190dbac'] in dv-neutron-824022-4-hyperv is: [{'id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'name': 'tempest-TestShelveInstance-1343274732-router', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:01Z', 'updated_at': '2022-01-28T07:30:05Z', 'revision_number': 4, 'project_id': '34c547bbfad341a798b5783f625c10f3', 'gw_port': {'id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:02Z', 'updated_at': '2022-01-28T07:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '25e0a3da-ddbc-4ca0-90f3-4059cef7809d', 'name': '', 'network_id': '90236ea7-8feb-4295-9b6f-52cd67366594', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'mac_address': 'fa:16:3e:93:e5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': 'b67a021a-a998-40d4-8a8b-326280edf629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:04Z', 'updated_at': '2022-01-28T07:30:11Z', 'revision_number': 4, 'project_id': '34c547bbfad341a798b5783f625c10f3', 'subnets': [{'id': 'b67a021a-a998-40d4-8a8b-326280edf629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:11.951447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=25e0a3da-ddbc-4ca0-90f3-4059cef7809d,segment=NetworkSegment(36860619-273b-45b7-8466-bdfcf576c88a),segment_id=36860619-273b-45b7-8466-bdfcf576c88a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:30:11.983669 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ef2d86df-15fb-4972-85de-e770547a9aeb req-4ed80521-8958-46c6-b8d0-8e0fdc2460bc tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 210 time: 0.0455525 Jan 28 07:30:12.038131 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:12.109726 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=25e0a3da-ddbc-4ca0-90f3-4059cef7809d,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:13.195773 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-52eeb9ed-ac89-4e81-8cda-5e3ee15d9309 req-e3c0a431-3ea1-4083-8d4c-0249a6e726e1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 210 time: 0.0939908 Jan 28 07:30:13.364586 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-8e82fcf2-3536-43ee-8c40-587c8f021d8d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:13.365990 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-8e82fcf2-3536-43ee-8c40-587c8f021d8d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 809 time: 0.3061626 Jan 28 07:30:13.425030 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-143cbe08-2668-4eb9-862f-edc1f9bd9c4f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1 HTTP/1.1" status: 200 len: 380 time: 0.0388646 Jan 28 07:30:13.434014 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'port': {'device_id': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'admin_state_up': True, 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'security_groups': ['51fb81f1-4d24-4176-a874-b2bc54608a2a']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:13.580725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:30:13.587714 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 25e0a3da-ddbc-4ca0-90f3-4059cef7809d up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:30:13.591615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:30:13.660801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Made reservation on behalf of e84b3e6aae2d4de99dbcf529c3552ac1 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:30:13.664986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:13.693789 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:13.694111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:13.826910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Allocated IP 172.20.0.13 (eb041e0e-4654-4c69-8b4a-425d0aa91788/7a37404f-f2ca-4aa9-9542-71f2fa91a99f/f15a0af3-0652-4fe8-aa3e-cb3085696492) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:14.008286 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:14.023482 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Transition to ACTIVE for port object f15a0af3-0652-4fe8-aa3e-cb3085696492 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:30:14.111926 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:14.184361 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Network eb041e0e-4654-4c69-8b4a-425d0aa91788 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:14.187465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:14.191252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:30:14.221432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'Port': ['ID=f15a0af3-0652-4fe8-aa3e-cb3085696492,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:14.258969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:14.259621 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:14.354939 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-9e79c2d5-9a3d-4a33-a7fa-56dbc39704a1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9243555 Jan 28 07:30:14.390096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Request body: {'port': {'device_id': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:14.448917 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2a5a0-fde6-4208-b94a-aa2556399802 req-f580c69b-dca3-49b4-a61f-818e231962bb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:14.449597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fdf2a5a0-fde6-4208-b94a-aa2556399802 req-f580c69b-dca3-49b4-a61f-818e231962bb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Synchronizing usage tracker for tenant:e84b3e6aae2d4de99dbcf529c3552ac1 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:30:14.500189 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3b6f4395-2b68-4087-aea2-faef22dabcaf None None] Provisioning for port f15a0af3-0652-4fe8-aa3e-cb3085696492 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:30:14.505496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-3b6f4395-2b68-4087-aea2-faef22dabcaf None None] Provisioning complete for port f15a0af3-0652-4fe8-aa3e-cb3085696492 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:14.507576 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4395-2b68-4087-aea2-faef22dabcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:14.520858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:14.558781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f4395-2b68-4087-aea2-faef22dabcaf None None] Port f15a0af3-0652-4fe8-aa3e-cb3085696492 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:30:14.576053 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-fdf2a5a0-fde6-4208-b94a-aa2556399802 req-f580c69b-dca3-49b4-a61f-818e231962bb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Unset dirty status for tenant:e84b3e6aae2d4de99dbcf529c3552ac1 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:30:14.577197 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fdf2a5a0-fde6-4208-b94a-aa2556399802 req-f580c69b-dca3-49b4-a61f-818e231962bb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 932 time: 0.2705626 Jan 28 07:30:14.686043 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fdf2a5a0-fde6-4208-b94a-aa2556399802 req-a89ff7a4-f55e-45bc-a441-258581ff03c6 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014388 Jan 28 07:30:14.884376 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15a0af3-0652-4fe8-aa3e-cb3085696492 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:30:14.891443 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:14.904968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Transition to ACTIVE for port object f15a0af3-0652-4fe8-aa3e-cb3085696492 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:30:14.968402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:15.123534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Pushing event updated for resources: {'Port': ['ID=f15a0af3-0652-4fe8-aa3e-cb3085696492,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:15.200231 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Attempting to bind port f15a0af3-0652-4fe8-aa3e-cb3085696492 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:30:15.200567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Attempting to bind port f15a0af3-0652-4fe8-aa3e-cb3085696492 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:30:15.200890 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Attempting to bind port f15a0af3-0652-4fe8-aa3e-cb3085696492 on network eb041e0e-4654-4c69-8b4a-425d0aa91788 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:30:15.205419 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Port f15a0af3-0652-4fe8-aa3e-cb3085696492 on network eb041e0e-4654-4c69-8b4a-425d0aa91788 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:30:15.205739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Attempting to bind port f15a0af3-0652-4fe8-aa3e-cb3085696492 on network eb041e0e-4654-4c69-8b4a-425d0aa91788 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:30:15.211309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:30:15.211646 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Checking segment: {'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:30:15.212024 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Bound using segment: {'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:30:15.212439 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Bound port: f15a0af3-0652-4fe8-aa3e-cb3085696492, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:30:15.212779 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:15.298544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] For port f15a0af3-0652-4fe8-aa3e-cb3085696492, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:30:15.301389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] For port f15a0af3-0652-4fe8-aa3e-cb3085696492, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:30:15.432227 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:15.601506 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:15.602086 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:15.603456 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] 10.222.0.37 "PUT /v2.0/ports/f15a0af3-0652-4fe8-aa3e-cb3085696492 HTTP/1.1" status: 200 len: 1094 time: 1.2260470 Jan 28 07:30:15.603894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:30:15.625143 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076b850-8048-45d7-9c55-897d45e824aa service neutron] Pushing event updated for resources: {'Port': ['ID=f15a0af3-0652-4fe8-aa3e-cb3085696492,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:15.657023 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'status': 'completed', 'code': 200} Jan 28 07:30:15.782258 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a01926-6daf-4365-96a5-b488d9722b05 req-fa410e8d-7597-4488-9ac3-c053de9013fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:15.783811 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-87a01926-6daf-4365-96a5-b488d9722b05 req-fa410e8d-7597-4488-9ac3-c053de9013fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 1097 time: 0.0766115 Jan 28 07:30:15.989841 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c980e-60a9-4483-a04c-8d2e1cb01c7c req-162e2612-a72e-4995-ac42-19a8ccf578ff tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:15.991193 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a62c980e-60a9-4483-a04c-8d2e1cb01c7c req-162e2612-a72e-4995-ac42-19a8ccf578ff tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.1948502 Jan 28 07:30:15.995415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a01926-6daf-4365-96a5-b488d9722b05 req-fd27f859-c383-4c22-82d1-209f37747703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:15.996704 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-87a01926-6daf-4365-96a5-b488d9722b05 req-fd27f859-c383-4c22-82d1-209f37747703 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1650574 Jan 28 07:30:16.116955 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a62c980e-60a9-4483-a04c-8d2e1cb01c7c req-2be5406f-cc2c-4c66-b977-378826523a56 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187589 Jan 28 07:30:16.156806 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a01926-6daf-4365-96a5-b488d9722b05 req-b07f6743-7d8b-424d-a11d-9c0cae2bbc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:16.158194 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-87a01926-6daf-4365-96a5-b488d9722b05 req-b07f6743-7d8b-424d-a11d-9c0cae2bbc30 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1461148 Jan 28 07:30:16.304488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-a112e7f9-89a0-4159-95fc-cb29cecd311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:16.305889 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-a112e7f9-89a0-4159-95fc-cb29cecd311c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 1097 time: 0.0727909 Jan 28 07:30:16.350852 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:30:16.383106 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-b6c5e58a-05d0-4e1d-8e7d-c41de1af467c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492 HTTP/1.1" status: 200 len: 217 time: 0.0590796 Jan 28 07:30:16.450338 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-ae78bf75-f927-4833-b1fa-c2f4174d8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:16.451741 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-ae78bf75-f927-4833-b1fa-c2f4174d8355 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0588353 Jan 28 07:30:16.531152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-1842d336-b267-41a6-99e1-44e540b2e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:16.532627 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-1842d336-b267-41a6-99e1-44e540b2e542 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692887 Jan 28 07:30:16.665483 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-7e646152-c036-4832-971c-68d118b44f41 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228757 Jan 28 07:30:16.834369 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f83fec0a-9390-4967-85fd-db54b1008e66 req-0229c401-e45a-410d-a0dd-59d6a2383486 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593227 Jan 28 07:30:17.295669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26edfa-94a0-42bb-a567-a607cf991529 req-6790b2c9-a59c-4ff1-8d28-31144f2a3006 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:17.297086 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c26edfa-94a0-42bb-a567-a607cf991529 req-6790b2c9-a59c-4ff1-8d28-31144f2a3006 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0776405 Jan 28 07:30:17.343439 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4c26edfa-94a0-42bb-a567-a607cf991529 req-d2b066fa-d49f-4959-93b1-082d3a90877b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407894 Jan 28 07:30:18.523293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a493e83-8ba9-4aaa-8c92-91adcac70ef7 req-d0a993de-5894-43db-906a-cc9150c3795f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:18.524710 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a493e83-8ba9-4aaa-8c92-91adcac70ef7 req-d0a993de-5894-43db-906a-cc9150c3795f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0775201 Jan 28 07:30:18.566861 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1a493e83-8ba9-4aaa-8c92-91adcac70ef7 req-c372c356-ba53-4169-afa2-90328c270765 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366719 Jan 28 07:30:19.354063 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f15a0af3-0652-4fe8-aa3e-cb3085696492 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:30:19.485245 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f15a0af3-0652-4fe8-aa3e-cb3085696492, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:30:19.497559 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'port_id': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:30:19.550459 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:19.566062 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15a0af3-0652-4fe8-aa3e-cb3085696492 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:30:19.580990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f15a0af3-0652-4fe8-aa3e-cb3085696492, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:30:19.654874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:19.724469 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f15a0af3-0652-4fe8-aa3e-cb3085696492,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:19.760688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e2198-59c5-4214-9b7d-b5bb283cfade req-3d7bdedd-94dd-4868-b092-3c2facb679ed tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:19.762139 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0c3e2198-59c5-4214-9b7d-b5bb283cfade req-3d7bdedd-94dd-4868-b092-3c2facb679ed tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 945 time: 0.0837312 Jan 28 07:30:19.805454 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0c3e2198-59c5-4214-9b7d-b5bb283cfade req-a6e9ea46-e398-4b2e-a4c2-bc5c55b2efeb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375969 Jan 28 07:30:20.017345 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['f15a0af3-0652-4fe8-aa3e-cb3085696492'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:30:20.987417 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1373365-d610-4bdc-a395-91167a774ef5 req-d65a9ca7-b9a8-43ef-8031-57037724b772 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:20.988879 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d1373365-d610-4bdc-a395-91167a774ef5 req-d65a9ca7-b9a8-43ef-8031-57037724b772 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 945 time: 0.0777667 Jan 28 07:30:21.031766 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d1373365-d610-4bdc-a395-91167a774ef5 req-27d6e062-9722-4a05-9b8f-978aa28af8ba tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372152 Jan 28 07:30:21.354938 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f15a0af3-0652-4fe8-aa3e-cb3085696492 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:30:21.488630 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port f15a0af3-0652-4fe8-aa3e-cb3085696492 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:30:21.493655 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port f15a0af3-0652-4fe8-aa3e-cb3085696492 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:30:21.494027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:21.606826 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:21.633904 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:30:21.643147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f15a0af3-0652-4fe8-aa3e-cb3085696492, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:30:21.677607 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'code': 200} Jan 28 07:30:21.711433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:21.782115 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f15a0af3-0652-4fe8-aa3e-cb3085696492,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:22.098469 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10996e0-232a-466d-b18f-023045c1aca3 req-7e5e0702-4c53-450c-9e18-70cabe42d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:22.099989 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b10996e0-232a-466d-b18f-023045c1aca3 req-7e5e0702-4c53-450c-9e18-70cabe42d826 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 1099 time: 0.0721200 Jan 28 07:30:22.182115 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b10996e0-232a-466d-b18f-023045c1aca3 req-81f6b96b-c59b-4b95-be6c-bdb3c6343243 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730562 Jan 28 07:30:22.216247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444320c-9376-4b08-ae03-5e2d3af1d6bc req-dd9bc86e-2182-4227-af18-fe8e14e73434 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:22.217646 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7444320c-9376-4b08-ae03-5e2d3af1d6bc req-dd9bc86e-2182-4227-af18-fe8e14e73434 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0824664 Jan 28 07:30:22.265497 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7444320c-9376-4b08-ae03-5e2d3af1d6bc req-91e6a96c-007f-4ad8-b52c-af3a33f2145f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423493 Jan 28 07:30:23.549724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578a3d1-ccda-4cb0-9ff3-c18e87de0941 req-68e6c5f6-04b9-41f5-8c15-57513662ff40 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:23.551188 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c578a3d1-ccda-4cb0-9ff3-c18e87de0941 req-68e6c5f6-04b9-41f5-8c15-57513662ff40 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.1782653 Jan 28 07:30:23.594558 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c578a3d1-ccda-4cb0-9ff3-c18e87de0941 req-4965f11e-8e92-4258-ac15-8977647a3f10 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366812 Jan 28 07:30:24.776342 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507f1b2-1607-4e68-a182-cc09f813e958 req-367a0c1a-0974-4bea-b555-f54a80c9fdc3 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:24.777789 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d507f1b2-1607-4e68-a182-cc09f813e958 req-367a0c1a-0974-4bea-b555-f54a80c9fdc3 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0819373 Jan 28 07:30:24.821986 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d507f1b2-1607-4e68-a182-cc09f813e958 req-e9b23e4f-f76e-4ac6-9512-d4fa7f8c6e3e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385904 Jan 28 07:30:25.000004 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d482d-8e92-4df2-861e-57d0fb433cb5 req-b28ab75f-cc35-455d-a7d5-42f15512d16a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:25.001674 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b20d482d-8e92-4df2-861e-57d0fb433cb5 req-b28ab75f-cc35-455d-a7d5-42f15512d16a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0773432 Jan 28 07:30:25.043695 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b20d482d-8e92-4df2-861e-57d0fb433cb5 req-5fc27a93-a85e-452a-92ab-8b909f0584b6 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365591 Jan 28 07:30:25.065680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55856) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:30:25.275608 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9466e368-c741-4a5c-a840-cbc5bb874191 tempest-TestShelveInstance-241448554 tempest-TestShelveInstance-241448554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:25.276980 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9466e368-c741-4a5c-a840-cbc5bb874191 tempest-TestShelveInstance-241448554 tempest-TestShelveInstance-241448554-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 1094 time: 0.2103701 Jan 28 07:30:25.280017 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 55864) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:30:25.285251 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:30:25.291631 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:30:25.295333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:floatingip and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:30:25.298043 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:30:25.303619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:30:25.408567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:25.541354 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:25.671722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Allocated IP 172.26.4.199 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/70b8b6b1-a304-4205-a102-6399e8c6a437) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:30:25.814935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:25.911589 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:25.973664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:30:25.976383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:30:25.978804 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:30:26.021006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'Port': ['ID=70b8b6b1-a304-4205-a102-6399e8c6a437,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:26.387132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:26.513469 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:26.710721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:26.792136 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:26.999974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'Port': ['ID=70b8b6b1-a304-4205-a102-6399e8c6a437,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:30:27.011657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:27.179238 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Floating IP 9def5df0-a3b2-4184-ba3a-4c4a9430759f associated. External IP: 172.26.4.199, port: f15a0af3-0652-4fe8-aa3e-cb3085696492. Jan 28 07:30:27.517181 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Router 668f202b-1116-468d-acc3-c9cb5f240ac6 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:30:27.695281 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:30:27.705496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f48aca-1129-4e26-bb06-d10c398530ce None None] Sync routers for ids ['668f202b-1116-468d-acc3-c9cb5f240ac6'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:30:27.714708 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f48aca-1129-4e26-bb06-d10c398530ce None None] Routers {'668f202b-1116-468d-acc3-c9cb5f240ac6'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:30:27.715473 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-a0f48aca-1129-4e26-bb06-d10c398530ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:30:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['668f202b-1116-468d-acc3-c9cb5f240ac6'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:27.804346 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:27.865328 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f79ac377-8d10-425e-92a0-32965d205646 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5842927 Jan 28 07:30:27.865915 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:30:27.894763 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-a0f48aca-1129-4e26-bb06-d10c398530ce None None] Set router 668f202b-1116-468d-acc3-c9cb5f240ac6 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:30:27.911915 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'status': 'completed', 'code': 200} Jan 28 07:30:28.028377 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc4ea-94aa-4122-9def-f2bd9ff217f7 req-06fc3187-3567-4c85-bd86-f5a4fb94316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:28.029840 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d19bc4ea-94aa-4122-9def-f2bd9ff217f7 req-06fc3187-3567-4c85-bd86-f5a4fb94316a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 1099 time: 0.0722828 Jan 28 07:30:28.168052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc4ea-94aa-4122-9def-f2bd9ff217f7 req-91b75c3a-cc2c-4f5e-9a5f-00c61e1c45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:28.169414 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d19bc4ea-94aa-4122-9def-f2bd9ff217f7 req-91b75c3a-cc2c-4f5e-9a5f-00c61e1c45ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1337101 Jan 28 07:30:28.268173 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-a0f48aca-1129-4e26-bb06-d10c398530ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '9def5df0-a3b2-4184-ba3a-4c4a9430759f', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'port_id': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:30:26Z', 'updated_at': '2022-01-28T07:30:26Z', 'revision_number': 0, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 5, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:28.269410 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d19bc4ea-94aa-4122-9def-f2bd9ff217f7 req-7e63d2f7-ede1-47f9-b901-470b13046887 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492 HTTP/1.1" status: 200 len: 1000 time: 0.0942185 Jan 28 07:30:28.272163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f48aca-1129-4e26-bb06-d10c398530ce None None] Checking router: 668f202b-1116-468d-acc3-c9cb5f240ac6 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:30:28.280821 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f48aca-1129-4e26-bb06-d10c398530ce None None] Routers {'668f202b-1116-468d-acc3-c9cb5f240ac6'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:30:28.281412 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-a0f48aca-1129-4e26-bb06-d10c398530ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:30:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['668f202b-1116-468d-acc3-c9cb5f240ac6'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:28.329299 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc4ea-94aa-4122-9def-f2bd9ff217f7 req-f68f0771-afaf-420b-a483-8268473c2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:28.330734 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d19bc4ea-94aa-4122-9def-f2bd9ff217f7 req-f68f0771-afaf-420b-a483-8268473c2166 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0548968 Jan 28 07:30:28.415351 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc4ea-94aa-4122-9def-f2bd9ff217f7 req-ad17be43-eede-4f1a-a206-f42c7cec5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:28.416855 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d19bc4ea-94aa-4122-9def-f2bd9ff217f7 req-ad17be43-eede-4f1a-a206-f42c7cec5cb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799468 Jan 28 07:30:28.457244 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-a0f48aca-1129-4e26-bb06-d10c398530ce None None] Set router 668f202b-1116-468d-acc3-c9cb5f240ac6 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:30:28.662944 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d19bc4ea-94aa-4122-9def-f2bd9ff217f7 req-df1c38f9-02bb-40f0-88b9-4e93ee494bf6 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400296 Jan 28 07:30:28.793685 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d19bc4ea-94aa-4122-9def-f2bd9ff217f7 req-8e8b3cfc-8e16-4ae1-ae3f-276e7a60831e service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243110 Jan 28 07:30:28.809220 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-a0f48aca-1129-4e26-bb06-d10c398530ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '9def5df0-a3b2-4184-ba3a-4c4a9430759f', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'port_id': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:30:26Z', 'updated_at': '2022-01-28T07:30:26Z', 'revision_number': 0, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 5, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:30:28.813242 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f48aca-1129-4e26-bb06-d10c398530ce None None] The sync data for ids ['668f202b-1116-468d-acc3-c9cb5f240ac6'] in dv-neutron-824022-4-hyperv is: [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '9def5df0-a3b2-4184-ba3a-4c4a9430759f', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'floating_ip_address': '172.26.4.199', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'port_id': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:30:26Z', 'updated_at': '2022-01-28T07:30:26Z', 'revision_number': 0, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 5, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:30:29.011153 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c27c49d-dd9f-4fde-b36a-030ae621352f None None] New status for floating IP 9def5df0-a3b2-4184-ba3a-4c4a9430759f: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:30:30.871336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-915a47ad-46d6-4d36-af5b-4dcd3cddcbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:31.619837 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b84514f-cff1-496f-ba53-aca9396b0012 req-14dd263e-ccf3-4d69-825b-edb10fb6a9fd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711699 Jan 28 07:30:31.769480 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84514f-cff1-496f-ba53-aca9396b0012 req-767e4de5-5a23-4b62-9d5c-11e53f465727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:31.770923 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b84514f-cff1-496f-ba53-aca9396b0012 req-767e4de5-5a23-4b62-9d5c-11e53f465727 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 1099 time: 0.0690429 Jan 28 07:30:31.913581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84514f-cff1-496f-ba53-aca9396b0012 req-04137111-d6ec-4f47-9e9d-5c79677e7e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:31.915005 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b84514f-cff1-496f-ba53-aca9396b0012 req-04137111-d6ec-4f47-9e9d-5c79677e7e60 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1252699 Jan 28 07:30:32.015382 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b84514f-cff1-496f-ba53-aca9396b0012 req-4c6aea1b-aebb-4c7a-93f5-a4055c90ece8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492 HTTP/1.1" status: 200 len: 1002 time: 0.0945978 Jan 28 07:30:32.079664 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84514f-cff1-496f-ba53-aca9396b0012 req-3b7ece68-a7e4-4525-90a2-6f6caadba3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:32.081053 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b84514f-cff1-496f-ba53-aca9396b0012 req-3b7ece68-a7e4-4525-90a2-6f6caadba3b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0600030 Jan 28 07:30:32.155263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84514f-cff1-496f-ba53-aca9396b0012 req-7031b4fb-5f3c-43c6-a09a-79b9a907d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:30:32.156758 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b84514f-cff1-496f-ba53-aca9396b0012 req-7031b4fb-5f3c-43c6-a09a-79b9a907d1b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693843 Jan 28 07:30:32.290521 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b84514f-cff1-496f-ba53-aca9396b0012 req-941a889f-f77f-49f5-a7c0-d0e31c6e2596 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277304 Jan 28 07:30:32.426583 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b84514f-cff1-496f-ba53-aca9396b0012 req-c69a707f-8c53-4f7c-9b71-6190bd7d9005 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295931 Jan 28 07:30:33.260224 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d069dbbf-d68b-4023-af6c-0be3d237f322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:34.344953 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:34.602977 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:35.865270 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:41.443167 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:30:53.349503 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:31:00.864944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-64c0ff66-15e2-4afc-8246-79fa807007f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:31:03.225138 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b9e1dba3-fef5-4def-9d72-f469bd3df653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:31:04.356479 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:31:04.630698 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:31:05.882088 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:31:11.453197 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:31:30.347768 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:31:30.899192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c706f6ad-b64f-44cc-bb07-e03c621ea9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:31:32.782450 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-99c29551-8ddf-4b1a-be2e-7c62c52eb9df req-c41c3485-de83-4e54-a6f1-36ecfa306bae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704734 Jan 28 07:31:32.953708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c29551-8ddf-4b1a-be2e-7c62c52eb9df req-eb897d16-a73f-4968-ae37-d5c4379f76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:32.955170 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-99c29551-8ddf-4b1a-be2e-7c62c52eb9df req-eb897d16-a73f-4968-ae37-d5c4379f76ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 1099 time: 0.0718193 Jan 28 07:31:33.098454 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c29551-8ddf-4b1a-be2e-7c62c52eb9df req-3389bc33-ece8-49f8-9b55-7aa0d51e2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:33.099781 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-99c29551-8ddf-4b1a-be2e-7c62c52eb9df req-3389bc33-ece8-49f8-9b55-7aa0d51e2a2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1222446 Jan 28 07:31:33.204943 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-99c29551-8ddf-4b1a-be2e-7c62c52eb9df req-99145c88-d68a-4198-b9db-49f69066a33a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492 HTTP/1.1" status: 200 len: 1002 time: 0.0958312 Jan 28 07:31:33.218492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b4f0951c-68e0-4555-844d-3e2c1481714a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:31:33.269819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c29551-8ddf-4b1a-be2e-7c62c52eb9df req-0d9a6091-841e-4bb6-8be9-744de04bd26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:33.271264 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-99c29551-8ddf-4b1a-be2e-7c62c52eb9df req-0d9a6091-841e-4bb6-8be9-744de04bd26b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0576918 Jan 28 07:31:33.448059 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c29551-8ddf-4b1a-be2e-7c62c52eb9df req-dfa6a549-b040-4a0c-83e9-aefa50d15299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:31:33.449454 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-99c29551-8ddf-4b1a-be2e-7c62c52eb9df req-dfa6a549-b040-4a0c-83e9-aefa50d15299 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1690488 Jan 28 07:31:33.583636 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-99c29551-8ddf-4b1a-be2e-7c62c52eb9df req-acbe2de9-cb7a-40f4-b001-82aebe2c6b82 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223397 Jan 28 07:31:33.715737 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-99c29551-8ddf-4b1a-be2e-7c62c52eb9df req-9e146ef4-fbd4-4b7e-9c9a-7a420d58e2b3 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231472 Jan 28 07:31:34.379592 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:31:34.619768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:31:35.882378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:31:41.515869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:00.870965 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2d049034-815c-43f9-9b31-842778e3b370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:03.230476 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ff1bea0c-3d7f-49bb-a803-aa8634dc7968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:04.356310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:04.595318 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:05.858710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:07.347738 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:32:11.504629 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:25.721843 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3b2e-0270-41d2-b29a-1802e2918c1e req-113639b5-3482-4ef1-8d52-0141c1a39590 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:25.723308 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-211d3b2e-0270-41d2-b29a-1802e2918c1e req-113639b5-3482-4ef1-8d52-0141c1a39590 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0823524 Jan 28 07:32:25.772587 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-211d3b2e-0270-41d2-b29a-1802e2918c1e req-ce76600b-9a27-4e08-8620-0cfb49ac2ae7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436680 Jan 28 07:32:26.963033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee99236-9f62-409d-bb9d-915fbe8a108e req-f0ab8205-7ca8-4d6b-a144-e22a53c89ce0 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:26.964483 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cee99236-9f62-409d-bb9d-915fbe8a108e req-f0ab8205-7ca8-4d6b-a144-e22a53c89ce0 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0781038 Jan 28 07:32:27.007916 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cee99236-9f62-409d-bb9d-915fbe8a108e req-19d3e14d-27c0-4695-b5c1-914bdebdefaa tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377591 Jan 28 07:32:28.204170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1738e65-e280-4d7c-8dd8-d524977182e3 req-7d340d9c-1da3-41ec-b1ef-79dfabf9b3bf tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:28.205511 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1738e65-e280-4d7c-8dd8-d524977182e3 req-7d340d9c-1da3-41ec-b1ef-79dfabf9b3bf tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0821917 Jan 28 07:32:28.247129 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c1738e65-e280-4d7c-8dd8-d524977182e3 req-48c01ba0-8087-4d10-b476-c38f271a6144 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361271 Jan 28 07:32:29.429960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dfc2b-c187-48d3-8088-a4b82db8a750 req-165335a5-757f-4b33-8200-449b183e06d4 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:29.431418 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-143dfc2b-c187-48d3-8088-a4b82db8a750 req-165335a5-757f-4b33-8200-449b183e06d4 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0777254 Jan 28 07:32:29.474203 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-143dfc2b-c187-48d3-8088-a4b82db8a750 req-de1a8a1c-6f0e-4520-9c83-4f083d792f23 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373292 Jan 28 07:32:30.660044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25baa1d5-5f02-4cc1-bd5b-ed1c896802e5 req-b2bf5e01-59e7-45dd-9c42-b605c9ce2a2c tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:30.661484 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-25baa1d5-5f02-4cc1-bd5b-ed1c896802e5 req-b2bf5e01-59e7-45dd-9c42-b605c9ce2a2c tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0828855 Jan 28 07:32:30.704498 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-25baa1d5-5f02-4cc1-bd5b-ed1c896802e5 req-c867013f-1935-45b2-bf85-cc9328f1c50e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375383 Jan 28 07:32:30.886781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-df554aea-effb-4369-bb67-ca10937ba806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:31.890724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424721e-ac95-407d-875f-feb24a1cf948 req-4b72eb55-9f8d-42e6-a1ed-3ca690b47be5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:31.892172 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5424721e-ac95-407d-875f-feb24a1cf948 req-4b72eb55-9f8d-42e6-a1ed-3ca690b47be5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0779104 Jan 28 07:32:31.938129 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5424721e-ac95-407d-875f-feb24a1cf948 req-585f5b26-82b8-4169-92cc-12e6e1d0f21e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 Jan 28 07:32:33.120498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85d980-f3e5-4a30-bf31-1935a525eced req-38281f6f-c9ed-42c8-887c-b954eecbfe09 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:33.121827 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8d85d980-f3e5-4a30-bf31-1935a525eced req-38281f6f-c9ed-42c8-887c-b954eecbfe09 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0833919 Jan 28 07:32:33.172056 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8d85d980-f3e5-4a30-bf31-1935a525eced req-bc7852c6-0f6f-49aa-a6e4-716a4f42066c tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439186 Jan 28 07:32:33.246247 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-e544d86b-8397-4f77-9674-98a853209edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:33.844038 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fb33a-c7f6-4c05-ab46-37d7571f2cfa req-c1a6fb6e-667f-47ab-aa13-da5000256a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:33.846071 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd3fb33a-c7f6-4c05-ab46-37d7571f2cfa req-c1a6fb6e-667f-47ab-aa13-da5000256a1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 1099 time: 0.0730374 Jan 28 07:32:33.991277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fb33a-c7f6-4c05-ab46-37d7571f2cfa req-3ea145d6-58d1-489d-8ffd-414525c0ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:33.992680 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd3fb33a-c7f6-4c05-ab46-37d7571f2cfa req-3ea145d6-58d1-489d-8ffd-414525c0ff95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1229248 Jan 28 07:32:34.096805 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd3fb33a-c7f6-4c05-ab46-37d7571f2cfa req-634316ee-ebbb-4c43-a856-2e573ad4cebe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492 HTTP/1.1" status: 200 len: 1002 time: 0.0951564 Jan 28 07:32:34.161805 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fb33a-c7f6-4c05-ab46-37d7571f2cfa req-11b36410-90d1-42b4-9c3f-6bff2fd060d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:34.163219 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd3fb33a-c7f6-4c05-ab46-37d7571f2cfa req-11b36410-90d1-42b4-9c3f-6bff2fd060d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0563004 Jan 28 07:32:34.247907 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fb33a-c7f6-4c05-ab46-37d7571f2cfa req-b74d11a5-a15c-4716-8fdf-0e2dd9e320bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:34.249912 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd3fb33a-c7f6-4c05-ab46-37d7571f2cfa req-b74d11a5-a15c-4716-8fdf-0e2dd9e320bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773089 Jan 28 07:32:34.265045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-cd3fb33a-c7f6-4c05-ab46-37d7571f2cfa req-c348aa6e-b895-4cf7-ac4c-12a25c4d12e4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 07:32:34.265982 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd3fb33a-c7f6-4c05-ab46-37d7571f2cfa req-c348aa6e-b895-4cf7-ac4c-12a25c4d12e4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056317 Jan 28 07:32:34.395759 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:34.596607 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd3fb33a-c7f6-4c05-ab46-37d7571f2cfa req-3c904241-621f-41f0-8b75-06ed07f07c02 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231666 Jan 28 07:32:34.607368 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:34.608138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2b45a-fd49-4c9d-8c3a-0debc8ed4ac9 req-fa1c14b4-513b-4a22-93df-ec8d6a00650a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:34.609537 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-33c2b45a-fd49-4c9d-8c3a-0debc8ed4ac9 req-fa1c14b4-513b-4a22-93df-ec8d6a00650a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.3144705 Jan 28 07:32:34.748619 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-33c2b45a-fd49-4c9d-8c3a-0debc8ed4ac9 req-65651e49-97b6-49c5-8a45-b084595256e7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177800 Jan 28 07:32:34.784077 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cd3fb33a-c7f6-4c05-ab46-37d7571f2cfa req-32d967cd-8b6a-4237-afde-0779b4a81497 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735485 Jan 28 07:32:35.898387 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:35.933219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da10d7-b44b-42b1-abd6-4ded485d1384 req-b00df1b1-a93f-462e-a457-9d1eaed18810 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:35.934625 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4da10d7-b44b-42b1-abd6-4ded485d1384 req-b00df1b1-a93f-462e-a457-9d1eaed18810 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0812664 Jan 28 07:32:35.977473 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c4da10d7-b44b-42b1-abd6-4ded485d1384 req-18926746-93b4-404c-b9b5-8903c0082bae tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367248 Jan 28 07:32:37.158974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43353b7-f2a8-4515-8cd4-3b36fb8195fb req-c876b48d-e3e8-4f4c-bea9-9bebbed30f78 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:37.160350 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d43353b7-f2a8-4515-8cd4-3b36fb8195fb req-c876b48d-e3e8-4f4c-bea9-9bebbed30f78 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0782380 Jan 28 07:32:37.203301 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d43353b7-f2a8-4515-8cd4-3b36fb8195fb req-2fd9c70b-d950-4159-88a8-f8b7de118234 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374603 Jan 28 07:32:38.395083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4f64-0db8-4cc9-b979-16922a8a6629 req-d54411c7-4588-4ee3-b04b-e27ae656135a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:38.396536 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a83e4f64-0db8-4cc9-b979-16922a8a6629 req-d54411c7-4588-4ee3-b04b-e27ae656135a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0823371 Jan 28 07:32:38.438844 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a83e4f64-0db8-4cc9-b979-16922a8a6629 req-62d2d2f7-5af9-49fe-9e5b-1e0923e3a18c tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368311 Jan 28 07:32:39.616152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4ee02-11fb-40e0-b740-82e7e8355a91 req-c599dd3f-bd4d-4d8d-a1d9-dc5114add7c3 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:39.617562 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-32e4ee02-11fb-40e0-b740-82e7e8355a91 req-c599dd3f-bd4d-4d8d-a1d9-dc5114add7c3 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0765219 Jan 28 07:32:39.663493 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-32e4ee02-11fb-40e0-b740-82e7e8355a91 req-efa073c4-85e2-4012-926b-c9e6b8556cee tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404382 Jan 28 07:32:40.841138 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0730b-078b-43b6-8c71-128552044821 req-7730c5b9-3244-4956-9224-d06322a0e454 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:40.843261 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1a0730b-078b-43b6-8c71-128552044821 req-7730c5b9-3244-4956-9224-d06322a0e454 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0783238 Jan 28 07:32:40.885435 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1a0730b-078b-43b6-8c71-128552044821 req-5340b5bf-ba00-4ed6-a640-bd3ec6902716 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367365 Jan 28 07:32:41.537137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:42.035795 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f15a0af3-0652-4fe8-aa3e-cb3085696492 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:32:42.069609 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8488ef-9b35-4e78-804c-63301b664141 req-579ea05f-9167-4e09-b537-298c32fa7756 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:42.071083 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8d8488ef-9b35-4e78-804c-63301b664141 req-579ea05f-9167-4e09-b537-298c32fa7756 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0831316 Jan 28 07:32:42.114006 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8d8488ef-9b35-4e78-804c-63301b664141 req-b2ea0106-1e48-4886-a7d7-9ab3acfd3bfe tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372384 Jan 28 07:32:42.165612 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f15a0af3-0652-4fe8-aa3e-cb3085696492, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:32:42.178508 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'port_id': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:32:42.229903 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:42.248343 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f15a0af3-0652-4fe8-aa3e-cb3085696492 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:32:42.263494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f15a0af3-0652-4fe8-aa3e-cb3085696492, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:32:42.337834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:42.406435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f15a0af3-0652-4fe8-aa3e-cb3085696492,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:42.413266 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:42.413614 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:42.413951 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:42.414280 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:42.414604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:42.414933 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:42.415274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:42.415598 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:42.415921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:42.416235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:42.416552 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:42.416867 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:32:42.498593 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['f15a0af3-0652-4fe8-aa3e-cb3085696492'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:32:43.296264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23606e1e-247b-4228-befa-8b2f693b1304 req-2f7d3eec-d9e5-4816-bc73-911546f8876e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:43.297689 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-23606e1e-247b-4228-befa-8b2f693b1304 req-2f7d3eec-d9e5-4816-bc73-911546f8876e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 945 time: 0.0789201 Jan 28 07:32:43.339835 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-23606e1e-247b-4228-befa-8b2f693b1304 req-a386d252-d439-43e5-863d-49ad60efa627 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364912 Jan 28 07:32:44.059436 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f15a0af3-0652-4fe8-aa3e-cb3085696492 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:32:44.124875 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port f15a0af3-0652-4fe8-aa3e-cb3085696492 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:32:44.125244 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:44.241256 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:44.268257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:32:44.278002 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f15a0af3-0652-4fe8-aa3e-cb3085696492, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:32:44.312246 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'code': 200} Jan 28 07:32:44.337977 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:44.347071 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:32:44.433290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f15a0af3-0652-4fe8-aa3e-cb3085696492,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:44.537497 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719f7a4-e572-4a1d-963a-6d89cd267786 req-48a386c7-f61a-463d-840e-5624699a2f0f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:44.539129 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4719f7a4-e572-4a1d-963a-6d89cd267786 req-48a386c7-f61a-463d-840e-5624699a2f0f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0848343 Jan 28 07:32:44.588642 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4719f7a4-e572-4a1d-963a-6d89cd267786 req-34bc23ba-07ce-489f-a87b-81dfba4b4ac4 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434675 Jan 28 07:32:45.795848 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c701cbe-af29-43e2-820c-1c68bcd7bc7e req-c75eeef2-31a3-4798-9585-a354c307969a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:45.798052 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0c701cbe-af29-43e2-820c-1c68bcd7bc7e req-c75eeef2-31a3-4798-9585-a354c307969a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0856879 Jan 28 07:32:45.857605 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0c701cbe-af29-43e2-820c-1c68bcd7bc7e req-4906e780-0fc0-40b5-86c2-102913b85198 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533624 Jan 28 07:32:47.067508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe3c65-e665-4021-a438-1203e69b54a1 req-7e46847e-4de6-41a3-95da-cf181015647f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:47.068976 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cfe3c65-e665-4021-a438-1203e69b54a1 req-7e46847e-4de6-41a3-95da-cf181015647f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0880549 Jan 28 07:32:47.157594 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6cfe3c65-e665-4021-a438-1203e69b54a1 req-7bc908a9-99b3-413a-b8b0-fe40e4e72a41 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399463 Jan 28 07:32:48.326200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60888744-748e-4909-9b27-e863791be0ce req-1dd77470-85c4-4471-b45e-179d9488b00c tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:48.327722 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-60888744-748e-4909-9b27-e863791be0ce req-1dd77470-85c4-4471-b45e-179d9488b00c tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0885723 Jan 28 07:32:48.380885 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-60888744-748e-4909-9b27-e863791be0ce req-10a29ca2-a061-47b1-afba-ae8a22a3fad4 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452354 Jan 28 07:32:49.573154 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4353e-b467-43af-906b-5fb9adc167ff req-d3f6ee77-9935-4a5c-bcab-c041e6cf2d00 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:49.575046 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00b4353e-b467-43af-906b-5fb9adc167ff req-d3f6ee77-9935-4a5c-bcab-c041e6cf2d00 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0844915 Jan 28 07:32:49.625173 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-00b4353e-b467-43af-906b-5fb9adc167ff req-a2a90120-150f-47d0-902a-d830f540f4e4 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435188 Jan 28 07:32:50.817846 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243f14d-d193-4f7b-94a7-3ffe08d8e115 req-97858a6c-1b5a-4bce-be8d-31050f1b1290 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:50.824766 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6243f14d-d193-4f7b-94a7-3ffe08d8e115 req-97858a6c-1b5a-4bce-be8d-31050f1b1290 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0911345 Jan 28 07:32:50.868242 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6243f14d-d193-4f7b-94a7-3ffe08d8e115 req-b66ae311-ffc6-4f63-96e1-46488fd72c97 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424747 Jan 28 07:32:52.089402 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c722c-4bcc-494e-afae-f2288fa87f8e req-48f53835-d456-406a-a79c-009d290c481e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:52.091848 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-470c722c-4bcc-494e-afae-f2288fa87f8e req-48f53835-d456-406a-a79c-009d290c481e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.1079161 Jan 28 07:32:52.146153 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-470c722c-4bcc-494e-afae-f2288fa87f8e req-e97ae8cd-72ac-4594-b150-b85fd28bb8e7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457397 Jan 28 07:32:53.338960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b355b-44a9-4aee-bdc9-e4099c7fa843 req-c6096af8-0ef4-4298-9f23-bc8820d58156 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:53.340499 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a0b355b-44a9-4aee-bdc9-e4099c7fa843 req-c6096af8-0ef4-4298-9f23-bc8820d58156 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0866659 Jan 28 07:32:53.386950 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6a0b355b-44a9-4aee-bdc9-e4099c7fa843 req-91563b76-5002-4a00-ae44-a78bd6113e44 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398962 Jan 28 07:32:54.569910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71895e8-798a-4664-8157-8c9ab7c51197 req-b1768757-e3ff-4a70-a29b-20c610415bfa tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:54.571285 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d71895e8-798a-4664-8157-8c9ab7c51197 req-b1768757-e3ff-4a70-a29b-20c610415bfa tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0778255 Jan 28 07:32:54.617764 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d71895e8-798a-4664-8157-8c9ab7c51197 req-df540399-86b0-4be0-bdf8-02a35366e495 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408392 Jan 28 07:32:55.228249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e0a73-c630-4c06-b347-a4db9671a724 req-f8e6d98c-d3c0-410f-a8ab-595c0fd41f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:55.229599 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-877e0a73-c630-4c06-b347-a4db9671a724 req-f8e6d98c-d3c0-410f-a8ab-595c0fd41f65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 1099 time: 0.0690284 Jan 28 07:32:55.360825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e0a73-c630-4c06-b347-a4db9671a724 req-7c8750b7-24cf-4f33-ae4e-3dc4a807f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:55.362228 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-877e0a73-c630-4c06-b347-a4db9671a724 req-7c8750b7-24cf-4f33-ae4e-3dc4a807f735 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1232948 Jan 28 07:32:55.564718 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-877e0a73-c630-4c06-b347-a4db9671a724 req-4611abda-c33f-4299-8d73-eebb9f448951 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492 HTTP/1.1" status: 200 len: 1002 time: 0.1954894 Jan 28 07:32:55.629896 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e0a73-c630-4c06-b347-a4db9671a724 req-d00f0aa2-6ff1-445e-ae6e-e2ae030cd4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:55.631277 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-877e0a73-c630-4c06-b347-a4db9671a724 req-d00f0aa2-6ff1-445e-ae6e-e2ae030cd4b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0556059 Jan 28 07:32:55.712155 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e0a73-c630-4c06-b347-a4db9671a724 req-f9abcb7d-8f68-40c8-8c04-7602bfb6c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:55.713616 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-877e0a73-c630-4c06-b347-a4db9671a724 req-f9abcb7d-8f68-40c8-8c04-7602bfb6c2d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718758 Jan 28 07:32:55.900218 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-877e0a73-c630-4c06-b347-a4db9671a724 req-a1195da8-d8fd-42ac-a0ef-61133b9fe923 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505575 Jan 28 07:32:55.908290 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158a8bb-2625-4353-9ba5-810f098ff548 req-a61999f5-576b-41ce-8e9d-da47e3efc93a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:55.909615 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b158a8bb-2625-4353-9ba5-810f098ff548 req-a61999f5-576b-41ce-8e9d-da47e3efc93a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.1899853 Jan 28 07:32:56.040355 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b158a8bb-2625-4353-9ba5-810f098ff548 req-448b72ea-8986-4c7c-8e21-4e963088df09 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124182 Jan 28 07:32:56.074926 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-877e0a73-c630-4c06-b347-a4db9671a724 req-a76291dc-9642-48c1-9428-dfe4f8420452 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644025 Jan 28 07:32:57.219268 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bb037-2640-4840-89cf-9a88636d30b6 req-1c88ada6-56fd-471a-aeb5-ea926ac29aef tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:57.220656 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-324bb037-2640-4840-89cf-9a88636d30b6 req-1c88ada6-56fd-471a-aeb5-ea926ac29aef tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 946 time: 0.0773413 Jan 28 07:32:57.264326 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-324bb037-2640-4840-89cf-9a88636d30b6 req-401e72d7-a84c-4dc4-821e-ef9b3628df0d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381656 Jan 28 07:32:58.116097 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f15a0af3-0652-4fe8-aa3e-cb3085696492 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:32:58.227934 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:58.254320 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:32:58.263872 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f15a0af3-0652-4fe8-aa3e-cb3085696492, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:32:58.298567 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'code': 200} Jan 28 07:32:58.337070 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:32:58.406186 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f15a0af3-0652-4fe8-aa3e-cb3085696492,revision_number=8']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:32:58.457818 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72546d33-cba4-442e-bba8-eb728178a61b req-c2294e2d-eb12-44b1-bbdf-bfeaeeab071f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:58.459280 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72546d33-cba4-442e-bba8-eb728178a61b req-c2294e2d-eb12-44b1-bbdf-bfeaeeab071f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0841260 Jan 28 07:32:58.502143 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-72546d33-cba4-442e-bba8-eb728178a61b req-39592300-81e2-4bf9-a217-75d254a8f8b7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369911 Jan 28 07:32:59.020067 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6935ab-e7fd-4120-9534-69436e6182c6 req-dc27ddbc-6c8d-4654-9320-aa7b42b4332e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:32:59.021521 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d6935ab-e7fd-4120-9534-69436e6182c6 req-dc27ddbc-6c8d-4654-9320-aa7b42b4332e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0863812 Jan 28 07:32:59.066055 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d6935ab-e7fd-4120-9534-69436e6182c6 req-644f4009-abff-45f7-bd55-d09117f0bf54 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389581 Jan 28 07:32:59.433849 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56072) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:32:59.591962 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-4ba46806-7ac3-41b1-93d4-c8cc19b0eeee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1570606 Jan 28 07:33:00.398259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fba185-2b8a-4009-925b-b407c795cdcb req-6aa1078b-36a0-40d3-b26c-d27a6cd85451 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:00.399634 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-52fba185-2b8a-4009-925b-b407c795cdcb req-6aa1078b-36a0-40d3-b26c-d27a6cd85451 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0817797 Jan 28 07:33:00.442675 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-52fba185-2b8a-4009-925b-b407c795cdcb req-26c57e4a-04ba-4c3a-bbcb-5e8f0dee2f38 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374706 Jan 28 07:33:00.909833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-32ac794c-41d8-481f-ad64-67acf98e5682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:01.618233 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-04a6be00-7890-4a33-8dc4-4daea5b20c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:01.619687 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-04a6be00-7890-4a33-8dc4-4daea5b20c60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52&tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1 HTTP/1.1" status: 200 len: 1097 time: 0.1293852 Jan 28 07:33:01.640247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee086b1-8348-4162-b6fe-d54e92cb994a req-63a31128-42b7-498c-8237-e3d16f1b7fe1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:01.641613 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bee086b1-8348-4162-b6fe-d54e92cb994a req-63a31128-42b7-498c-8237-e3d16f1b7fe1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0948679 Jan 28 07:33:01.735404 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bee086b1-8348-4162-b6fe-d54e92cb994a req-4ac0499e-26ad-4cca-a842-5e0dd6fbbd68 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878291 Jan 28 07:33:01.751218 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-a1506a8a-93f5-427b-907c-4667b77b7df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:01.753539 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-a1506a8a-93f5-427b-907c-4667b77b7df4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 1097 time: 0.0921307 Jan 28 07:33:01.894689 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-3b0de5b3-1302-44b8-a2c0-1ebc1288b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:01.896175 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-3b0de5b3-1302-44b8-a2c0-1ebc1288b64a service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1332908 Jan 28 07:33:01.996514 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-6c4b4098-195e-4c0e-9552-c38945bfb240 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492 HTTP/1.1" status: 200 len: 1000 time: 0.0911577 Jan 28 07:33:02.062410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-4dac6741-f6a4-405c-a9e5-c08b40c1eb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:02.063811 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-4dac6741-f6a4-405c-a9e5-c08b40c1eb84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0584738 Jan 28 07:33:02.132159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f15a0af3-0652-4fe8-aa3e-cb3085696492 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:33:02.138733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-84a7b3a1-e56c-4764-80ff-0fbd791577ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:02.140202 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-84a7b3a1-e56c-4764-80ff-0fbd791577ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673163 Jan 28 07:33:02.376432 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-88163f5a-d3c6-4523-a439-e93329dcec4b service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282898 Jan 28 07:33:02.511483 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-e51a8b31-12b2-4e86-b3d9-990a5d009302 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240778 Jan 28 07:33:02.921935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26153ff5-87a0-4057-9180-ef4825852c43 req-3a0dbd68-e4af-44a9-8259-5affc45caec8 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:02.923526 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-26153ff5-87a0-4057-9180-ef4825852c43 req-3a0dbd68-e4af-44a9-8259-5affc45caec8 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0849292 Jan 28 07:33:02.968503 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-26153ff5-87a0-4057-9180-ef4825852c43 req-3c2ee79b-975b-4c78-ad7f-222ded0d7b14 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391920 Jan 28 07:33:03.300410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aad8c370-b57e-4432-99e1-81b27b4374bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:04.175644 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c795e-1332-4e24-9516-f7a0178b7f54 req-caecf8d4-0128-4453-9a2f-0beeb7e66f87 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:04.177087 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-322c795e-1332-4e24-9516-f7a0178b7f54 req-caecf8d4-0128-4453-9a2f-0beeb7e66f87 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0798128 Jan 28 07:33:04.229020 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-322c795e-1332-4e24-9516-f7a0178b7f54 req-b520819e-9591-4bbd-a810-52d785128ca1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462353 Jan 28 07:33:04.378898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:04.623735 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:05.431293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039462df-b3c4-4d51-8f0d-9eebc5a6fd59 req-8be29d3a-5437-4d6e-a055-1a86e3dad1cb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:05.434109 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-039462df-b3c4-4d51-8f0d-9eebc5a6fd59 req-8be29d3a-5437-4d6e-a055-1a86e3dad1cb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0893958 Jan 28 07:33:05.481239 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-039462df-b3c4-4d51-8f0d-9eebc5a6fd59 req-2277847f-b530-40bd-ae7b-206d34f77704 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413377 Jan 28 07:33:05.910012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:06.674410 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646177a-95c0-42a8-862c-2c10659f4a48 req-76f392f0-860f-4d42-ac9e-aa33c0f4ab54 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:06.675915 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e646177a-95c0-42a8-862c-2c10659f4a48 req-76f392f0-860f-4d42-ac9e-aa33c0f4ab54 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0858004 Jan 28 07:33:06.721743 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e646177a-95c0-42a8-862c-2c10659f4a48 req-cf143727-e533-45d9-831f-ef4c9c9d24fe tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403242 Jan 28 07:33:07.925340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c47009-4d3e-4309-ace3-a40b5782a843 req-b9ed14cd-0abb-4cdd-85b0-ebf0f450a42d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:07.926828 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-08c47009-4d3e-4309-ace3-a40b5782a843 req-b9ed14cd-0abb-4cdd-85b0-ebf0f450a42d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0815516 Jan 28 07:33:07.972153 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-08c47009-4d3e-4309-ace3-a40b5782a843 req-01dab050-6417-4f17-b67f-0f6780a2c6c3 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393312 Jan 28 07:33:09.176227 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97b733-de3b-4b21-811e-4bb29d8e2874 req-cc9ea19e-7043-49a4-8a56-b2fe24a913d3 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:09.177675 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d97b733-de3b-4b21-811e-4bb29d8e2874 req-cc9ea19e-7043-49a4-8a56-b2fe24a913d3 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0901594 Jan 28 07:33:09.226715 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2d97b733-de3b-4b21-811e-4bb29d8e2874 req-fe7dce1a-2636-4126-b452-0fa3c5c571c8 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430934 Jan 28 07:33:10.418413 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d89096-81a5-45c4-822e-dd2d484d62ea req-d1afd1fd-3d15-4897-bce4-290cffc88dea tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:10.419949 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-06d89096-81a5-45c4-822e-dd2d484d62ea req-d1afd1fd-3d15-4897-bce4-290cffc88dea tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0818000 Jan 28 07:33:10.465566 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-06d89096-81a5-45c4-822e-dd2d484d62ea req-02f36a8f-b1f0-4030-9c94-c6c91539882d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391121 Jan 28 07:33:11.473806 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:11.652409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc618203-e67a-4fbd-a00e-17b269cc38c6 req-06578cde-82db-4685-bdb1-3fbcd3970bc3 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:11.653848 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc618203-e67a-4fbd-a00e-17b269cc38c6 req-06578cde-82db-4685-bdb1-3fbcd3970bc3 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0818970 Jan 28 07:33:11.696570 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-dc618203-e67a-4fbd-a00e-17b269cc38c6 req-2b3ae2df-e9c1-432c-a778-0c2b1ccbf969 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372198 Jan 28 07:33:12.879596 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb7a93-c123-46ef-8e59-ac7eaca41538 req-d0e04e3b-f97e-4310-afaa-66cf562d7872 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:12.881036 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a7eb7a93-c123-46ef-8e59-ac7eaca41538 req-d0e04e3b-f97e-4310-afaa-66cf562d7872 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0783207 Jan 28 07:33:12.927550 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a7eb7a93-c123-46ef-8e59-ac7eaca41538 req-4f670999-5fbc-49f5-a543-c9b132b4dcf9 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409472 Jan 28 07:33:14.106265 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ddcb8-b404-442b-8386-0be20d34cb86 req-6fd073d0-df0c-4233-8d86-0e41b0cde2ec tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:14.107731 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e67ddcb8-b404-442b-8386-0be20d34cb86 req-6fd073d0-df0c-4233-8d86-0e41b0cde2ec tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 944 time: 0.0775330 Jan 28 07:33:14.151600 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e67ddcb8-b404-442b-8386-0be20d34cb86 req-a34a567c-ee3e-4131-b0cb-39bfea32eabd tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383949 Jan 28 07:33:14.180473 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f15a0af3-0652-4fe8-aa3e-cb3085696492 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:33:14.313438 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f15a0af3-0652-4fe8-aa3e-cb3085696492, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:33:14.326783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'port_id': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'mac_address': 'fa:16:3e:39:7a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:33:14.379500 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:14.401216 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15a0af3-0652-4fe8-aa3e-cb3085696492 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:33:14.416435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f15a0af3-0652-4fe8-aa3e-cb3085696492, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:33:14.480352 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:14.548853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f15a0af3-0652-4fe8-aa3e-cb3085696492,revision_number=9']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:14.857959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['f15a0af3-0652-4fe8-aa3e-cb3085696492'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:33:15.336036 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f4315-a78b-483e-8957-59f29eeb0b2e req-f2adea98-e3a9-487d-bdef-e35303f4e5e6 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:15.337462 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-df3f4315-a78b-483e-8957-59f29eeb0b2e req-f2adea98-e3a9-487d-bdef-e35303f4e5e6 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 945 time: 0.0852587 Jan 28 07:33:15.379971 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-df3f4315-a78b-483e-8957-59f29eeb0b2e req-eae1c44c-0a42-4135-b6be-2475515a9245 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370049 Jan 28 07:33:16.195479 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f15a0af3-0652-4fe8-aa3e-cb3085696492 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:33:16.263751 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port f15a0af3-0652-4fe8-aa3e-cb3085696492 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:33:16.264122 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:16.381344 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:16.407414 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:33:16.417960 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port f15a0af3-0652-4fe8-aa3e-cb3085696492, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:33:16.450578 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'code': 200} Jan 28 07:33:16.508706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:16.579146 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=f15a0af3-0652-4fe8-aa3e-cb3085696492,revision_number=10']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:33:16.611586 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c28fe-9968-4315-b0ef-e89fa43ac793 req-dd0a438a-6590-4bb7-9907-a4aecff10092 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:16.613567 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a0c28fe-9968-4315-b0ef-e89fa43ac793 req-dd0a438a-6590-4bb7-9907-a4aecff10092 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 947 time: 0.1285465 Jan 28 07:33:16.670035 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5a0c28fe-9968-4315-b0ef-e89fa43ac793 req-a241e69b-a8c4-46de-b2c9-a3764c2d3c7d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508287 Jan 28 07:33:16.938638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa957b25-2c56-413f-beee-937fd09fd026 req-949c4776-ce66-47c6-aa62-f04236870ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:16.940092 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa957b25-2c56-413f-beee-937fd09fd026 req-949c4776-ce66-47c6-aa62-f04236870ad0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 1100 time: 0.0709713 Jan 28 07:33:16.984829 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fa957b25-2c56-413f-beee-937fd09fd026 req-f182dc03-0141-4075-a7e4-43649b5a302f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375848 Jan 28 07:33:17.898867 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9efde-d41a-48c8-b014-1b22a05d22ac req-de5106b9-4d9d-4162-b01f-156d73340f10 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:17.900243 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b4b9efde-d41a-48c8-b014-1b22a05d22ac req-de5106b9-4d9d-4162-b01f-156d73340f10 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 947 time: 0.1251974 Jan 28 07:33:17.946217 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b4b9efde-d41a-48c8-b014-1b22a05d22ac req-9c9892fa-8bd6-4992-bfea-b315b4860337 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402701 Jan 28 07:33:19.131313 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08e4ed-ef6f-4367-a726-9b5eeb1edf87 req-215e8156-b058-4a20-97f1-152d3eca0224 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:19.132748 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5d08e4ed-ef6f-4367-a726-9b5eeb1edf87 req-215e8156-b058-4a20-97f1-152d3eca0224 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 947 time: 0.0803726 Jan 28 07:33:19.177582 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5d08e4ed-ef6f-4367-a726-9b5eeb1edf87 req-3347a2d1-8200-4ca1-a7ca-4be8b9ee893e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393233 Jan 28 07:33:20.364511 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a142a8-e6a6-4a74-b3b3-7fecc034ef3e req-005dfbe6-e7e5-4709-b7cd-c32e5e93eb89 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:20.365941 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-39a142a8-e6a6-4a74-b3b3-7fecc034ef3e req-005dfbe6-e7e5-4709-b7cd-c32e5e93eb89 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 947 time: 0.0852437 Jan 28 07:33:20.408668 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-39a142a8-e6a6-4a74-b3b3-7fecc034ef3e req-7a1743bc-b151-4f11-aaaa-c8cbe8d8d321 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371933 Jan 28 07:33:21.346132 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:33:30.886363 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-49300915-4004-49fd-baf6-103bf43d5e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:33.216947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-294ca8dc-72c5-4712-bdab-0ba378029312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:34.352833 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:34.650049 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:34.910778 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3900ae37-2bc2-4fbd-807e-c92302c43bb7 req-19b2cd0d-f905-4b0e-a689-ea15cef284bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668411 Jan 28 07:33:35.075936 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900ae37-2bc2-4fbd-807e-c92302c43bb7 req-43186aa4-4cf5-449c-9ae7-7517f515fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:35.077372 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3900ae37-2bc2-4fbd-807e-c92302c43bb7 req-43186aa4-4cf5-449c-9ae7-7517f515fe86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 1100 time: 0.0741122 Jan 28 07:33:35.324020 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900ae37-2bc2-4fbd-807e-c92302c43bb7 req-02d40dd4-7080-4df3-a61a-a721e24348fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:35.325438 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3900ae37-2bc2-4fbd-807e-c92302c43bb7 req-02d40dd4-7080-4df3-a61a-a721e24348fb service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.2300200 Jan 28 07:33:35.429150 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3900ae37-2bc2-4fbd-807e-c92302c43bb7 req-0a09e664-5e40-459f-9f51-7f0e95f4492a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492 HTTP/1.1" status: 200 len: 1002 time: 0.0973220 Jan 28 07:33:35.502423 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900ae37-2bc2-4fbd-807e-c92302c43bb7 req-13382d87-025f-4937-b9af-f9a48d86f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:35.503870 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3900ae37-2bc2-4fbd-807e-c92302c43bb7 req-13382d87-025f-4937-b9af-f9a48d86f127 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0623469 Jan 28 07:33:35.583590 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900ae37-2bc2-4fbd-807e-c92302c43bb7 req-b9161755-810d-4ba1-bd9e-ff20a8680b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:33:35.585005 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3900ae37-2bc2-4fbd-807e-c92302c43bb7 req-b9161755-810d-4ba1-bd9e-ff20a8680b6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711231 Jan 28 07:33:35.720849 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3900ae37-2bc2-4fbd-807e-c92302c43bb7 req-2e739336-b3c3-436c-8291-301e3c5feac0 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288686 Jan 28 07:33:35.859517 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3900ae37-2bc2-4fbd-807e-c92302c43bb7 req-b2222804-dc0b-4812-95ec-2843c9006d70 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310179 Jan 28 07:33:35.885868 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:41.503033 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:33:58.345358 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:34:00.897186 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-542d94a0-e75b-4f6d-b2ca-08c9b48276ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:03.228047 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5fc08715-44d9-4d6d-82fa-5b8d94f8f865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:04.359450 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:04.633796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:05.908257 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:11.483922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:30.877857 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fd7e2e85-c97b-4570-9f9d-7f99c9a4f2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:33.243715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-753089e3-21de-49cf-abe6-e4849a10a6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:33.805486 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56222) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:34:34.011210 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Deleting port 70b8b6b1-a304-4205-a102-6399e8c6a437 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:34:34.011577 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:34.176618 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:34.176938 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:34.300849 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Calling delete_port for 70b8b6b1-a304-4205-a102-6399e8c6a437 owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:34:34.364973 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:34.513536 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:34.561526 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event deleted for resources: {'Port': ['ID=70b8b6b1-a304-4205-a102-6399e8c6a437,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:34.602427 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:34.602962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:34.603361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:34.603922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:34.604258 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:34.604586 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:34.604907 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:34.605227 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:34.605547 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:34.605863 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:34.606179 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:34.606491 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:34.662311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:34.668408 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:34.668735 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Floating IP 9def5df0-a3b2-4184-ba3a-4c4a9430759f disassociated (deleted). External IP: 172.26.4.199, port: f15a0af3-0652-4fe8-aa3e-cb3085696492. Jan 28 07:34:35.111195 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Router 668f202b-1116-468d-acc3-c9cb5f240ac6 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:34:35.280660 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:34:35.290047 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9abd74d-3b88-498c-8e31-be9745588a9f None None] Sync routers for ids ['668f202b-1116-468d-acc3-c9cb5f240ac6'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:34:35.299093 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9abd74d-3b88-498c-8e31-be9745588a9f None None] Routers {'668f202b-1116-468d-acc3-c9cb5f240ac6'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:34:35.305667 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e9abd74d-3b88-498c-8e31-be9745588a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:34:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['668f202b-1116-468d-acc3-c9cb5f240ac6'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:35.343863 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:34:35.358929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:35.416810 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-93d14a6c-cd82-455f-90f4-62e09b4ae92e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "DELETE /v2.0/floatingips/9def5df0-a3b2-4184-ba3a-4c4a9430759f HTTP/1.1" status: 204 len: 168 time: 1.6100514 Jan 28 07:34:35.417204 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:34:35.476128 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-e9abd74d-3b88-498c-8e31-be9745588a9f None None] Set router 668f202b-1116-468d-acc3-c9cb5f240ac6 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:34:35.557203 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'status': 'completed', 'code': 200} Jan 28 07:34:35.734362 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589de2bc-432f-4633-899b-58628655345c req-285c1885-712a-4f3e-beb5-a19b7eebdae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:35.735884 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-589de2bc-432f-4633-899b-58628655345c req-285c1885-712a-4f3e-beb5-a19b7eebdae6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 1100 time: 0.1165171 Jan 28 07:34:35.797275 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e9abd74d-3b88-498c-8e31-be9745588a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 5, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:35.803950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9abd74d-3b88-498c-8e31-be9745588a9f None None] Checking router: 668f202b-1116-468d-acc3-c9cb5f240ac6 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:34:35.815090 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9abd74d-3b88-498c-8e31-be9745588a9f None None] Routers {'668f202b-1116-468d-acc3-c9cb5f240ac6'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:34:35.817796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e9abd74d-3b88-498c-8e31-be9745588a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:34:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['668f202b-1116-468d-acc3-c9cb5f240ac6'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:35.875583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589de2bc-432f-4633-899b-58628655345c req-a8d12011-a853-4640-9bd9-6d9a0009ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:35.877107 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-589de2bc-432f-4633-899b-58628655345c req-a8d12011-a853-4640-9bd9-6d9a0009ea3e service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1311891 Jan 28 07:34:35.953980 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-589de2bc-432f-4633-899b-58628655345c req-d11fe8e4-2812-43f1-91f5-01929dbadceb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492 HTTP/1.1" status: 200 len: 217 time: 0.0648835 Jan 28 07:34:35.987847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:36.010765 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-e9abd74d-3b88-498c-8e31-be9745588a9f None None] Set router 668f202b-1116-468d-acc3-c9cb5f240ac6 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:34:36.073757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589de2bc-432f-4633-899b-58628655345c req-a7b3efef-bbea-49a3-bf77-5e629b2fe612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:36.075174 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-589de2bc-432f-4633-899b-58628655345c req-a7b3efef-bbea-49a3-bf77-5e629b2fe612 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0741448 Jan 28 07:34:36.131162 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a4eb4-12ab-4349-97d0-9265f3ed5864 req-29d5298c-717b-48ef-b6ac-7ca011aa82ac tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:36.132640 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f4a4eb4-12ab-4349-97d0-9265f3ed5864 req-29d5298c-717b-48ef-b6ac-7ca011aa82ac tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 947 time: 0.1667864 Jan 28 07:34:36.191653 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f4a4eb4-12ab-4349-97d0-9265f3ed5864 req-1d351de4-36f2-4dff-8f67-449c70b71a5c tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524733 Jan 28 07:34:36.201005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589de2bc-432f-4633-899b-58628655345c req-b69be37b-26ac-4c6d-917c-e58f393802c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:36.202375 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-589de2bc-432f-4633-899b-58628655345c req-b69be37b-26ac-4c6d-917c-e58f393802c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176460 Jan 28 07:34:36.322019 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e9abd74d-3b88-498c-8e31-be9745588a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 5, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:34:36.325905 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9abd74d-3b88-498c-8e31-be9745588a9f None None] The sync data for ids ['668f202b-1116-468d-acc3-c9cb5f240ac6'] in dv-neutron-824022-4-hyperv is: [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 5, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:34:36.345053 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-589de2bc-432f-4633-899b-58628655345c req-d3e17da1-2dbd-4211-b6d8-b9d19687734e service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354256 Jan 28 07:34:36.479448 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-589de2bc-432f-4633-899b-58628655345c req-5d2c701b-44ca-4d9f-ab23-35543e3840af service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274157 Jan 28 07:34:36.546158 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d7986-eec3-43c0-b0de-9d482e2d488a None None] New status for floating IP 9def5df0-a3b2-4184-ba3a-4c4a9430759f: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:34:37.389109 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc4ba6-165e-491d-9ce1-49127456ce54 req-7d14ced5-a42b-4b92-987f-4fb85a0fbcdc tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:37.390561 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82bc4ba6-165e-491d-9ce1-49127456ce54 req-7d14ced5-a42b-4b92-987f-4fb85a0fbcdc tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 947 time: 0.0837915 Jan 28 07:34:37.435091 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-82bc4ba6-165e-491d-9ce1-49127456ce54 req-fa19fed2-c1dd-4f06-bf32-600e77a5eb4f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=51fb81f1-4d24-4176-a874-b2bc54608a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388634 Jan 28 07:34:37.821071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201c256-9717-43d3-8831-6ae265e55729 req-b9244665-2661-4bf7-9708-041a3840455b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:34:37.822484 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f201c256-9717-43d3-8831-6ae265e55729 req-b9244665-2661-4bf7-9708-041a3840455b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.37 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 947 time: 0.0856102 Jan 28 07:34:37.897518 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-f201c256-9717-43d3-8831-6ae265e55729 req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Deleting port f15a0af3-0652-4fe8-aa3e-cb3085696492 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:34:37.897849 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f201c256-9717-43d3-8831-6ae265e55729 req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:38.230856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-f201c256-9717-43d3-8831-6ae265e55729 req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] For port f15a0af3-0652-4fe8-aa3e-cb3085696492, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=f15a0af3-0652-4fe8-aa3e-cb3085696492,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:34:38.231203 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f201c256-9717-43d3-8831-6ae265e55729 req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:38.352705 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-f201c256-9717-43d3-8831-6ae265e55729 req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Calling delete_port for f15a0af3-0652-4fe8-aa3e-cb3085696492 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:34:38.574331 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f201c256-9717-43d3-8831-6ae265e55729 req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:38.614660 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2e3981e8-80de-4d72-96c1-c3653173f2b6 req-eade343a-0994-4e77-b4e0-3aa9145829a7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 210 time: 0.0761161 Jan 28 07:34:38.665765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event deleted for resources: {'Port': ['ID=f15a0af3-0652-4fe8-aa3e-cb3085696492,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:38.700367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:38.700713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:38.701243 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:38.701819 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:38.702383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:38.702727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:38.703088 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:38.703442 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:38.703770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:38.704093 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:38.704417 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:38.704735 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:34:38.719498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-f201c256-9717-43d3-8831-6ae265e55729 req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] No DVR routers for this DVR port f15a0af3-0652-4fe8-aa3e-cb3085696492 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:34:38.721665 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-f201c256-9717-43d3-8831-6ae265e55729 req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:38.724262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'name': 'network-vif-deleted', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:34:38.736581 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f201c256-9717-43d3-8831-6ae265e55729 req-f2db189a-90f4-4ae1-8c60-dd4ea43bc488 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.37 "DELETE /v2.0/ports/f15a0af3-0652-4fe8-aa3e-cb3085696492 HTTP/1.1" status: 204 len: 173 time: 0.9055798 Jan 28 07:34:38.825876 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd6622d-d59d-4c9e-8333-31f097b67d52', 'name': 'network-vif-deleted', 'tag': 'f15a0af3-0652-4fe8-aa3e-cb3085696492', 'status': 'completed', 'code': 200} Jan 28 07:34:39.774579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-965ff3c0-997b-4527-bfaf-0a2d6390cfe3 req-dcfcd950-aeba-41a5-8f5e-1136e91fb28e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Synchronizing usage tracker for tenant:e84b3e6aae2d4de99dbcf529c3552ac1 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:34:39.868529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-965ff3c0-997b-4527-bfaf-0a2d6390cfe3 req-dcfcd950-aeba-41a5-8f5e-1136e91fb28e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Unset dirty status for tenant:e84b3e6aae2d4de99dbcf529c3552ac1 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:34:39.869712 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-965ff3c0-997b-4527-bfaf-0a2d6390cfe3 req-dcfcd950-aeba-41a5-8f5e-1136e91fb28e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd6622d-d59d-4c9e-8333-31f097b67d52 HTTP/1.1" status: 200 len: 210 time: 0.1376743 Jan 28 07:34:40.575608 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f15a0af3-0652-4fe8-aa3e-cb3085696492 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:34:40.609577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: f15a0af3-0652-4fe8-aa3e-cb3085696492 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:34:40.609927 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device f15a0af3-0652-4fe8-aa3e-cb3085696492 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:34:40.961473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56248) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:34:41.027765 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-13083aac-bf99-4a0a-b78d-a9172a5a54b4 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:41.056501 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-13083aac-bf99-4a0a-b78d-a9172a5a54b4 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:41.176388 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-13083aac-bf99-4a0a-b78d-a9172a5a54b4 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:41.192412 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13083aac-bf99-4a0a-b78d-a9172a5a54b4 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fb81f1-4d24-4176-a874-b2bc54608a2a,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:41.200079 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-13083aac-bf99-4a0a-b78d-a9172a5a54b4 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:41.201182 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-13083aac-bf99-4a0a-b78d-a9172a5a54b4 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "DELETE /v2.0/security-groups/51fb81f1-4d24-4176-a874-b2bc54608a2a HTTP/1.1" status: 204 len: 168 time: 0.2387593 Jan 28 07:34:41.483588 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:41.795313 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56256) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:34:41.800646 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1978370795', 'description': 'tempest-secgroup-smoke-1978370795 description', 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:41.806843 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:34:41.810840 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:34:41.813739 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:34:41.819849 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:34:41.883399 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:41.902639 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:34:41.906313 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:34:41.909076 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:34:41.915044 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:34:41.981218 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:42.055879 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:42.096161 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d321a16-e144-48e2-b974-b636789f9a91,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:42.153043 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:42.154255 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-30486317-cfd6-4a4b-916d-382d43234b4e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3578863 Jan 28 07:34:42.156982 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56260) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:34:42.161915 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-762c2d0a-b8fb-4f97-a841-f6d03b421c63 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'security_group_rule': {'security_group_id': '3d321a16-e144-48e2-b974-b636789f9a91', 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:42.167709 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-762c2d0a-b8fb-4f97-a841-f6d03b421c63 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:34:42.171407 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-762c2d0a-b8fb-4f97-a841-f6d03b421c63 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:34:42.174200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-762c2d0a-b8fb-4f97-a841-f6d03b421c63 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:34:42.180370 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-762c2d0a-b8fb-4f97-a841-f6d03b421c63 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:34:42.268052 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-762c2d0a-b8fb-4f97-a841-f6d03b421c63 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:42.325817 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-762c2d0a-b8fb-4f97-a841-f6d03b421c63 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:42.387599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-762c2d0a-b8fb-4f97-a841-f6d03b421c63 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:42.410854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c2d0a-b8fb-4f97-a841-f6d03b421c63 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bce0a95-1f10-4f2a-8ac2-f797f9fa04ac,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:42.484841 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-762c2d0a-b8fb-4f97-a841-f6d03b421c63 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:42.485986 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-762c2d0a-b8fb-4f97-a841-f6d03b421c63 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3280852 Jan 28 07:34:42.488722 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56264) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:34:42.494772 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-8d3ed817-57e7-4b4e-bdf2-7135b85f804f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'security_group_rule': {'security_group_id': '3d321a16-e144-48e2-b974-b636789f9a91', 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:42.500116 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8d3ed817-57e7-4b4e-bdf2-7135b85f804f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:34:42.504194 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8d3ed817-57e7-4b4e-bdf2-7135b85f804f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:34:42.507252 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-8d3ed817-57e7-4b4e-bdf2-7135b85f804f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:34:42.513508 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-8d3ed817-57e7-4b4e-bdf2-7135b85f804f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:34:42.605329 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed817-57e7-4b4e-bdf2-7135b85f804f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:42.670799 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed817-57e7-4b4e-bdf2-7135b85f804f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:42.780333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed817-57e7-4b4e-bdf2-7135b85f804f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:42.804653 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ed817-57e7-4b4e-bdf2-7135b85f804f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e115b089-bb40-4bb3-9d18-ccc681df3abc,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:42.890795 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed817-57e7-4b4e-bdf2-7135b85f804f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:42.892032 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8d3ed817-57e7-4b4e-bdf2-7135b85f804f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4023600 Jan 28 07:34:42.894652 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56268) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:34:42.899658 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-9dbc32b9-d3c9-4e48-b39b-9ec0a1d3e282 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'security_group_rule': {'security_group_id': '3d321a16-e144-48e2-b974-b636789f9a91', 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:42.905576 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9dbc32b9-d3c9-4e48-b39b-9ec0a1d3e282 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:34:42.909335 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9dbc32b9-d3c9-4e48-b39b-9ec0a1d3e282 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:34:42.912215 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-9dbc32b9-d3c9-4e48-b39b-9ec0a1d3e282 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:34:42.922789 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-9dbc32b9-d3c9-4e48-b39b-9ec0a1d3e282 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:34:43.080209 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9dbc32b9-d3c9-4e48-b39b-9ec0a1d3e282 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:43.141109 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9dbc32b9-d3c9-4e48-b39b-9ec0a1d3e282 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:43.238920 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9dbc32b9-d3c9-4e48-b39b-9ec0a1d3e282 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:43.264589 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc32b9-d3c9-4e48-b39b-9ec0a1d3e282 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f77e5e8-eb73-43ab-bbcc-fed310c6cec3,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:43.347675 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-9dbc32b9-d3c9-4e48-b39b-9ec0a1d3e282 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:43.348877 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-9dbc32b9-d3c9-4e48-b39b-9ec0a1d3e282 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4532211 Jan 28 07:34:43.351593 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56272) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:34:43.357827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ab33602b-ac8a-4b0b-ae4f-d9e0531184ac tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'security_group_rule': {'security_group_id': '3d321a16-e144-48e2-b974-b636789f9a91', 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:43.362990 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ab33602b-ac8a-4b0b-ae4f-d9e0531184ac tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:34:43.366874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ab33602b-ac8a-4b0b-ae4f-d9e0531184ac tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:34:43.369716 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ab33602b-ac8a-4b0b-ae4f-d9e0531184ac tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:34:43.375183 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ab33602b-ac8a-4b0b-ae4f-d9e0531184ac tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:34:43.451349 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab33602b-ac8a-4b0b-ae4f-d9e0531184ac tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:43.519166 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab33602b-ac8a-4b0b-ae4f-d9e0531184ac tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:43.564741 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab33602b-ac8a-4b0b-ae4f-d9e0531184ac tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:43.587655 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33602b-ac8a-4b0b-ae4f-d9e0531184ac tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d35b06e-e814-44bc-8f4d-cc4101934881,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:43.654806 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ab33602b-ac8a-4b0b-ae4f-d9e0531184ac tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:43.656072 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ab33602b-ac8a-4b0b-ae4f-d9e0531184ac tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3028655 Jan 28 07:34:43.658651 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56276) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:34:43.663542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-cef747d4-3d5e-4e7c-9964-fbb4487606de tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'security_group_rule': {'security_group_id': '3d321a16-e144-48e2-b974-b636789f9a91', 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:43.669284 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cef747d4-3d5e-4e7c-9964-fbb4487606de tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:34:43.672977 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cef747d4-3d5e-4e7c-9964-fbb4487606de tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:34:43.675874 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-cef747d4-3d5e-4e7c-9964-fbb4487606de tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:34:43.681584 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-cef747d4-3d5e-4e7c-9964-fbb4487606de tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:34:43.753870 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-cef747d4-3d5e-4e7c-9964-fbb4487606de tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Project e84b3e6aae2d4de99dbcf529c3552ac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:34:43.761341 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cef747d4-3d5e-4e7c-9964-fbb4487606de tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:43.823866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cef747d4-3d5e-4e7c-9964-fbb4487606de tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:43.896096 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cef747d4-3d5e-4e7c-9964-fbb4487606de tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:43.919643 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef747d4-3d5e-4e7c-9964-fbb4487606de tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e5119e-a07b-44e7-8521-bad94675928d,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:44.020053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-cef747d4-3d5e-4e7c-9964-fbb4487606de tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:44.021201 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-cef747d4-3d5e-4e7c-9964-fbb4487606de tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3616264 Jan 28 07:34:44.023827 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56280) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:34:44.028614 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-4bee370c-02a9-46ab-9a2b-65816ff26af5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'security_group_rule': {'security_group_id': '3d321a16-e144-48e2-b974-b636789f9a91', 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:34:44.034387 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4bee370c-02a9-46ab-9a2b-65816ff26af5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:34:44.038104 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4bee370c-02a9-46ab-9a2b-65816ff26af5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:security_group_rule and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:34:44.040934 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-4bee370c-02a9-46ab-9a2b-65816ff26af5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:34:44.046463 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-4bee370c-02a9-46ab-9a2b-65816ff26af5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:34:44.123181 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-4bee370c-02a9-46ab-9a2b-65816ff26af5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Project e84b3e6aae2d4de99dbcf529c3552ac1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:34:44.130114 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4bee370c-02a9-46ab-9a2b-65816ff26af5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:44.192089 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4bee370c-02a9-46ab-9a2b-65816ff26af5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:44.278686 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4bee370c-02a9-46ab-9a2b-65816ff26af5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:44.301135 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee370c-02a9-46ab-9a2b-65816ff26af5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48073e80-4263-4773-83f6-938d82c53711,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:34:44.370712 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-4bee370c-02a9-46ab-9a2b-65816ff26af5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:34:44.371970 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-4bee370c-02a9-46ab-9a2b-65816ff26af5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3472404 Jan 28 07:35:00.906128 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0e462642-7360-491b-8464-70f11ff9a0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:03.243812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8be2d0c8-0ea5-4eba-87a9-db41d7dbd346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:04.374001 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:04.673368 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:05.913182 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:09.852815 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-7b577714-6c2e-4d2b-b618-52b5b0c08d34 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1978370795&fields=id&tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1 HTTP/1.1" status: 200 len: 267 time: 0.0394051 Jan 28 07:35:10.001784 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c66c92a9-b05f-4a92-9375-9d6cbfdedb61 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:10.003488 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c66c92a9-b05f-4a92-9375-9d6cbfdedb61 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 809 time: 0.1444650 Jan 28 07:35:10.017407 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c90ff861-9622-48f3-868f-4b03a9d1e174 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/quotas/e84b3e6aae2d4de99dbcf529c3552ac1 HTTP/1.1" status: 200 len: 375 time: 0.0087109 Jan 28 07:35:10.096608 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-544b7771-6987-4379-bef9-1dac6e5b1045 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744834 Jan 28 07:35:10.153239 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-2a1dd371-30dd-4349-b6a6-a7ad4c388a69 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 07:35:10.154192 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-2a1dd371-30dd-4349-b6a6-a7ad4c388a69 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464251 Jan 28 07:35:10.281666 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-cc3f2022-f425-4f86-9e19-641370f93694 service neutron] 10.222.0.25 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218300 Jan 28 07:35:10.409461 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-a91a43c9-3ec3-43ea-9ab2-ae88251fae4f service neutron] 10.222.0.25 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221039 Jan 28 07:35:11.011457 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6b5f526f-9cd5-4729-89c3-3f11c5f029c5 req-0ad2a5ca-c723-4bda-9a59-e575318c956c tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 210 time: 0.0417490 Jan 28 07:35:11.478693 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:12.157573 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d18a131c-6fa7-42b7-aaf2-014335886cfc req-1f28f71d-8687-4cba-bb65-d31bbd3de4f3 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 210 time: 0.0458121 Jan 28 07:35:12.342846 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:35:13.033757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-e21b6860-7a3f-4f4d-a44b-7c02c88899f0 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:13.035151 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-e21b6860-7a3f-4f4d-a44b-7c02c88899f0 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 809 time: 0.1418757 Jan 28 07:35:13.097430 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-3825adff-3ebd-45ad-a8f7-0c545fd96b07 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1 HTTP/1.1" status: 200 len: 380 time: 0.0396266 Jan 28 07:35:13.108544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'port': {'device_id': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'admin_state_up': True, 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'security_groups': ['3d321a16-e144-48e2-b974-b636789f9a91']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:13.356935 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8e38c747-b897-47a2-a02e-0d8ebac3c0cf req-c96447ff-583a-4136-942f-4dd9480fe2bb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 210 time: 0.0587938 Jan 28 07:35:13.385643 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:35:13.394859 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:35:13.478636 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Made reservation on behalf of e84b3e6aae2d4de99dbcf529c3552ac1 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:35:13.505699 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:13.645051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Allocated IP 172.20.0.8 (eb041e0e-4654-4c69-8b4a-425d0aa91788/7a37404f-f2ca-4aa9-9542-71f2fa91a99f/e57ed4f8-83f8-48d6-a437-cd8a65dd2089) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:13.832666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:13.848269 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Transition to ACTIVE for port object e57ed4f8-83f8-48d6-a437-cd8a65dd2089 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:35:13.925015 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:13.994323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Network eb041e0e-4654-4c69-8b4a-425d0aa91788 is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:13.997583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:14.001414 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:35:14.037303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'Port': ['ID=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:14.074152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:14.074783 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:14.171034 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-c1c1c918-0406-419d-be03-abe1ffd9e53b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0659425 Jan 28 07:35:14.198063 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Request body: {'port': {'device_id': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:14.301501 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-827db295-590f-4e89-a25a-c7ca0075c33c None None] Provisioning for port e57ed4f8-83f8-48d6-a437-cd8a65dd2089 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:35:14.306986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-827db295-590f-4e89-a25a-c7ca0075c33c None None] Provisioning complete for port e57ed4f8-83f8-48d6-a437-cd8a65dd2089 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:14.307673 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-827db295-590f-4e89-a25a-c7ca0075c33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:14.313738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:14.396721 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-827db295-590f-4e89-a25a-c7ca0075c33c None None] Port e57ed4f8-83f8-48d6-a437-cd8a65dd2089 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:35:14.653748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efc738-9c2b-4ebb-9555-a67b55f9375c req-3014280e-f3f3-4513-8061-c544fb6e63c1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:14.654367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a9efc738-9c2b-4ebb-9555-a67b55f9375c req-3014280e-f3f3-4513-8061-c544fb6e63c1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Synchronizing usage tracker for tenant:e84b3e6aae2d4de99dbcf529c3552ac1 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:35:14.730638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57ed4f8-83f8-48d6-a437-cd8a65dd2089 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:35:14.737754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:14.750828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-a9efc738-9c2b-4ebb-9555-a67b55f9375c req-3014280e-f3f3-4513-8061-c544fb6e63c1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Unset dirty status for tenant:e84b3e6aae2d4de99dbcf529c3552ac1 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:35:14.752018 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a9efc738-9c2b-4ebb-9555-a67b55f9375c req-3014280e-f3f3-4513-8061-c544fb6e63c1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 931 time: 0.2744505 Jan 28 07:35:14.754597 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Transition to ACTIVE for port object e57ed4f8-83f8-48d6-a437-cd8a65dd2089 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:35:14.800161 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a9efc738-9c2b-4ebb-9555-a67b55f9375c req-12a5c060-d6a5-4bdb-b513-e4205dc1050a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419729 Jan 28 07:35:14.804263 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:14.998156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Pushing event updated for resources: {'Port': ['ID=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:15.046856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Attempting to bind port e57ed4f8-83f8-48d6-a437-cd8a65dd2089 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:35:15.046856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Attempting to bind port e57ed4f8-83f8-48d6-a437-cd8a65dd2089 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:35:15.046856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Attempting to bind port e57ed4f8-83f8-48d6-a437-cd8a65dd2089 on network eb041e0e-4654-4c69-8b4a-425d0aa91788 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:35:15.048716 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Port e57ed4f8-83f8-48d6-a437-cd8a65dd2089 on network eb041e0e-4654-4c69-8b4a-425d0aa91788 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:35:15.049033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Attempting to bind port e57ed4f8-83f8-48d6-a437-cd8a65dd2089 on network eb041e0e-4654-4c69-8b4a-425d0aa91788 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:35:15.054032 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:35:15.054366 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Checking segment: {'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:35:15.054746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Bound using segment: {'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:35:15.055770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Bound port: e57ed4f8-83f8-48d6-a437-cd8a65dd2089, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6d5fea-cf54-4a0b-92ef-b1015eae9311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:35:15.056114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:15.148007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] For port e57ed4f8-83f8-48d6-a437-cd8a65dd2089, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:35:15.150892 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] For port e57ed4f8-83f8-48d6-a437-cd8a65dd2089, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:35:15.237637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:15.298257 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:15.298856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:15.300237 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] 10.222.0.37 "PUT /v2.0/ports/e57ed4f8-83f8-48d6-a437-cd8a65dd2089 HTTP/1.1" status: 200 len: 1093 time: 1.1064849 Jan 28 07:35:15.304341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'tag': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:35:15.322278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f317d-d3ce-4246-bf61-d2943da831fe service neutron] Pushing event updated for resources: {'Port': ['ID=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:15.353212 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'tag': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'status': 'completed', 'code': 200} Jan 28 07:35:15.592447 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8a830-0fca-4524-ad4f-7d4a20f4b44f req-5c7a7ff4-69a2-48d6-9458-c9f636e4e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:15.593821 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0eb8a830-0fca-4524-ad4f-7d4a20f4b44f req-5c7a7ff4-69a2-48d6-9458-c9f636e4e84b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1096 time: 0.1911550 Jan 28 07:35:15.745910 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8a830-0fca-4524-ad4f-7d4a20f4b44f req-422ba549-10c4-465d-a686-1ce2df44e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:15.747364 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0eb8a830-0fca-4524-ad4f-7d4a20f4b44f req-422ba549-10c4-465d-a686-1ce2df44e9df service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1314359 Jan 28 07:35:15.887490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8a830-0fca-4524-ad4f-7d4a20f4b44f req-45682aa9-13ea-47de-a30d-ab537ac5d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:15.889213 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-0eb8a830-0fca-4524-ad4f-7d4a20f4b44f req-45682aa9-13ea-47de-a30d-ab537ac5d29f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304779 Jan 28 07:35:16.046472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb9ba1-abd0-4aeb-9839-c33c20a177a3 req-8e06c579-c9f9-4e08-b922-1f9b00b1bb49 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:16.047898 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1ccb9ba1-abd0-4aeb-9839-c33c20a177a3 req-8e06c579-c9f9-4e08-b922-1f9b00b1bb49 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.1390331 Jan 28 07:35:16.052680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-dac8ed24-604c-464d-ab4f-314b8de6b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:16.053979 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-dac8ed24-604c-464d-ab4f-314b8de6b90b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1096 time: 0.0938373 Jan 28 07:35:16.147639 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-886cbd6d-1cc1-47b9-b037-0f11fd5f5570 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089 HTTP/1.1" status: 200 len: 217 time: 0.0668938 Jan 28 07:35:16.150923 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1ccb9ba1-abd0-4aeb-9839-c33c20a177a3 req-af98cdd4-a35e-4b9d-9348-9c792d1a7e0c tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961089 Jan 28 07:35:16.211168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-48222e41-f3bf-4c97-97f7-05b724dcf595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:16.212553 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-48222e41-f3bf-4c97-97f7-05b724dcf595 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0563693 Jan 28 07:35:16.290260 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-36d9decc-6dc3-42ac-83ff-2e3b4ae6d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:16.291691 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-36d9decc-6dc3-42ac-83ff-2e3b4ae6d731 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701284 Jan 28 07:35:16.422880 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-35c93bb6-7fb5-4235-a2c3-4c10a73873f2 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215732 Jan 28 07:35:16.555998 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2235263b-af38-4c3f-b32a-a461a44c99d3 req-cd854d97-67f1-4341-8050-98208ba5be44 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226315 Jan 28 07:35:17.332739 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c8e9c-eb89-403d-aa96-4679e20e1da6 req-f686b46e-1668-4ca8-a0fc-d681abc6fb3c tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:17.334149 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-509c8e9c-eb89-403d-aa96-4679e20e1da6 req-f686b46e-1668-4ca8-a0fc-d681abc6fb3c tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0773284 Jan 28 07:35:17.376160 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-509c8e9c-eb89-403d-aa96-4679e20e1da6 req-92bdd3e0-c369-42d2-bbb2-6c0c5a8a0297 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360177 Jan 28 07:35:18.563056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a039b-9aec-4771-8974-8953dcd6fbd0 req-92b0a5e7-e7a4-49e8-813f-06907e5ffc97 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:18.564502 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c71a039b-9aec-4771-8974-8953dcd6fbd0 req-92b0a5e7-e7a4-49e8-813f-06907e5ffc97 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0852005 Jan 28 07:35:18.607029 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c71a039b-9aec-4771-8974-8953dcd6fbd0 req-1c64312f-15a0-43ea-853d-182022ce45b0 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370646 Jan 28 07:35:19.785536 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2cdd35-1c99-4461-82f3-b0f67ef00a4b req-881113ec-2ab1-443c-b5ac-4c6445ac7a52 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:19.786983 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bb2cdd35-1c99-4461-82f3-b0f67ef00a4b req-881113ec-2ab1-443c-b5ac-4c6445ac7a52 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0779185 Jan 28 07:35:19.834876 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bb2cdd35-1c99-4461-82f3-b0f67ef00a4b req-43dcafbc-bced-4211-86cf-9e0e16a87d1e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422692 Jan 28 07:35:21.012833 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ad426-e349-45b2-a7f1-157681023dcf req-ce2bf2d4-9f18-48a6-a289-7b6f22032f9f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:21.014267 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-470ad426-e349-45b2-a7f1-157681023dcf req-ce2bf2d4-9f18-48a6-a289-7b6f22032f9f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0778224 Jan 28 07:35:21.057157 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-470ad426-e349-45b2-a7f1-157681023dcf req-d813917f-223f-420a-80ea-5c40c938bc5f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373924 Jan 28 07:35:22.238955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fda13-4e23-4f09-9d4e-c87258ec3445 req-e88f81b1-22b3-49ea-af5c-e64ce30e9f98 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:22.240385 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bc3fda13-4e23-4f09-9d4e-c87258ec3445 req-e88f81b1-22b3-49ea-af5c-e64ce30e9f98 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0821242 Jan 28 07:35:22.286705 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bc3fda13-4e23-4f09-9d4e-c87258ec3445 req-5be566e2-ee07-4716-a7d1-2ffe3c1a1d80 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407407 Jan 28 07:35:23.467498 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de23ae7-324a-4bed-87d8-38661e9ea77c req-2545378d-4c23-41b7-b4eb-a3d4af7561ae tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:23.468828 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8de23ae7-324a-4bed-87d8-38661e9ea77c req-2545378d-4c23-41b7-b4eb-a3d4af7561ae tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0773022 Jan 28 07:35:23.512088 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8de23ae7-324a-4bed-87d8-38661e9ea77c req-7fc35ef0-bec9-420b-b350-025f9598977b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376849 Jan 28 07:35:24.792987 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41732981-018b-491e-8cfb-9519146242fa req-d1268126-e772-4223-b186-52cac8a0b8b1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:24.794335 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41732981-018b-491e-8cfb-9519146242fa req-d1268126-e772-4223-b186-52cac8a0b8b1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.1785572 Jan 28 07:35:24.837665 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-41732981-018b-491e-8cfb-9519146242fa req-bc6661a2-3293-441a-aab2-91214fcadcae tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376880 Jan 28 07:35:26.023510 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95acab-d4cf-438d-ac6c-8b66a52ef663 req-e3e53567-5288-4c32-9ad3-f107a9ce1fdc tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:26.024936 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae95acab-d4cf-438d-ac6c-8b66a52ef663 req-e3e53567-5288-4c32-9ad3-f107a9ce1fdc tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0778196 Jan 28 07:35:26.070748 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ae95acab-d4cf-438d-ac6c-8b66a52ef663 req-ad76be25-6d1b-4e48-8934-0aa44c1756cc tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396819 Jan 28 07:35:26.763887 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e57ed4f8-83f8-48d6-a437-cd8a65dd2089 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:35:26.894910 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port e57ed4f8-83f8-48d6-a437-cd8a65dd2089, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:35:26.908019 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'port_id': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'mac_address': 'fa:16:3e:e0:ce:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:35:26.964235 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:26.980562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57ed4f8-83f8-48d6-a437-cd8a65dd2089 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:35:26.996079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port e57ed4f8-83f8-48d6-a437-cd8a65dd2089, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:35:27.124281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:27.189898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:27.197397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.197753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.198097 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.198435 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.198775 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.199108 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.199466 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.199896 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.200229 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.200554 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.200877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.201202 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:35:27.250823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e687c-aa88-4079-9831-c1b697d91abc req-4afb8ebd-ffa2-43d9-a142-b30732dd44ba tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:27.252286 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-232e687c-aa88-4079-9831-c1b697d91abc req-4afb8ebd-ffa2-43d9-a142-b30732dd44ba tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 944 time: 0.0791214 Jan 28 07:35:27.295588 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-232e687c-aa88-4079-9831-c1b697d91abc req-e8d62106-9298-475c-880d-77424a9accbe tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369899 Jan 28 07:35:27.472638 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['e57ed4f8-83f8-48d6-a437-cd8a65dd2089'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:35:28.474673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98d3f9-002a-4249-b96c-bac71f570b7b req-09a44d3f-8510-43d2-b10c-68c0d21b498a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:28.476122 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba98d3f9-002a-4249-b96c-bac71f570b7b req-09a44d3f-8510-43d2-b10c-68c0d21b498a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 944 time: 0.0806444 Jan 28 07:35:28.518646 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-ba98d3f9-002a-4249-b96c-bac71f570b7b req-56c44e27-cd54-4a57-a5e2-c108c7f142ec tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363765 Jan 28 07:35:28.777563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e57ed4f8-83f8-48d6-a437-cd8a65dd2089 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:35:28.947174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port e57ed4f8-83f8-48d6-a437-cd8a65dd2089 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:35:28.952522 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port e57ed4f8-83f8-48d6-a437-cd8a65dd2089 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:35:28.952889 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:29.066428 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:29.092008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:35:29.101248 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port e57ed4f8-83f8-48d6-a437-cd8a65dd2089, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:35:29.175624 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:29.209479 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'code': 200} Jan 28 07:35:29.246251 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:29.725061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90247ee8-c27e-42f4-88bf-ec7483dc9e39 req-5b787167-612a-4810-a3f0-1830d26c0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:29.727110 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90247ee8-c27e-42f4-88bf-ec7483dc9e39 req-5b787167-612a-4810-a3f0-1830d26c0b5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1098 time: 0.1319718 Jan 28 07:35:29.735065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbfa71-b4a8-4281-bf3c-96e69ac4c26f req-859c7ffa-b3d9-42c1-a87b-6083688c2955 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:29.736414 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b3bbfa71-b4a8-4281-bf3c-96e69ac4c26f req-859c7ffa-b3d9-42c1-a87b-6083688c2955 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.1120887 Jan 28 07:35:29.798542 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-90247ee8-c27e-42f4-88bf-ec7483dc9e39 req-b20fcde4-b34e-497a-9937-eda2c8c07e43 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611558 Jan 28 07:35:29.805312 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b3bbfa71-b4a8-4281-bf3c-96e69ac4c26f req-4f385366-1726-4b77-a862-bc5243afc8d5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563326 Jan 28 07:35:30.912524 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-d27c3127-5f50-4703-85f0-8bdac98dd3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:31.000962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80101c6b-6969-4088-b51a-dc328b64ddba req-b0a50d4e-317b-4215-b452-d6cf1906250e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:31.013203 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-80101c6b-6969-4088-b51a-dc328b64ddba req-b0a50d4e-317b-4215-b452-d6cf1906250e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0907490 Jan 28 07:35:31.047316 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-80101c6b-6969-4088-b51a-dc328b64ddba req-70fd64d8-f3e3-48ed-a253-d844e2cc08cd tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386004 Jan 28 07:35:32.243427 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34058e5a-e02e-4a3d-a369-0b3bb35dbb24 req-e98c43ac-4ed2-4974-951a-c62eee80c903 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:32.244899 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-34058e5a-e02e-4a3d-a369-0b3bb35dbb24 req-e98c43ac-4ed2-4974-951a-c62eee80c903 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0785942 Jan 28 07:35:32.287966 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-34058e5a-e02e-4a3d-a369-0b3bb35dbb24 req-f378e1f1-a3ec-4683-9d84-be5ff9765d16 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375514 Jan 28 07:35:32.631586 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbc55a-1a4b-49fe-a5a0-d761fb04aff8 req-2750ee18-898c-41df-bb03-0f2c7555b819 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:32.632955 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cfdbc55a-1a4b-49fe-a5a0-d761fb04aff8 req-2750ee18-898c-41df-bb03-0f2c7555b819 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0816174 Jan 28 07:35:32.675619 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cfdbc55a-1a4b-49fe-a5a0-d761fb04aff8 req-3320b187-5325-4bce-b9f7-eb2658aac4be tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371182 Jan 28 07:35:32.697090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56510) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:35:32.816821 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e090df-480d-4f58-81c5-708a50b61244 tempest-TestShelveInstance-241448554 tempest-TestShelveInstance-241448554-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:32.818383 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-52e090df-480d-4f58-81c5-708a50b61244 tempest-TestShelveInstance-241448554 tempest-TestShelveInstance-241448554-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1093 time: 0.1203527 Jan 28 07:35:32.821814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56516) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:35:32.826772 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:35:32.832816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:35:32.836568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Usage tracker for resource:floatingip and tenant:e84b3e6aae2d4de99dbcf529c3552ac1 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:35:32.839392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:35:32.845131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:35:32.947484 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:33.081269 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:33.216883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Allocated IP 172.26.4.111 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/0d3f0a3f-cba7-4c52-b242-5552c3a81665) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:35:33.221199 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b00e6f8c-e010-4db4-9e65-de5c7221dd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:33.361809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:33.455587 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:33.529123 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:35:33.532721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:35:33.538820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:35:33.579747 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'Port': ['ID=0d3f0a3f-cba7-4c52-b242-5552c3a81665,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:34.053532 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:34.175186 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:34.358198 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:34.374500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:34.432367 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:34.539718 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event updated for resources: {'Port': ['ID=0d3f0a3f-cba7-4c52-b242-5552c3a81665,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:35:34.550118 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:34.642140 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:34.717364 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Floating IP a54c90e8-0372-41f6-979e-c57617b126be associated. External IP: 172.26.4.111, port: e57ed4f8-83f8-48d6-a437-cd8a65dd2089. Jan 28 07:35:35.058557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Router 668f202b-1116-468d-acc3-c9cb5f240ac6 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:35:35.233005 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:35:35.243286 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bd83a-eb0b-48e9-b193-fd39c59c5edc None None] Sync routers for ids ['668f202b-1116-468d-acc3-c9cb5f240ac6'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:35:35.256095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930bd83a-eb0b-48e9-b193-fd39c59c5edc None None] Routers {'668f202b-1116-468d-acc3-c9cb5f240ac6'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:35:35.256731 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-930bd83a-eb0b-48e9-b193-fd39c59c5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:35:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['668f202b-1116-468d-acc3-c9cb5f240ac6'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:35.334199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:35.389194 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c39bcb05-aacf-4c13-8798-a410ba4de063 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5663285 Jan 28 07:35:35.389977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'tag': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:35:35.431391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-930bd83a-eb0b-48e9-b193-fd39c59c5edc None None] Set router 668f202b-1116-468d-acc3-c9cb5f240ac6 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:35:35.435566 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'tag': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'status': 'completed', 'code': 200} Jan 28 07:35:35.671983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af463f-3f60-4593-ab34-6482095c943f req-ce640cd2-0e7a-414b-9ec0-cee7b9db8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:35.673366 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14af463f-3f60-4593-ab34-6482095c943f req-ce640cd2-0e7a-414b-9ec0-cee7b9db8176 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1098 time: 0.1926069 Jan 28 07:35:35.794907 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-930bd83a-eb0b-48e9-b193-fd39c59c5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'a54c90e8-0372-41f6-979e-c57617b126be', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'floating_ip_address': '172.26.4.111', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'port_id': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'mac_address': 'fa:16:3e:e0:ce:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:35:33Z', 'updated_at': '2022-01-28T07:35:33Z', 'revision_number': 0, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 5, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:35.799243 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bd83a-eb0b-48e9-b193-fd39c59c5edc None None] Checking router: 668f202b-1116-468d-acc3-c9cb5f240ac6 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:35:35.803170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af463f-3f60-4593-ab34-6482095c943f req-8d2dda33-751d-4813-8828-401b2bbef3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:35.804659 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14af463f-3f60-4593-ab34-6482095c943f req-8d2dda33-751d-4813-8828-401b2bbef3c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1247048 Jan 28 07:35:35.808773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930bd83a-eb0b-48e9-b193-fd39c59c5edc None None] Routers {'668f202b-1116-468d-acc3-c9cb5f240ac6'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:35:35.809371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-930bd83a-eb0b-48e9-b193-fd39c59c5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:35:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['668f202b-1116-468d-acc3-c9cb5f240ac6'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:35.910669 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14af463f-3f60-4593-ab34-6482095c943f req-a67dbddc-5549-4eed-b3dd-95b50cbb7e08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089 HTTP/1.1" status: 200 len: 999 time: 0.0994680 Jan 28 07:35:35.975425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af463f-3f60-4593-ab34-6482095c943f req-1c75cada-9d66-4f41-adf8-dd43bc39c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:35.977345 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14af463f-3f60-4593-ab34-6482095c943f req-1c75cada-9d66-4f41-adf8-dd43bc39c64c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0575435 Jan 28 07:35:35.995570 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:36.030201 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-930bd83a-eb0b-48e9-b193-fd39c59c5edc None None] Set router 668f202b-1116-468d-acc3-c9cb5f240ac6 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:35:36.049533 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af463f-3f60-4593-ab34-6482095c943f req-693125ca-921a-4f57-b125-b6d0360bc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:36.050975 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14af463f-3f60-4593-ab34-6482095c943f req-693125ca-921a-4f57-b125-b6d0360bc571 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680132 Jan 28 07:35:36.179592 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14af463f-3f60-4593-ab34-6482095c943f req-4441b2cf-198c-4b9c-9be7-c626b4575080 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212344 Jan 28 07:35:36.309733 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-14af463f-3f60-4593-ab34-6482095c943f req-1fd7f78b-26ba-4ba3-8e15-4c860af7267a service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219792 Jan 28 07:35:36.373044 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-930bd83a-eb0b-48e9-b193-fd39c59c5edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'a54c90e8-0372-41f6-979e-c57617b126be', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'floating_ip_address': '172.26.4.111', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'port_id': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'mac_address': 'fa:16:3e:e0:ce:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:35:33Z', 'updated_at': '2022-01-28T07:35:33Z', 'revision_number': 0, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 5, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:35:36.376961 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930bd83a-eb0b-48e9-b193-fd39c59c5edc None None] The sync data for ids ['668f202b-1116-468d-acc3-c9cb5f240ac6'] in dv-neutron-824022-4-hyperv is: [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': 'a54c90e8-0372-41f6-979e-c57617b126be', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'floating_ip_address': '172.26.4.111', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'port_id': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'mac_address': 'fa:16:3e:e0:ce:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:35:33Z', 'updated_at': '2022-01-28T07:35:33Z', 'revision_number': 0, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 5, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:35:36.574123 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0670110-ccbd-4fea-a501-6a0677701680 None None] New status for floating IP a54c90e8-0372-41f6-979e-c57617b126be: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:35:38.893176 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40f8d588-7632-42fe-be1e-568b59a18512 req-b19d4649-d670-453c-9557-8eb531500862 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727754 Jan 28 07:35:39.063683 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8d588-7632-42fe-be1e-568b59a18512 req-ec1e0839-43e1-43f0-afe3-c0b260d538b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:39.065118 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40f8d588-7632-42fe-be1e-568b59a18512 req-ec1e0839-43e1-43f0-afe3-c0b260d538b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1098 time: 0.0692704 Jan 28 07:35:39.203555 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8d588-7632-42fe-be1e-568b59a18512 req-7e8f9e6d-1adb-4518-bcac-bb406c7a1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:39.204853 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40f8d588-7632-42fe-be1e-568b59a18512 req-7e8f9e6d-1adb-4518-bcac-bb406c7a1fdb service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1219990 Jan 28 07:35:39.305484 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40f8d588-7632-42fe-be1e-568b59a18512 req-060f8262-358e-4a19-8862-67efccbf9393 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089 HTTP/1.1" status: 200 len: 1001 time: 0.0940440 Jan 28 07:35:39.367582 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8d588-7632-42fe-be1e-568b59a18512 req-d1bf1295-56cf-4544-beda-91c439f1fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:39.368959 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40f8d588-7632-42fe-be1e-568b59a18512 req-d1bf1295-56cf-4544-beda-91c439f1fba4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0580807 Jan 28 07:35:39.440085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8d588-7632-42fe-be1e-568b59a18512 req-d7c0c29c-417e-4742-9855-6f472245849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:35:39.441459 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40f8d588-7632-42fe-be1e-568b59a18512 req-d7c0c29c-417e-4742-9855-6f472245849b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664980 Jan 28 07:35:39.568352 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40f8d588-7632-42fe-be1e-568b59a18512 req-b5ee92a7-325b-44aa-80e1-646ea7c5431c service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202586 Jan 28 07:35:39.696909 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-40f8d588-7632-42fe-be1e-568b59a18512 req-018311bf-9dc4-4381-bc9b-58fe65d93207 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226795 Jan 28 07:35:41.510537 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:35:49.428314 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:36:00.875881 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-74aaeed8-5e3b-4b50-80b3-6509d3fc2f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:36:03.208940 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-aa7e6d5f-093e-4b7c-a71d-dd7f989cc11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:36:04.347805 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:36:04.655372 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:36:05.966353 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:36:11.494842 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:36:26.342660 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:36:30.912168 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-57f12e02-194e-420f-bddd-8e87b450fb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:36:33.248682 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8c288bd5-94d8-4925-809b-5a130959639f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:36:34.361886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:36:34.729218 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:36:35.943688 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:36:40.898271 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5db8907a-8baa-4877-9e76-fb78d2a50045 req-1d5720f6-9bc4-4c31-8f89-c36b7a37407f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737693 Jan 28 07:36:41.171474 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8907a-8baa-4877-9e76-fb78d2a50045 req-8f21fec8-dbdb-42c0-8e22-82e3123084b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:41.172947 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5db8907a-8baa-4877-9e76-fb78d2a50045 req-8f21fec8-dbdb-42c0-8e22-82e3123084b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1098 time: 0.1725895 Jan 28 07:36:41.320119 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8907a-8baa-4877-9e76-fb78d2a50045 req-ab20ce29-6200-4a81-baf0-0dff98165255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:41.321384 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5db8907a-8baa-4877-9e76-fb78d2a50045 req-ab20ce29-6200-4a81-baf0-0dff98165255 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1244619 Jan 28 07:36:41.426872 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5db8907a-8baa-4877-9e76-fb78d2a50045 req-1c09ab23-0497-4461-8340-338a005d6076 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089 HTTP/1.1" status: 200 len: 1001 time: 0.0956573 Jan 28 07:36:41.491322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8907a-8baa-4877-9e76-fb78d2a50045 req-9858c5c1-c3f5-433c-809d-42bcbf44ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:41.492758 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5db8907a-8baa-4877-9e76-fb78d2a50045 req-9858c5c1-c3f5-433c-809d-42bcbf44ec35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0568962 Jan 28 07:36:41.545642 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:36:41.573322 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8907a-8baa-4877-9e76-fb78d2a50045 req-8bcc725d-1c91-4252-9afc-81d99dd2fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:36:41.574764 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5db8907a-8baa-4877-9e76-fb78d2a50045 req-8bcc725d-1c91-4252-9afc-81d99dd2fca7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722561 Jan 28 07:36:41.707915 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5db8907a-8baa-4877-9e76-fb78d2a50045 req-e88613c6-eaca-4b10-803c-afd21335d6fd service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242039 Jan 28 07:36:41.848483 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5db8907a-8baa-4877-9e76-fb78d2a50045 req-bed026c0-13fe-4393-92a3-27894572cb25 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260550 Jan 28 07:37:00.894209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-07dca401-0d1f-44f8-87f0-a849c46349b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:37:03.234561 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-45da292d-b379-4582-89f6-d771f2d3f155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:37:03.342125 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:37:04.391647 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:37:04.705166 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:37:05.983305 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:37:11.499817 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:37:30.908445 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f476a726-8042-47c4-b619-59de9aaa7fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:37:33.216734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-592e8582-2778-4504-aeea-a2c939e3c306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:37:34.342382 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:37:34.658847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:37:35.985230 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:37:40.341534 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:37:41.527510 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:37:41.892958 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56f95dae-22fd-4d60-96e6-385e7787816d req-b4670d59-6a1b-4651-8a36-4df9439a30e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676627 Jan 28 07:37:42.061653 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f95dae-22fd-4d60-96e6-385e7787816d req-3bfa6197-2c9d-412a-8e01-98d71b2cea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:42.063088 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56f95dae-22fd-4d60-96e6-385e7787816d req-3bfa6197-2c9d-412a-8e01-98d71b2cea4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1098 time: 0.0715432 Jan 28 07:37:42.208403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f95dae-22fd-4d60-96e6-385e7787816d req-624752ae-7346-4394-847f-4f8dfb0946b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:42.209717 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56f95dae-22fd-4d60-96e6-385e7787816d req-624752ae-7346-4394-847f-4f8dfb0946b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1219540 Jan 28 07:37:42.314571 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56f95dae-22fd-4d60-96e6-385e7787816d req-dc5bbfbd-848f-481c-8639-85094d520693 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089 HTTP/1.1" status: 200 len: 1001 time: 0.0945058 Jan 28 07:37:42.383023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f95dae-22fd-4d60-96e6-385e7787816d req-8b6c03dc-9ff8-47ac-9129-fc0a5ee9f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:42.384425 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56f95dae-22fd-4d60-96e6-385e7787816d req-8b6c03dc-9ff8-47ac-9129-fc0a5ee9f179 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0563433 Jan 28 07:37:42.461955 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f95dae-22fd-4d60-96e6-385e7787816d req-af5e9e1f-75d2-43d6-8ffe-84356575120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:37:42.463326 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56f95dae-22fd-4d60-96e6-385e7787816d req-af5e9e1f-75d2-43d6-8ffe-84356575120b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694039 Jan 28 07:37:42.593864 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56f95dae-22fd-4d60-96e6-385e7787816d req-6773d6f5-dbb6-4e29-857d-a03cc4614d66 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209586 Jan 28 07:37:42.830365 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56f95dae-22fd-4d60-96e6-385e7787816d req-4791de5f-95c0-4003-bec0-2b45f616c2db service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276180 Jan 28 07:38:00.912872 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b056f9e2-d710-495e-8ddd-f115615152cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:03.212694 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-45a53588-ef95-434e-bf2d-5a0779f06214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:04.379000 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:04.630177 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:05.938455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:11.538692 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:17.339977 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:38:25.907657 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4915d-799c-40b0-974a-20a6d7ff397e req-d64aaa4d-345d-4cc8-b353-9989251dbd37 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:25.909077 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2cf4915d-799c-40b0-974a-20a6d7ff397e req-d64aaa4d-345d-4cc8-b353-9989251dbd37 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.1456180 Jan 28 07:38:25.953363 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2cf4915d-799c-40b0-974a-20a6d7ff397e req-d0e3ae72-d078-4906-89a6-1f8ff2de5d25 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386331 Jan 28 07:38:27.182013 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227fc6d-974b-4ed0-8e11-a6e748e65495 req-15cf71cf-9e90-4b79-90a3-45fc45a24fa8 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:27.183448 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f227fc6d-974b-4ed0-8e11-a6e748e65495 req-15cf71cf-9e90-4b79-90a3-45fc45a24fa8 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.1227851 Jan 28 07:38:27.225221 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f227fc6d-974b-4ed0-8e11-a6e748e65495 req-887b2a8a-03ad-4c3b-afc9-31370fb02e1e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362935 Jan 28 07:38:28.409683 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c3d07-fcff-44a0-bd53-8ad538fb11bc req-caff4b69-e8ed-49b6-9865-c8e309d0ad68 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:28.411098 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d2c3d07-fcff-44a0-bd53-8ad538fb11bc req-caff4b69-e8ed-49b6-9865-c8e309d0ad68 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0789802 Jan 28 07:38:28.454215 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3d2c3d07-fcff-44a0-bd53-8ad538fb11bc req-6dfd16c6-b276-475d-9dc9-cd9727dfec74 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366385 Jan 28 07:38:29.636357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328120ec-4774-4769-b755-924d165ae4b6 req-274a46d1-8ea9-4def-bc16-23e0c74fb88d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:29.637767 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-328120ec-4774-4769-b755-924d165ae4b6 req-274a46d1-8ea9-4def-bc16-23e0c74fb88d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0810573 Jan 28 07:38:29.680266 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-328120ec-4774-4769-b755-924d165ae4b6 req-3dae82a9-3519-412b-a526-35ad121568ad tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370352 Jan 28 07:38:30.862417 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50445a90-328d-44db-9c2f-9f4fef8b2784 req-35aac221-246b-4690-ac41-4788a46ca2f8 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:30.864045 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50445a90-328d-44db-9c2f-9f4fef8b2784 req-35aac221-246b-4690-ac41-4788a46ca2f8 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0818522 Jan 28 07:38:30.911013 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-50445a90-328d-44db-9c2f-9f4fef8b2784 req-aee92a7e-11ca-4150-a76e-92ce8c4ffb80 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414865 Jan 28 07:38:30.921281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5aafad5-750f-4eef-a266-80e5a571f4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:32.129845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a5b5a-5472-4435-9298-01b962a8f037 req-017edcf0-ceca-4db5-8c10-8c0ee5aec392 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:32.131264 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b3a5b5a-5472-4435-9298-01b962a8f037 req-017edcf0-ceca-4db5-8c10-8c0ee5aec392 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0770421 Jan 28 07:38:32.173152 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1b3a5b5a-5472-4435-9298-01b962a8f037 req-a9b05976-a634-4fb6-bdec-aa5920e6cfab tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358779 Jan 28 07:38:33.227768 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c1745146-657e-4e86-8e49-7cf1f1b3e4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:33.359065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0bea2-d875-4cd3-8b30-19764a581955 req-5b292669-e5e2-4eba-803f-3c71a2ad2f01 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:33.360519 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-95b0bea2-d875-4cd3-8b30-19764a581955 req-5b292669-e5e2-4eba-803f-3c71a2ad2f01 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0807407 Jan 28 07:38:33.404098 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-95b0bea2-d875-4cd3-8b30-19764a581955 req-1b0ebc0c-d541-43f2-8397-16a4301f29bd tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380011 Jan 28 07:38:34.336013 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:34.580687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07b3c4-0eed-4550-b207-f70b6f183ca9 req-e8524bf6-5984-4c8c-a3a6-6c5711706fa4 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:34.582119 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3e07b3c4-0eed-4550-b207-f70b6f183ca9 req-e8524bf6-5984-4c8c-a3a6-6c5711706fa4 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0775995 Jan 28 07:38:34.625344 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-3e07b3c4-0eed-4550-b207-f70b6f183ca9 req-6d97aceb-6fba-40fb-b79a-78e4232eda69 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367720 Jan 28 07:38:34.652613 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:35.812581 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ae54-0ef4-43da-b356-622b4f81f633 req-8195b7cc-65d0-4541-ba45-dbf38e095376 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:35.814067 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c531ae54-0ef4-43da-b356-622b4f81f633 req-8195b7cc-65d0-4541-ba45-dbf38e095376 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0835469 Jan 28 07:38:35.859294 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c531ae54-0ef4-43da-b356-622b4f81f633 req-bca0dee3-a664-47b9-aefc-b100dedb5eec tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394595 Jan 28 07:38:35.947136 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:37.038968 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84ec1f-381f-451b-aa5b-65a5209d4e94 req-e323cd4b-ac11-4993-bf0e-a29b2f842ad3 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:37.040477 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2e84ec1f-381f-451b-aa5b-65a5209d4e94 req-e323cd4b-ac11-4993-bf0e-a29b2f842ad3 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0774195 Jan 28 07:38:37.087065 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2e84ec1f-381f-451b-aa5b-65a5209d4e94 req-42c680bd-b3b1-4fd8-8299-e713842d7d97 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409007 Jan 28 07:38:38.266425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21677d2-f5cb-409a-82a6-775c62794ed1 req-873d18c3-2526-4a04-b170-6c0ac50660dd tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:38.267951 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f21677d2-f5cb-409a-82a6-775c62794ed1 req-873d18c3-2526-4a04-b170-6c0ac50660dd tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0784731 Jan 28 07:38:38.314907 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f21677d2-f5cb-409a-82a6-775c62794ed1 req-37610811-e049-4475-80d6-74ef1a2d3e0d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408006 Jan 28 07:38:39.503422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1705883-28ac-44a7-9923-3413a1cea6a2 req-8ff689d6-ea7f-4af8-8ecb-0c87f0e8427d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:39.505114 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1705883-28ac-44a7-9923-3413a1cea6a2 req-8ff689d6-ea7f-4af8-8ecb-0c87f0e8427d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0864534 Jan 28 07:38:39.547839 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a1705883-28ac-44a7-9923-3413a1cea6a2 req-b151dd74-30f2-4f51-98d4-03d69db74a35 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365584 Jan 28 07:38:40.728575 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f059a4-7c10-4b53-af51-b04a1f262e5a req-1f505270-4701-425f-9d79-de2a0c6cfbcf tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:40.729977 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-83f059a4-7c10-4b53-af51-b04a1f262e5a req-1f505270-4701-425f-9d79-de2a0c6cfbcf tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0770171 Jan 28 07:38:40.772335 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-83f059a4-7c10-4b53-af51-b04a1f262e5a req-a207dda4-757f-4c2b-a635-ee0124c1542a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368209 Jan 28 07:38:41.183713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e18a30-8cbd-4467-8fb6-07b80121f459 req-6a8910b3-e1ba-4a00-ab14-77fb83a904a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:41.185098 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a7e18a30-8cbd-4467-8fb6-07b80121f459 req-6a8910b3-e1ba-4a00-ab14-77fb83a904a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1098 time: 0.0736632 Jan 28 07:38:41.323360 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e18a30-8cbd-4467-8fb6-07b80121f459 req-e91fa754-4414-490b-8e3c-2e1970dc1569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:41.324901 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a7e18a30-8cbd-4467-8fb6-07b80121f459 req-e91fa754-4414-490b-8e3c-2e1970dc1569 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1283665 Jan 28 07:38:41.431023 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a7e18a30-8cbd-4467-8fb6-07b80121f459 req-1e6c8164-708b-4896-84c4-4d00f3b13eb8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089 HTTP/1.1" status: 200 len: 1001 time: 0.0963185 Jan 28 07:38:41.505169 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e18a30-8cbd-4467-8fb6-07b80121f459 req-191aa77a-db5c-457a-8b51-cdd20136fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:41.506857 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a7e18a30-8cbd-4467-8fb6-07b80121f459 req-191aa77a-db5c-457a-8b51-cdd20136fef3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0658841 Jan 28 07:38:41.572884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:41.594156 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e18a30-8cbd-4467-8fb6-07b80121f459 req-f6f7d16c-feed-41c2-b8bc-e2a3ce533e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:41.595656 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a7e18a30-8cbd-4467-8fb6-07b80121f459 req-f6f7d16c-feed-41c2-b8bc-e2a3ce533e98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799019 Jan 28 07:38:41.853760 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a7e18a30-8cbd-4467-8fb6-07b80121f459 req-32dae349-5619-4252-ba86-6b82cdb7bfac service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483597 Jan 28 07:38:42.042537 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a7e18a30-8cbd-4467-8fb6-07b80121f459 req-cea3f446-29be-4f5f-8aad-453a1e98903e service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774504 Jan 28 07:38:42.053085 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc186dca-a801-49f8-8b5b-52671ba15755 req-1bf6908d-3583-4836-9548-b952e97deea7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:42.054434 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fc186dca-a801-49f8-8b5b-52671ba15755 req-1bf6908d-3583-4836-9548-b952e97deea7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.1689169 Jan 28 07:38:42.103785 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fc186dca-a801-49f8-8b5b-52671ba15755 req-ae818291-607d-437a-8eb9-a1700b30ed99 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423470 Jan 28 07:38:42.240165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2492876-a89d-4ab6-8c9c-e479286e1034 req-98ab74b7-6667-40be-9e27-9f1a722d1d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:42.241619 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2492876-a89d-4ab6-8c9c-e479286e1034 req-98ab74b7-6667-40be-9e27-9f1a722d1d43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1098 time: 0.0684674 Jan 28 07:38:42.384552 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2492876-a89d-4ab6-8c9c-e479286e1034 req-7a1ca99d-ff9f-44d0-abcd-c2005887c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:42.385862 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2492876-a89d-4ab6-8c9c-e479286e1034 req-7a1ca99d-ff9f-44d0-abcd-c2005887c441 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1241665 Jan 28 07:38:42.486042 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2492876-a89d-4ab6-8c9c-e479286e1034 req-51aa5a3a-9d8b-4a06-a947-8483aae5ba09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089 HTTP/1.1" status: 200 len: 1001 time: 0.0935678 Jan 28 07:38:42.546564 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2492876-a89d-4ab6-8c9c-e479286e1034 req-8d8ffc97-76d0-4dd7-b369-7d6c2a100f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:42.547933 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2492876-a89d-4ab6-8c9c-e479286e1034 req-8d8ffc97-76d0-4dd7-b369-7d6c2a100f7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0553508 Jan 28 07:38:42.624672 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2492876-a89d-4ab6-8c9c-e479286e1034 req-93e4b22c-70c7-4214-93dc-601b966240d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:42.626153 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2492876-a89d-4ab6-8c9c-e479286e1034 req-93e4b22c-70c7-4214-93dc-601b966240d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713911 Jan 28 07:38:42.754909 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2492876-a89d-4ab6-8c9c-e479286e1034 req-9478c771-f0ab-46a8-b121-89278e13c43a service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214626 Jan 28 07:38:42.884368 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c2492876-a89d-4ab6-8c9c-e479286e1034 req-1d8bfc7f-64f0-408e-bff5-a3dcbb43a0af service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210868 Jan 28 07:38:43.283733 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092999f4-871e-447c-b32b-ca4d935be298 req-59f61d85-93e2-4308-9466-040b7a411c5e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:43.285155 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-092999f4-871e-447c-b32b-ca4d935be298 req-59f61d85-93e2-4308-9466-040b7a411c5e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0768414 Jan 28 07:38:43.327515 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-092999f4-871e-447c-b32b-ca4d935be298 req-1f2ef646-e836-45dd-bfec-eec841dc4813 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367677 Jan 28 07:38:44.509641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2f535-4de4-43e3-a20f-6aa44f208d57 req-9e69a74a-ff30-4fb0-aa34-afe1412f2ca7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:44.511078 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f6e2f535-4de4-43e3-a20f-6aa44f208d57 req-9e69a74a-ff30-4fb0-aa34-afe1412f2ca7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0819283 Jan 28 07:38:44.553687 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f6e2f535-4de4-43e3-a20f-6aa44f208d57 req-52dd351a-957b-404f-8df5-6188b6f182fc tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370054 Jan 28 07:38:45.731525 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c56753-9909-490a-8d2a-c2cb6c77fef1 req-28200538-9c7e-4301-b7e9-03c88f548ca7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:45.732939 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d8c56753-9909-490a-8d2a-c2cb6c77fef1 req-28200538-9c7e-4301-b7e9-03c88f548ca7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0769484 Jan 28 07:38:45.780118 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d8c56753-9909-490a-8d2a-c2cb6c77fef1 req-e68a4921-f166-42ff-9ecc-4422b7b4fc82 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416625 Jan 28 07:38:46.372856 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed30a3c-0613-4337-ab86-b1ae16cabf5d req-3bc7bdf2-8aa6-4c29-9f98-c7d538b2478c tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:46.374321 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aed30a3c-0613-4337-ab86-b1ae16cabf5d req-3bc7bdf2-8aa6-4c29-9f98-c7d538b2478c tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0795500 Jan 28 07:38:46.390475 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [req-007bb2a1-327c-4087-84ab-b5487e57dc74 req-49bcfebd-4082-4805-b4b5-c08f3dc51d26 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1350071 Jan 28 07:38:46.420363 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-aed30a3c-0613-4337-ab86-b1ae16cabf5d req-4a910856-3e5f-4422-985a-d1cae20959d7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400622 Jan 28 07:38:47.594271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e57ed4f8-83f8-48d6-a437-cd8a65dd2089 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:38:47.717732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:47.721601 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dda7e7-1abc-4aa5-9e80-eb290a2b7cb6 req-be2673f0-5d88-45c9-a87e-55aaa841822f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:47.723056 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68dda7e7-1abc-4aa5-9e80-eb290a2b7cb6 req-be2673f0-5d88-45c9-a87e-55aaa841822f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.1960442 Jan 28 07:38:47.746304 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:38:47.756214 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port e57ed4f8-83f8-48d6-a437-cd8a65dd2089, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:38:47.769781 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-68dda7e7-1abc-4aa5-9e80-eb290a2b7cb6 req-9123110c-7937-4336-9565-f8dde8ef51e7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404327 Jan 28 07:38:47.800169 dv-neutron-824022-4-hyperv neutron-server[88218]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'code': 422} returned with failed status Jan 28 07:38:47.818162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:47.886278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:38:47.893474 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:47.893820 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:47.894164 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:47.894499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:47.894829 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:47.895160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:47.895515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:47.895841 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:47.896173 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:47.896492 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:47.896815 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:47.897133 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:38:48.958420 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059d75e-9735-4746-a4b3-5951dde4157d req-6bf30db5-e105-4813-83c8-ac701d20fa9a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:48.959892 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1059d75e-9735-4746-a4b3-5951dde4157d req-6bf30db5-e105-4813-83c8-ac701d20fa9a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0779648 Jan 28 07:38:49.003415 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1059d75e-9735-4746-a4b3-5951dde4157d req-55bef95d-abea-49ae-a407-4a6c5cf4d643 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379496 Jan 28 07:38:50.185986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b39c9-356b-4389-95d3-5a4d12c81009 req-3c72a222-623c-4d48-aec0-d0282ef435b5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:50.187454 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-352b39c9-356b-4389-95d3-5a4d12c81009 req-3c72a222-623c-4d48-aec0-d0282ef435b5 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0821831 Jan 28 07:38:50.230286 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-352b39c9-356b-4389-95d3-5a4d12c81009 req-be8be6ee-dbdb-45fe-a261-52821449abca tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373304 Jan 28 07:38:50.390865 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bb2a1-327c-4087-84ab-b5487e57dc74 req-b1a17d8a-bae3-4700-9a9d-4a34b19e1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:50.392245 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-007bb2a1-327c-4087-84ab-b5487e57dc74 req-b1a17d8a-bae3-4700-9a9d-4a34b19e1884 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33&tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0691810 Jan 28 07:38:50.504501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bb2a1-327c-4087-84ab-b5487e57dc74 req-7b938459-ab3c-4533-a22b-3d5c909a4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:50.505911 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-007bb2a1-327c-4087-84ab-b5487e57dc74 req-7b938459-ab3c-4533-a22b-3d5c909a4efd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1096 time: 0.0722733 Jan 28 07:38:50.636727 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bb2a1-327c-4087-84ab-b5487e57dc74 req-3538f683-a24e-4447-8f8c-86ef0135f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:50.638101 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-007bb2a1-327c-4087-84ab-b5487e57dc74 req-3538f683-a24e-4447-8f8c-86ef0135f401 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1224093 Jan 28 07:38:50.746175 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-007bb2a1-327c-4087-84ab-b5487e57dc74 req-dd585fbd-39a6-420d-8316-d75c9ed195cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089 HTTP/1.1" status: 200 len: 999 time: 0.0979931 Jan 28 07:38:50.809011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bb2a1-327c-4087-84ab-b5487e57dc74 req-f7b4a87f-4a50-4697-a8df-440c365bb2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:50.810431 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-007bb2a1-327c-4087-84ab-b5487e57dc74 req-f7b4a87f-4a50-4697-a8df-440c365bb2b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0557272 Jan 28 07:38:50.892297 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bb2a1-327c-4087-84ab-b5487e57dc74 req-8c6d04e0-9eaf-4270-bf99-18d891c46e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:50.893728 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-007bb2a1-327c-4087-84ab-b5487e57dc74 req-8c6d04e0-9eaf-4270-bf99-18d891c46e41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723226 Jan 28 07:38:51.031967 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-007bb2a1-327c-4087-84ab-b5487e57dc74 req-ef6ec536-f5df-4841-83fa-286da4ee38c2 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283727 Jan 28 07:38:51.165893 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-007bb2a1-327c-4087-84ab-b5487e57dc74 req-c0c5f142-ee78-4947-93f0-3d6cdee037ef service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241755 Jan 28 07:38:51.417429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba3381-3161-4e35-8f1d-095d0dace62c req-0816af31-5b67-4284-9be3-ea11d25abfca tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:51.418766 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cbba3381-3161-4e35-8f1d-095d0dace62c req-0816af31-5b67-4284-9be3-ea11d25abfca tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0787249 Jan 28 07:38:51.460394 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-cbba3381-3161-4e35-8f1d-095d0dace62c req-228a4651-bb56-4e2c-ac14-a4cba6678989 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361350 Jan 28 07:38:52.645567 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686b5af-c41d-4418-b87a-8136d06ebaeb req-eaa7f41b-fb8a-4c40-a61a-c6a73e081a45 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:52.647121 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b686b5af-c41d-4418-b87a-8136d06ebaeb req-eaa7f41b-fb8a-4c40-a61a-c6a73e081a45 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0810480 Jan 28 07:38:52.689555 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b686b5af-c41d-4418-b87a-8136d06ebaeb req-cee4dd6e-2667-4670-84cf-8310e9946d0b tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363088 Jan 28 07:38:53.871292 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855d3b0-6ee6-4164-8fdb-cca914c51683 req-e86dadd1-f4c4-42d9-ad15-2f5eb3129c4a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:53.872729 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e855d3b0-6ee6-4164-8fdb-cca914c51683 req-e86dadd1-f4c4-42d9-ad15-2f5eb3129c4a tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0778604 Jan 28 07:38:53.919721 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-e855d3b0-6ee6-4164-8fdb-cca914c51683 req-7d575b5a-6c38-4014-aa58-6faf3ebe68ea tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413196 Jan 28 07:38:54.340294 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:38:55.098429 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c5886-30c7-4ac9-9bb0-8f473d9176c3 req-a860e7e2-7854-478d-8683-656e957cf884 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:55.099783 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bc2c5886-30c7-4ac9-9bb0-8f473d9176c3 req-a860e7e2-7854-478d-8683-656e957cf884 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0771551 Jan 28 07:38:55.142899 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bc2c5886-30c7-4ac9-9bb0-8f473d9176c3 req-33368bfa-1c98-4494-b712-ce66d04eadc1 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370626 Jan 28 07:38:56.325132 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce03085-0282-4ebf-9bd9-f567cfa35c67 req-e43831f0-1cd9-43d3-a630-6c450a5102f7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:56.326552 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fce03085-0282-4ebf-9bd9-f567cfa35c67 req-e43831f0-1cd9-43d3-a630-6c450a5102f7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0809541 Jan 28 07:38:56.369207 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fce03085-0282-4ebf-9bd9-f567cfa35c67 req-265eeac4-e402-4d7b-ae61-f5eb191e9f07 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370629 Jan 28 07:38:57.545505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2498a-f3bf-4bf8-96aa-32df0731c827 req-9a1e6fa5-16ab-4347-b244-7cfb07b63302 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:57.546905 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b0a2498a-f3bf-4bf8-96aa-32df0731c827 req-9a1e6fa5-16ab-4347-b244-7cfb07b63302 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.0768669 Jan 28 07:38:57.590014 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b0a2498a-f3bf-4bf8-96aa-32df0731c827 req-a75a453f-6817-4a1a-bab7-16c80b537520 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375068 Jan 28 07:38:58.872708 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d7f74-634a-4705-8fdb-967b7838ec2b req-11d339cb-8226-447c-9ee7-7063aa22f9b7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:38:58.874068 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-012d7f74-634a-4705-8fdb-967b7838ec2b req-11d339cb-8226-447c-9ee7-7063aa22f9b7 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 943 time: 0.1838443 Jan 28 07:38:58.916493 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-012d7f74-634a-4705-8fdb-967b7838ec2b req-73eb31af-f7c3-463a-9fac-acacf7b5ebdc tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366712 Jan 28 07:38:59.688106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e57ed4f8-83f8-48d6-a437-cd8a65dd2089 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:38:59.852378 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port e57ed4f8-83f8-48d6-a437-cd8a65dd2089, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:38:59.864916 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'port_id': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'mac_address': 'fa:16:3e:e0:ce:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:38:59.920957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:38:59.937336 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57ed4f8-83f8-48d6-a437-cd8a65dd2089 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:38:59.952984 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port e57ed4f8-83f8-48d6-a437-cd8a65dd2089, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:39:00.026813 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:00.094423 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:00.182434 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0010c-34c5-4f99-abe9-1b4235412290 req-abae2be5-29b8-4b0b-a436-f1bc3c3cdd66 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:00.183897 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bef0010c-34c5-4f99-abe9-1b4235412290 req-abae2be5-29b8-4b0b-a436-f1bc3c3cdd66 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 944 time: 0.1230042 Jan 28 07:39:00.228874 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bef0010c-34c5-4f99-abe9-1b4235412290 req-3c9aa7e7-b95a-44f9-8ad7-030b355dc2dd tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393329 Jan 28 07:39:00.435724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['e57ed4f8-83f8-48d6-a437-cd8a65dd2089'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:39:00.892174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1bd9c6b1-2118-4a89-b343-4aee3de5f111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:01.486885 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56f9ac-aa58-4e20-8dba-447f365d463b req-6a4505da-a6c5-4564-b2b7-958a53f52e33 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:01.488361 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6c56f9ac-aa58-4e20-8dba-447f365d463b req-6a4505da-a6c5-4564-b2b7-958a53f52e33 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 944 time: 0.1186488 Jan 28 07:39:01.531702 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6c56f9ac-aa58-4e20-8dba-447f365d463b req-b17f4bfa-4f15-45c0-af81-c0c5770da6b6 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372472 Jan 28 07:39:01.703505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e57ed4f8-83f8-48d6-a437-cd8a65dd2089 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:39:01.769587 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port e57ed4f8-83f8-48d6-a437-cd8a65dd2089 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:39:01.769950 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:01.885572 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:01.910536 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:39:01.920170 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port e57ed4f8-83f8-48d6-a437-cd8a65dd2089, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:39:01.953617 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'code': 200} Jan 28 07:39:01.989563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:02.059877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,revision_number=8']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:39:02.393117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5619107-923d-4837-b200-8142461fa4e2 req-cbf1df49-a18f-4312-aeba-a58d10130756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:02.394453 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f5619107-923d-4837-b200-8142461fa4e2 req-cbf1df49-a18f-4312-aeba-a58d10130756 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1098 time: 0.0762980 Jan 28 07:39:02.435930 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f5619107-923d-4837-b200-8142461fa4e2 req-5f2d524e-a91a-4e11-9c9f-5b089998f51e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321972 Jan 28 07:39:02.710496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e77c9-940f-4fce-a7e1-e890fafce8ee req-af66e9d7-3003-4f39-b41b-1d909b83b192 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:02.711899 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e9e77c9-940f-4fce-a7e1-e890fafce8ee req-af66e9d7-3003-4f39-b41b-1d909b83b192 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0774577 Jan 28 07:39:02.755040 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4e9e77c9-940f-4fce-a7e1-e890fafce8ee req-3b5b1310-fa4e-4012-85cb-88468dd9643e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375769 Jan 28 07:39:03.251959 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-59992684-cab3-4cfe-adaa-dfc3902beb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:03.943508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cdaf3-74b9-4f80-82e5-a9edf8bbcd73 req-fb0b654c-4064-41b6-9ce7-17638135862f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:03.945481 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-139cdaf3-74b9-4f80-82e5-a9edf8bbcd73 req-fb0b654c-4064-41b6-9ce7-17638135862f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0836222 Jan 28 07:39:03.988202 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-139cdaf3-74b9-4f80-82e5-a9edf8bbcd73 req-6bde41c6-c484-45f7-981d-01c29663a817 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372114 Jan 28 07:39:04.343783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:04.669288 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:05.937460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:11.563075 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:30.891579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-de46cc3d-b7f5-4207-8f16-f8613124e5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:31.338449 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:39:33.265728 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ae317e3d-7827-4f8f-9305-5c192de6e0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:34.351036 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:34.651563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:35.937947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:41.551683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:39:42.032367 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-227bba58-60b5-4205-ac6a-d1aec8e5a914 req-5bb1fe08-a127-4b05-904d-ca2382e1d78c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1071951 Jan 28 07:39:42.207269 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bba58-60b5-4205-ac6a-d1aec8e5a914 req-584cd9d5-66e0-4f50-8903-91f587e8c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:42.209333 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-227bba58-60b5-4205-ac6a-d1aec8e5a914 req-584cd9d5-66e0-4f50-8903-91f587e8c2d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1098 time: 0.0732896 Jan 28 07:39:42.361795 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bba58-60b5-4205-ac6a-d1aec8e5a914 req-84f321cd-6444-4c97-b8e6-6ce62833ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:42.363342 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-227bba58-60b5-4205-ac6a-d1aec8e5a914 req-84f321cd-6444-4c97-b8e6-6ce62833ee1d service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1319091 Jan 28 07:39:42.469579 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-227bba58-60b5-4205-ac6a-d1aec8e5a914 req-b82f9f88-9c3e-400e-9452-ce420200160a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089 HTTP/1.1" status: 200 len: 1001 time: 0.0959187 Jan 28 07:39:42.532573 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bba58-60b5-4205-ac6a-d1aec8e5a914 req-53105a37-4a2a-4a1a-85ef-93cc472598e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:42.537619 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-227bba58-60b5-4205-ac6a-d1aec8e5a914 req-53105a37-4a2a-4a1a-85ef-93cc472598e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0560570 Jan 28 07:39:42.613198 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bba58-60b5-4205-ac6a-d1aec8e5a914 req-88edb111-1c51-4041-b99f-f2f5dc994516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:39:42.614554 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-227bba58-60b5-4205-ac6a-d1aec8e5a914 req-88edb111-1c51-4041-b99f-f2f5dc994516 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703795 Jan 28 07:39:42.747403 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-227bba58-60b5-4205-ac6a-d1aec8e5a914 req-51007c42-37f1-42a0-8303-e7d7e522ac66 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226509 Jan 28 07:39:42.881735 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-227bba58-60b5-4205-ac6a-d1aec8e5a914 req-a87a8026-410f-4849-9148-d45d6e6dfaee service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247947 Jan 28 07:40:00.925516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-84e06730-12da-4861-91ed-043afd58733b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:40:03.339548 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7edb3434-52e8-4053-aeba-456f83183d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:40:04.333285 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:40:04.659020 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:40:05.953849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:40:08.337674 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:40:11.567616 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:40:30.927034 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-342aed10-1ed2-4457-ac98-493a30ddf8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:40:33.270105 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-46fa4a1a-ae2b-4b2a-9886-d03fba0d2e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:40:34.342001 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:40:34.656591 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:40:35.953240 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:40:41.570507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:40:42.675991 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f1b2278-1bc1-473a-ac30-5a7e4a9c5b91 req-e5f31a73-e9b9-4869-81fa-a6701ad88633 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758059 Jan 28 07:40:42.845986 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b2278-1bc1-473a-ac30-5a7e4a9c5b91 req-cbb561e6-7313-4f50-bc81-29323d6dde4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:42.847461 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f1b2278-1bc1-473a-ac30-5a7e4a9c5b91 req-cbb561e6-7313-4f50-bc81-29323d6dde4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1098 time: 0.0727069 Jan 28 07:40:43.105053 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b2278-1bc1-473a-ac30-5a7e4a9c5b91 req-7d478d78-f591-4723-befc-f73d83694336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:43.107017 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f1b2278-1bc1-473a-ac30-5a7e4a9c5b91 req-7d478d78-f591-4723-befc-f73d83694336 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.2350543 Jan 28 07:40:43.230860 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f1b2278-1bc1-473a-ac30-5a7e4a9c5b91 req-bb940f4a-76fb-4501-9ace-14422ec75c25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089 HTTP/1.1" status: 200 len: 1001 time: 0.1137097 Jan 28 07:40:43.302619 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b2278-1bc1-473a-ac30-5a7e4a9c5b91 req-6dea5df5-6e30-43d2-80e2-2db08d379b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:43.304140 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f1b2278-1bc1-473a-ac30-5a7e4a9c5b91 req-6dea5df5-6e30-43d2-80e2-2db08d379b6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0635636 Jan 28 07:40:43.383734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b2278-1bc1-473a-ac30-5a7e4a9c5b91 req-c7105b4b-31c7-4f66-9623-faa9ae87e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:40:43.385107 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f1b2278-1bc1-473a-ac30-5a7e4a9c5b91 req-c7105b4b-31c7-4f66-9623-faa9ae87e061 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702376 Jan 28 07:40:43.521802 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f1b2278-1bc1-473a-ac30-5a7e4a9c5b91 req-3372429d-e11e-4847-a1b7-fe08d586aff6 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261008 Jan 28 07:40:43.663735 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f1b2278-1bc1-473a-ac30-5a7e4a9c5b91 req-f208c139-a89c-48c3-ba19-bfc5fbd5fabf service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309350 Jan 28 07:40:45.335952 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:41:00.909162 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b5dd8e39-f44b-4e42-9f5e-0a18e4cdf6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:03.208901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56736) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:03.269393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-955431eb-613e-4a14-9d95-20812c2ea1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:03.603529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Deleting port 0d3f0a3f-cba7-4c52-b242-5552c3a81665 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:41:03.603870 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:03.770842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:03.771192 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:03.891849 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Calling delete_port for 0d3f0a3f-cba7-4c52-b242-5552c3a81665 owned by network:floatingip {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:41:04.092426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:04.137548 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event deleted for resources: {'Port': ['ID=0d3f0a3f-cba7-4c52-b242-5552c3a81665,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:04.169026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:04.173765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:04.173765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:04.173765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:04.173765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:04.173765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:04.173765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:04.173765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:04.173765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:04.173765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:04.173765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:04.173765 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:04.238648 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for floatingip, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:04.239383 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Floating IP a54c90e8-0372-41f6-979e-c57617b126be disassociated (deleted). External IP: 172.26.4.111, port: e57ed4f8-83f8-48d6-a437-cd8a65dd2089. Jan 28 07:41:04.366601 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:04.672834 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:04.679654 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Router 668f202b-1116-468d-acc3-c9cb5f240ac6 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:41:04.852394 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:41:04.862255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df90050e-23cb-4a6f-9c5e-7133e045a59e None None] Sync routers for ids ['668f202b-1116-468d-acc3-c9cb5f240ac6'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:41:04.871021 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df90050e-23cb-4a6f-9c5e-7133e045a59e None None] Routers {'668f202b-1116-468d-acc3-c9cb5f240ac6'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:41:04.871692 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-df90050e-23cb-4a6f-9c5e-7133e045a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['668f202b-1116-468d-acc3-c9cb5f240ac6'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:04.961435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:05.019028 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-0a23616f-0674-4673-941c-804d5772996e tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "DELETE /v2.0/floatingips/a54c90e8-0372-41f6-979e-c57617b126be HTTP/1.1" status: 204 len: 168 time: 1.8090100 Jan 28 07:41:05.019639 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'tag': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:41:05.043987 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-df90050e-23cb-4a6f-9c5e-7133e045a59e None None] Set router 668f202b-1116-468d-acc3-c9cb5f240ac6 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:41:05.264614 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'tag': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'status': 'completed', 'code': 200} Jan 28 07:41:05.399974 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56481e03-9938-45f9-981c-ac5ee39e6bf6 req-3587bca8-aa70-40de-820f-26a40bfc6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:05.401515 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56481e03-9938-45f9-981c-ac5ee39e6bf6 req-3587bca8-aa70-40de-820f-26a40bfc6234 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 1098 time: 0.0772617 Jan 28 07:41:05.422526 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-df90050e-23cb-4a6f-9c5e-7133e045a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 5, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:05.426555 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df90050e-23cb-4a6f-9c5e-7133e045a59e None None] Checking router: 668f202b-1116-468d-acc3-c9cb5f240ac6 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:41:05.436862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df90050e-23cb-4a6f-9c5e-7133e045a59e None None] Routers {'668f202b-1116-468d-acc3-c9cb5f240ac6'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:41:05.437494 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-df90050e-23cb-4a6f-9c5e-7133e045a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['668f202b-1116-468d-acc3-c9cb5f240ac6'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:05.539368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56481e03-9938-45f9-981c-ac5ee39e6bf6 req-3fe6292a-46c3-4236-9610-53f2928a28e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:05.540779 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56481e03-9938-45f9-981c-ac5ee39e6bf6 req-3fe6292a-46c3-4236-9610-53f2928a28e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 200 len: 910 time: 0.1297755 Jan 28 07:41:05.611464 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-df90050e-23cb-4a6f-9c5e-7133e045a59e None None] Set router 668f202b-1116-468d-acc3-c9cb5f240ac6 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:41:05.614060 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56481e03-9938-45f9-981c-ac5ee39e6bf6 req-1da94665-7b64-4833-9bb8-265e46d5beb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089 HTTP/1.1" status: 200 len: 217 time: 0.0634706 Jan 28 07:41:05.689734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56481e03-9938-45f9-981c-ac5ee39e6bf6 req-8c11124b-f43a-4a7c-9d4b-6cb950c47b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:05.691173 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56481e03-9938-45f9-981c-ac5ee39e6bf6 req-8c11124b-f43a-4a7c-9d4b-6cb950c47b8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 200 len: 848 time: 0.0688162 Jan 28 07:41:05.774635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56481e03-9938-45f9-981c-ac5ee39e6bf6 req-8ec9cd16-2c36-4dc3-932d-dc685e467667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:05.776882 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56481e03-9938-45f9-981c-ac5ee39e6bf6 req-8ec9cd16-2c36-4dc3-932d-dc685e467667 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb041e0e-4654-4c69-8b4a-425d0aa91788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757482 Jan 28 07:41:05.912938 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56481e03-9938-45f9-981c-ac5ee39e6bf6 req-521e8ce5-9db6-45cb-9a34-0152efc0d91b service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259983 Jan 28 07:41:05.929780 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-df90050e-23cb-4a6f-9c5e-7133e045a59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 5, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:05.933704 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df90050e-23cb-4a6f-9c5e-7133e045a59e None None] The sync data for ids ['668f202b-1116-468d-acc3-c9cb5f240ac6'] in dv-neutron-824022-4-hyperv is: [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:29:58Z', 'revision_number': 4, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9', 'name': '', 'network_id': 'eb041e0e-4654-4c69-8b4a-425d0aa91788', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'mac_address': 'fa:16:3e:2e:a7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:57Z', 'updated_at': '2022-01-28T07:30:04Z', 'revision_number': 5, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'subnets': [{'id': '7a37404f-f2ca-4aa9-9542-71f2fa91a99f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:41:05.994940 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:06.056116 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-56481e03-9938-45f9-981c-ac5ee39e6bf6 req-c808acfd-b441-454e-b47d-5c678dbc5943 service neutron] 10.222.0.37 "GET /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336572 Jan 28 07:41:06.172428 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dab570-34cd-4a29-b19e-5e827291a9d1 None None] New status for floating IP a54c90e8-0372-41f6-979e-c57617b126be: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:41:06.601507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd9a20-8583-441a-8ee3-a708f8d5af0b req-dd8710b5-ed9b-4f0a-b63a-677432bd7eaa tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:06.602168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7cdd9a20-8583-441a-8ee3-a708f8d5af0b req-dd8710b5-ed9b-4f0a-b63a-677432bd7eaa tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Synchronizing usage tracker for tenant:e84b3e6aae2d4de99dbcf529c3552ac1 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:41:06.680908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7cdd9a20-8583-441a-8ee3-a708f8d5af0b req-dd8710b5-ed9b-4f0a-b63a-677432bd7eaa tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Unset dirty status for tenant:e84b3e6aae2d4de99dbcf529c3552ac1 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:41:06.682007 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cdd9a20-8583-441a-8ee3-a708f8d5af0b req-dd8710b5-ed9b-4f0a-b63a-677432bd7eaa tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.1553154 Jan 28 07:41:06.725295 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7cdd9a20-8583-441a-8ee3-a708f8d5af0b req-147066e2-b564-4a57-ae51-4428c2f45dec tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370197 Jan 28 07:41:07.909333 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fa8ea-32df-455a-9735-960d7a118e62 req-2bf84b83-7141-41ba-a3ff-b1923569ce28 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:07.910752 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-477fa8ea-32df-455a-9735-960d7a118e62 req-2bf84b83-7141-41ba-a3ff-b1923569ce28 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0812471 Jan 28 07:41:07.954877 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-477fa8ea-32df-455a-9735-960d7a118e62 req-4187f9bb-f01a-4846-8cd6-063998f0ebc0 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384164 Jan 28 07:41:08.641937 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574d8ef-f458-455c-830e-c6bd4171a09a req-72ca9bc4-af09-4271-8b16-880c1829d2a9 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:08.643275 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c574d8ef-f458-455c-830e-c6bd4171a09a req-72ca9bc4-af09-4271-8b16-880c1829d2a9 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.37 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.0773664 Jan 28 07:41:08.825345 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-c574d8ef-f458-455c-830e-c6bd4171a09a req-1423f2b8-bb86-4d42-9236-e23e4daaa8eb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Deleting port e57ed4f8-83f8-48d6-a437-cd8a65dd2089 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:41:08.825688 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c574d8ef-f458-455c-830e-c6bd4171a09a req-1423f2b8-bb86-4d42-9236-e23e4daaa8eb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:09.103373 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-c574d8ef-f458-455c-830e-c6bd4171a09a req-1423f2b8-bb86-4d42-9236-e23e4daaa8eb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] For port e57ed4f8-83f8-48d6-a437-cd8a65dd2089, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:09.104076 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c574d8ef-f458-455c-830e-c6bd4171a09a req-1423f2b8-bb86-4d42-9236-e23e4daaa8eb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:09.237503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-c574d8ef-f458-455c-830e-c6bd4171a09a req-1423f2b8-bb86-4d42-9236-e23e4daaa8eb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Calling delete_port for e57ed4f8-83f8-48d6-a437-cd8a65dd2089 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:41:09.324880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46652b53-ddb9-410f-9f30-e07aad7e11f1 req-407b839f-a74c-4274-8cef-bbe07e5ece51 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:09.326458 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-46652b53-ddb9-410f-9f30-e07aad7e11f1 req-407b839f-a74c-4274-8cef-bbe07e5ece51 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 945 time: 0.2624204 Jan 28 07:41:09.430699 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-46652b53-ddb9-410f-9f30-e07aad7e11f1 req-4c4174b6-2df1-410f-932d-3dbc4163c9a4 tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d321a16-e144-48e2-b974-b636789f9a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985196 Jan 28 07:41:09.497902 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c574d8ef-f458-455c-830e-c6bd4171a09a req-1423f2b8-bb86-4d42-9236-e23e4daaa8eb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:09.545622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423f2b8-bb86-4d42-9236-e23e4daaa8eb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event deleted for resources: {'Port': ['ID=e57ed4f8-83f8-48d6-a437-cd8a65dd2089,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:09.620837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-c574d8ef-f458-455c-830e-c6bd4171a09a req-1423f2b8-bb86-4d42-9236-e23e4daaa8eb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] No DVR routers for this DVR port e57ed4f8-83f8-48d6-a437-cd8a65dd2089 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:41:09.623166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-c574d8ef-f458-455c-830e-c6bd4171a09a req-1423f2b8-bb86-4d42-9236-e23e4daaa8eb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:09.626161 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'name': 'network-vif-deleted', 'tag': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:41:09.671073 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c648b4-0a5d-4422-bbe4-b3a20041aa33', 'name': 'network-vif-deleted', 'tag': 'e57ed4f8-83f8-48d6-a437-cd8a65dd2089', 'status': 'completed', 'code': 200} Jan 28 07:41:09.701655 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c574d8ef-f458-455c-830e-c6bd4171a09a req-1423f2b8-bb86-4d42-9236-e23e4daaa8eb tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.37 "DELETE /v2.0/ports/e57ed4f8-83f8-48d6-a437-cd8a65dd2089 HTTP/1.1" status: 204 len: 173 time: 1.0497863 Jan 28 07:41:10.573801 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9c81a03a-b1eb-416d-b6d7-670b99d8a87e req-b6679332-fc7f-4874-87bf-3479bbce903f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Synchronizing usage tracker for tenant:e84b3e6aae2d4de99dbcf529c3552ac1 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:41:10.652168 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-9c81a03a-b1eb-416d-b6d7-670b99d8a87e req-b6679332-fc7f-4874-87bf-3479bbce903f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Unset dirty status for tenant:e84b3e6aae2d4de99dbcf529c3552ac1 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:41:10.653387 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9c81a03a-b1eb-416d-b6d7-670b99d8a87e req-b6679332-fc7f-4874-87bf-3479bbce903f tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "GET /v2.0/ports?device_id=81c648b4-0a5d-4422-bbe4-b3a20041aa33 HTTP/1.1" status: 200 len: 210 time: 0.1204648 Jan 28 07:41:11.566858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:11.750149 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56786) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:11.816800 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eef91f1a-69dc-4a62-91e6-9bab67e5c13d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:11.847081 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eef91f1a-69dc-4a62-91e6-9bab67e5c13d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:11.972477 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eef91f1a-69dc-4a62-91e6-9bab67e5c13d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:11.988590 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef91f1a-69dc-4a62-91e6-9bab67e5c13d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d321a16-e144-48e2-b974-b636789f9a91,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:11.995757 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-eef91f1a-69dc-4a62-91e6-9bab67e5c13d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:11.997311 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-eef91f1a-69dc-4a62-91e6-9bab67e5c13d tempest-TestShelveInstance-957225352 tempest-TestShelveInstance-957225352-project] 10.222.0.25 "DELETE /v2.0/security-groups/3d321a16-e144-48e2-b974-b636789f9a91 HTTP/1.1" status: 204 len: 168 time: 0.2457545 Jan 28 07:41:12.119379 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56792) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:12.295030 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e57ed4f8-83f8-48d6-a437-cd8a65dd2089 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:41:12.329900 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: e57ed4f8-83f8-48d6-a437-cd8a65dd2089 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:41:12.330251 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device e57ed4f8-83f8-48d6-a437-cd8a65dd2089 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:41:12.909503 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d16f67eb-1f09-40f3-84fe-baff19d72f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:13.259010 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d16f67eb-1f09-40f3-84fe-baff19d72f37 admin admin] Deleting port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:41:13.259368 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d16f67eb-1f09-40f3-84fe-baff19d72f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:13.432863 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-d16f67eb-1f09-40f3-84fe-baff19d72f37 admin admin] For port 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:13.433108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d16f67eb-1f09-40f3-84fe-baff19d72f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:13.556872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-d16f67eb-1f09-40f3-84fe-baff19d72f37 admin admin] Calling delete_port for 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:41:13.920455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d16f67eb-1f09-40f3-84fe-baff19d72f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:13.968755 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f67eb-1f09-40f3-84fe-baff19d72f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:14.238489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-d16f67eb-1f09-40f3-84fe-baff19d72f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:14.696111 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16f67eb-1f09-40f3-84fe-baff19d72f37 admin admin] Router 668f202b-1116-468d-acc3-c9cb5f240ac6 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:41:14.871474 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16f67eb-1f09-40f3-84fe-baff19d72f37 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:41:14.881145 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b89bebb-4214-49c0-8f17-0f375e1362b7 None None] Sync routers for ids ['668f202b-1116-468d-acc3-c9cb5f240ac6'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:41:14.890015 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b89bebb-4214-49c0-8f17-0f375e1362b7 None None] Routers {'668f202b-1116-468d-acc3-c9cb5f240ac6'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:41:14.890620 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7b89bebb-4214-49c0-8f17-0f375e1362b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['668f202b-1116-468d-acc3-c9cb5f240ac6'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:14.948905 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d16f67eb-1f09-40f3-84fe-baff19d72f37 admin admin] 10.222.0.25 "PUT /v2.0/routers/668f202b-1116-468d-acc3-c9cb5f240ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8283570 Jan 28 07:41:14.951318 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56802) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:15.068185 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-7b89bebb-4214-49c0-8f17-0f375e1362b7 None None] Set router 668f202b-1116-468d-acc3-c9cb5f240ac6 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:41:15.126134 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:15.303237 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:15.346777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7b89bebb-4214-49c0-8f17-0f375e1362b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:41:13Z', 'revision_number': 5, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port': {'id': 'd26d971e-3e13-48c7-be68-a6e9d7e5a0cf', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:c4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:29:54Z', 'updated_at': '2022-01-28T07:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:15.350654 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b89bebb-4214-49c0-8f17-0f375e1362b7 None None] Checking router: 668f202b-1116-468d-acc3-c9cb5f240ac6 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:41:15.358886 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b89bebb-4214-49c0-8f17-0f375e1362b7 None None] Routers {'668f202b-1116-468d-acc3-c9cb5f240ac6'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:41:15.359515 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7b89bebb-4214-49c0-8f17-0f375e1362b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['668f202b-1116-468d-acc3-c9cb5f240ac6'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:15.372023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] Deleting port d26d971e-3e13-48c7-be68-a6e9d7e5a0cf {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:41:15.372476 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:15.545165 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] For port d26d971e-3e13-48c7-be68-a6e9d7e5a0cf, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d26d971e-3e13-48c7-be68-a6e9d7e5a0cf,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:15.546056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:15.549031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-7b89bebb-4214-49c0-8f17-0f375e1362b7 None None] Set router 668f202b-1116-468d-acc3-c9cb5f240ac6 gateway port host: None {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:41:15.653080 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-7b89bebb-4214-49c0-8f17-0f375e1362b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:41:15Z', 'revision_number': 6, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:15.656807 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b89bebb-4214-49c0-8f17-0f375e1362b7 None None] The sync data for ids ['668f202b-1116-468d-acc3-c9cb5f240ac6'] in dv-neutron-824022-4-hyperv is: [{'id': '668f202b-1116-468d-acc3-c9cb5f240ac6', 'name': 'tempest-TestShelveInstance-1477684671-router', 'tenant_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:29:53Z', 'updated_at': '2022-01-28T07:41:15Z', 'revision_number': 6, 'project_id': 'e84b3e6aae2d4de99dbcf529c3552ac1', 'gw_port_host': None}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:41:15.665277 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] Calling delete_port for d26d971e-3e13-48c7-be68-a6e9d7e5a0cf owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:41:16.001685 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:16.053425 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=d26d971e-3e13-48c7-be68-a6e9d7e5a0cf,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:16.067063 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:41:16.101468 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:41:16.101809 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 33eb33c6-8ffa-4f52-9d7e-5e723ae66ea9 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:41:16.145267 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:16.313294 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:16.315357 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:16.412374 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:16.412813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 668f202b-1116-468d-acc3-c9cb5f240ac6 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:41:16.425285 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:16.426446 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-11ae991d-972d-4166-bae5-55c9c9f46a0e admin admin] 10.222.0.25 "DELETE /v2.0/routers/668f202b-1116-468d-acc3-c9cb5f240ac6 HTTP/1.1" status: 204 len: 168 time: 1.4736979 Jan 28 07:41:16.428969 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56810) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:16.490018 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6be41c-1787-46c5-a4f5-376bd7d751d9 admin admin] Deleting subnet 7a37404f-f2ca-4aa9-9542-71f2fa91a99f {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:41:16.492855 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-da6be41c-1787-46c5-a4f5-376bd7d751d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:16.542590 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-da6be41c-1787-46c5-a4f5-376bd7d751d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:16.623282 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-da6be41c-1787-46c5-a4f5-376bd7d751d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:16.776289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-da6be41c-1787-46c5-a4f5-376bd7d751d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:16.813680 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6be41c-1787-46c5-a4f5-376bd7d751d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a37404f-f2ca-4aa9-9542-71f2fa91a99f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:16.817311 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-da6be41c-1787-46c5-a4f5-376bd7d751d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:16.823254 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-da6be41c-1787-46c5-a4f5-376bd7d751d9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7a37404f-f2ca-4aa9-9542-71f2fa91a99f HTTP/1.1" status: 204 len: 168 time: 0.3933053 Jan 28 07:41:16.824224 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0210fbe5-38e8-4d83-9d6f-94419d0f948c None None] Network eb041e0e-4654-4c69-8b4a-425d0aa91788 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:41:16.825724 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56814) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:16.932782 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:16.943303 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Deleting port 5122cb91-0ec3-4333-8b39-defcd646b15c {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:41:16.943635 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:17.083066 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a512ca93-38f6-4feb-9773-a98bc628900b None None] DHCP port deletion for eb041e0e-4654-4c69-8b4a-425d0aa91788 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:41:17.086918 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a512ca93-38f6-4feb-9773-a98bc628900b None None] Deleting port 5122cb91-0ec3-4333-8b39-defcd646b15c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:41:17.087327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a512ca93-38f6-4feb-9773-a98bc628900b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:17.153516 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] For port 5122cb91-0ec3-4333-8b39-defcd646b15c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5122cb91-0ec3-4333-8b39-defcd646b15c,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:17.154131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:17.275901 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Calling delete_port for 5122cb91-0ec3-4333-8b39-defcd646b15c owned by network:dhcp {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:41:17.285350 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a512ca93-38f6-4feb-9773-a98bc628900b None None] For port 5122cb91-0ec3-4333-8b39-defcd646b15c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=5122cb91-0ec3-4333-8b39-defcd646b15c,segment=NetworkSegment(1e6d5fea-cf54-4a0b-92ef-b1015eae9311),segment_id=1e6d5fea-cf54-4a0b-92ef-b1015eae9311)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:17.285742 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a512ca93-38f6-4feb-9773-a98bc628900b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:17.406360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a512ca93-38f6-4feb-9773-a98bc628900b None None] Calling delete_port for 5122cb91-0ec3-4333-8b39-defcd646b15c owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:41:17.417755 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:17.466274 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Pushing event deleted for resources: {'Port': ['ID=5122cb91-0ec3-4333-8b39-defcd646b15c,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:17.470711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] No DVR routers for this DVR port 5122cb91-0ec3-4333-8b39-defcd646b15c on host dv-neutron-824022-4-hyperv {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:41:17.479639 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-a512ca93-38f6-4feb-9773-a98bc628900b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:41:17.479995 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-a512ca93-38f6-4feb-9773-a98bc628900b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:41:17.678659 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:17.702861 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb041e0e-4654-4c69-8b4a-425d0aa91788']}} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:17.714613 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6d5fea-cf54-4a0b-92ef-b1015eae9311') {'for_net_delete': True} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:17.714929 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.services.segments.db [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6d5fea-cf54-4a0b-92ef-b1015eae9311') {} {{(pid=88217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:17.726328 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3924739'] for segment, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:17.741481 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:17.747457 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88217) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:41:17.747837 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4165013'] for segment, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: Traceback (most recent call last): Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: timer() Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: cb(*args, **kw) Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: return func(*args, **kwargs) Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: self._notify() Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: self.callback(batched_events) Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: event.method(event) Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: return f(self, *a, **k) Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._get(url).json() Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: return self.request(url, 'GET', **kwargs) Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:41:17.760832 dv-neutron-824022-4-hyperv neutron-server[88217]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:41:17.898289 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:17.904200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d26d971e-3e13-48c7-be68-a6e9d7e5a0cf no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:41:17.914903 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:17.924760 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] Pushing event deleted for resources: {'Network': ['ID=eb041e0e-4654-4c69-8b4a-425d0aa91788,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:17.931939 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-edb9b70a-db57-4173-acb1-00612219cfeb admin admin] 10.222.0.25 "DELETE /v2.0/networks/eb041e0e-4654-4c69-8b4a-425d0aa91788 HTTP/1.1" status: 204 len: 168 time: 1.1051896 Jan 28 07:41:17.934873 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56818) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:17.939644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: d26d971e-3e13-48c7-be68-a6e9d7e5a0cf {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:41:17.939993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d26d971e-3e13-48c7-be68-a6e9d7e5a0cf not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:41:17.940406 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5122cb91-0ec3-4333-8b39-defcd646b15c no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:41:17.975967 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 5122cb91-0ec3-4333-8b39-defcd646b15c {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:41:17.976311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 5122cb91-0ec3-4333-8b39-defcd646b15c not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:41:17.981321 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a512ca93-38f6-4feb-9773-a98bc628900b None None] Deleting port 5122cb91-0ec3-4333-8b39-defcd646b15c {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:41:17.981693 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a512ca93-38f6-4feb-9773-a98bc628900b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:18.045333 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a512ca93-38f6-4feb-9773-a98bc628900b None None] The port '5122cb91-0ec3-4333-8b39-defcd646b15c' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 07:41:18.460649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-38ace0ef-a272-4910-b957-6d29b1808b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:18.796473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-38ace0ef-a272-4910-b957-6d29b1808b58 admin admin] Deleting port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:41:18.796824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-38ace0ef-a272-4910-b957-6d29b1808b58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:18.960920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-38ace0ef-a272-4910-b957-6d29b1808b58 admin admin] For port 25e0a3da-ddbc-4ca0-90f3-4059cef7809d, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=25e0a3da-ddbc-4ca0-90f3-4059cef7809d,segment=NetworkSegment(36860619-273b-45b7-8466-bdfcf576c88a),segment_id=36860619-273b-45b7-8466-bdfcf576c88a)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:18.961266 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-38ace0ef-a272-4910-b957-6d29b1808b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:19.184389 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-38ace0ef-a272-4910-b957-6d29b1808b58 admin admin] Calling delete_port for 25e0a3da-ddbc-4ca0-90f3-4059cef7809d owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:41:19.393141 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-38ace0ef-a272-4910-b957-6d29b1808b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:19.437845 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ace0ef-a272-4910-b957-6d29b1808b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e0a3da-ddbc-4ca0-90f3-4059cef7809d,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:19.701298 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-38ace0ef-a272-4910-b957-6d29b1808b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:20.051558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ace0ef-a272-4910-b957-6d29b1808b58 admin admin] Router 07bb57ff-ff15-4a00-b85c-4b6a4190dbac has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:41:20.222474 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ace0ef-a272-4910-b957-6d29b1808b58 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:41:20.231067 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583a476-dd8f-44aa-9f73-8df3d74d15e4 None None] Sync routers for ids ['07bb57ff-ff15-4a00-b85c-4b6a4190dbac'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:41:20.231651 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-38ace0ef-a272-4910-b957-6d29b1808b58 admin admin] 10.222.0.25 "PUT /v2.0/routers/07bb57ff-ff15-4a00-b85c-4b6a4190dbac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2953391 Jan 28 07:41:20.233713 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56822) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:20.240351 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583a476-dd8f-44aa-9f73-8df3d74d15e4 None None] Routers {'07bb57ff-ff15-4a00-b85c-4b6a4190dbac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:41:20.240963 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4583a476-dd8f-44aa-9f73-8df3d74d15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['07bb57ff-ff15-4a00-b85c-4b6a4190dbac'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:20.409184 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:20.442901 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4583a476-dd8f-44aa-9f73-8df3d74d15e4 None None] Set router 07bb57ff-ff15-4a00-b85c-4b6a4190dbac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:41:20.700219 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:20.723461 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4583a476-dd8f-44aa-9f73-8df3d74d15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'name': 'tempest-TestShelveInstance-1343274732-router', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:01Z', 'updated_at': '2022-01-28T07:41:19Z', 'revision_number': 5, 'project_id': '34c547bbfad341a798b5783f625c10f3', 'gw_port': {'id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:02Z', 'updated_at': '2022-01-28T07:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:20.740746 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583a476-dd8f-44aa-9f73-8df3d74d15e4 None None] Checking router: 07bb57ff-ff15-4a00-b85c-4b6a4190dbac for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:41:20.740746 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4583a476-dd8f-44aa-9f73-8df3d74d15e4 None None] Routers {'07bb57ff-ff15-4a00-b85c-4b6a4190dbac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:41:20.740746 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4583a476-dd8f-44aa-9f73-8df3d74d15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['07bb57ff-ff15-4a00-b85c-4b6a4190dbac'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:20.818025 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] Deleting port 91378e94-345b-4fd0-94b5-f9d74f48cec3 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:41:20.818583 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:20.908466 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-4583a476-dd8f-44aa-9f73-8df3d74d15e4 None None] Set router 07bb57ff-ff15-4a00-b85c-4b6a4190dbac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:41:20.988962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] For port 91378e94-345b-4fd0-94b5-f9d74f48cec3, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=91378e94-345b-4fd0-94b5-f9d74f48cec3,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:20.989242 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:21.121193 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] Calling delete_port for 91378e94-345b-4fd0-94b5-f9d74f48cec3 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:41:21.188676 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-4583a476-dd8f-44aa-9f73-8df3d74d15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'name': 'tempest-TestShelveInstance-1343274732-router', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:01Z', 'updated_at': '2022-01-28T07:41:19Z', 'revision_number': 5, 'project_id': '34c547bbfad341a798b5783f625c10f3', 'gw_port': {'id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:02Z', 'updated_at': '2022-01-28T07:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:21.192454 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4583a476-dd8f-44aa-9f73-8df3d74d15e4 None None] The sync data for ids ['07bb57ff-ff15-4a00-b85c-4b6a4190dbac'] in dv-neutron-824022-4-hyperv is: [{'id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'name': 'tempest-TestShelveInstance-1343274732-router', 'tenant_id': '34c547bbfad341a798b5783f625c10f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228'}], 'enable_snat': True}, 'gw_port_id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:30:01Z', 'updated_at': '2022-01-28T07:41:19Z', 'revision_number': 5, 'project_id': '34c547bbfad341a798b5783f625c10f3', 'gw_port': {'id': '91378e94-345b-4fd0-94b5-f9d74f48cec3', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:ea:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07bb57ff-ff15-4a00-b85c-4b6a4190dbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:30:02Z', 'updated_at': '2022-01-28T07:30:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:41:21.363997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:21.407876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] Pushing event deleted for resources: {'Port': ['ID=91378e94-345b-4fd0-94b5-f9d74f48cec3,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:21.509826 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:21.685202 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:21.688056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:21.772083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:21.772595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07bb57ff-ff15-4a00-b85c-4b6a4190dbac {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:41:21.787766 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:21.788996 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-04ce6c93-a8b4-4ce2-8544-d8dc47991700 admin admin] 10.222.0.25 "DELETE /v2.0/routers/07bb57ff-ff15-4a00-b85c-4b6a4190dbac HTTP/1.1" status: 204 len: 168 time: 1.5543916 Jan 28 07:41:21.791524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56828) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:21.852785 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-69adb735-71c3-4b00-9d65-e45d99ef6424 admin admin] Deleting subnet b67a021a-a998-40d4-8a8b-326280edf629 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:41:21.856001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-69adb735-71c3-4b00-9d65-e45d99ef6424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:21.912060 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-69adb735-71c3-4b00-9d65-e45d99ef6424 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:21.964205 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 25e0a3da-ddbc-4ca0-90f3-4059cef7809d no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:41:21.992436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-69adb735-71c3-4b00-9d65-e45d99ef6424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:22.007035 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 25e0a3da-ddbc-4ca0-90f3-4059cef7809d {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:41:22.007424 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 25e0a3da-ddbc-4ca0-90f3-4059cef7809d not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:41:22.136388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-69adb735-71c3-4b00-9d65-e45d99ef6424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:22.173997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adb735-71c3-4b00-9d65-e45d99ef6424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67a021a-a998-40d4-8a8b-326280edf629,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:22.178213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-69adb735-71c3-4b00-9d65-e45d99ef6424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:22.183722 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b61dcca-ad38-4bf6-ae91-a97439c28ff4 None None] Network 90236ea7-8feb-4295-9b6f-52cd67366594 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:41:22.186838 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-69adb735-71c3-4b00-9d65-e45d99ef6424 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b67a021a-a998-40d4-8a8b-326280edf629 HTTP/1.1" status: 204 len: 168 time: 0.3942556 Jan 28 07:41:22.187679 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56832) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:22.292884 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:22.310769 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Deleting port 0f81390d-077e-47d1-934b-ef14715aac2b {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:41:22.311756 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:22.336005 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:41:22.431200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1144abcb-1dde-4348-a072-67492feccaa6 None None] DHCP port deletion for 90236ea7-8feb-4295-9b6f-52cd67366594 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:41:22.435460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1144abcb-1dde-4348-a072-67492feccaa6 None None] Deleting port 0f81390d-077e-47d1-934b-ef14715aac2b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:41:22.436579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1144abcb-1dde-4348-a072-67492feccaa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:22.521968 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] For port 0f81390d-077e-47d1-934b-ef14715aac2b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0f81390d-077e-47d1-934b-ef14715aac2b,segment=NetworkSegment(36860619-273b-45b7-8466-bdfcf576c88a),segment_id=36860619-273b-45b7-8466-bdfcf576c88a)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:22.522323 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:22.648599 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Calling delete_port for 0f81390d-077e-47d1-934b-ef14715aac2b owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:41:22.679397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-1144abcb-1dde-4348-a072-67492feccaa6 None None] For port 0f81390d-077e-47d1-934b-ef14715aac2b, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=0f81390d-077e-47d1-934b-ef14715aac2b,segment=NetworkSegment(36860619-273b-45b7-8466-bdfcf576c88a),segment_id=36860619-273b-45b7-8466-bdfcf576c88a)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:22.679788 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1144abcb-1dde-4348-a072-67492feccaa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:22.805923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1144abcb-1dde-4348-a072-67492feccaa6 None None] Calling delete_port for 0f81390d-077e-47d1-934b-ef14715aac2b owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:41:22.806542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:22.860176 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f81390d-077e-47d1-934b-ef14715aac2b,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:22.866033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] No DVR routers for this DVR port 0f81390d-077e-47d1-934b-ef14715aac2b on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:41:22.882390 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-1144abcb-1dde-4348-a072-67492feccaa6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:41:22.882884 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-1144abcb-1dde-4348-a072-67492feccaa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:41:23.002009 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:23.002356 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:23.002696 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:23.003023 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:23.003377 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:23.003702 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:23.004024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:23.004345 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:23.004926 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:23.005242 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:23.005554 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:23.005866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:23.095788 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:23.120708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90236ea7-8feb-4295-9b6f-52cd67366594']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:23.132760 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36860619-273b-45b7-8466-bdfcf576c88a') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:23.133053 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36860619-273b-45b7-8466-bdfcf576c88a') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:23.144858 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:23.161082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:23.168343 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:41:23.186955 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:41:23.344078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:23.359264 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:23.368911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=90236ea7-8feb-4295-9b6f-52cd67366594,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:23.379531 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-0504bfa5-1009-42fc-a8a4-1c5e53703d10 admin admin] 10.222.0.25 "DELETE /v2.0/networks/90236ea7-8feb-4295-9b6f-52cd67366594 HTTP/1.1" status: 204 len: 168 time: 1.1841040 Jan 28 07:41:23.384478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1144abcb-1dde-4348-a072-67492feccaa6 None None] Deleting port 0f81390d-077e-47d1-934b-ef14715aac2b {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:41:23.384910 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1144abcb-1dde-4348-a072-67492feccaa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:23.452089 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1144abcb-1dde-4348-a072-67492feccaa6 None None] The port '0f81390d-077e-47d1-934b-ef14715aac2b' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 07:41:23.687364 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56850) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:23.734613 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-d0ca43b2-d8b6-4795-818d-58efb4b20dd6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e84b3e6aae2d4de99dbcf529c3552ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460598 Jan 28 07:41:23.736951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56854) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:23.791524 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ae11205c-0ec2-42cc-8945-f0fef4b4e41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:23.817026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ae11205c-0ec2-42cc-8945-f0fef4b4e41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:23.915796 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0f81390d-077e-47d1-934b-ef14715aac2b no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:41:23.952849 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 0f81390d-077e-47d1-934b-ef14715aac2b {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:41:23.953446 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 0f81390d-077e-47d1-934b-ef14715aac2b not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:41:23.953862 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 91378e94-345b-4fd0-94b5-f9d74f48cec3 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:41:23.961187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ae11205c-0ec2-42cc-8945-f0fef4b4e41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:23.976055 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11205c-0ec2-42cc-8945-f0fef4b4e41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024ab9a5-c866-4870-94ad-75d09a3718e6,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:23.981312 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ae11205c-0ec2-42cc-8945-f0fef4b4e41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:23.986455 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ae11205c-0ec2-42cc-8945-f0fef4b4e41c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/024ab9a5-c866-4870-94ad-75d09a3718e6 HTTP/1.1" status: 204 len: 168 time: 0.2482421 Jan 28 07:41:24.000997 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 91378e94-345b-4fd0-94b5-f9d74f48cec3 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:41:24.000997 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 91378e94-345b-4fd0-94b5-f9d74f48cec3 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:41:24.587552 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56862) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:24.634552 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-463eac23-1d09-42ad-af33-812f8e6193f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34c547bbfad341a798b5783f625c10f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458908 Jan 28 07:41:24.636869 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56866) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:24.692526 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5134da65-d3c6-4634-b986-701018969a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:24.717967 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5134da65-d3c6-4634-b986-701018969a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:24.838624 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5134da65-d3c6-4634-b986-701018969a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:24.853275 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134da65-d3c6-4634-b986-701018969a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07a9ea6-f5b2-438d-93bb-03aacbb34163,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:24.859201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-5134da65-d3c6-4634-b986-701018969a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:24.860257 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-5134da65-d3c6-4634-b986-701018969a2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f07a9ea6-f5b2-438d-93bb-03aacbb34163 HTTP/1.1" status: 204 len: 168 time: 0.2224839 Jan 28 07:41:25.893166 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56890) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:25.993667 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-817650160-network', 'tenant_id': '1c9039321e614292aaac6088f9ab7758'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:25.998950 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:26.002899 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Usage tracker for resource:network and tenant:1c9039321e614292aaac6088f9ab7758 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:26.005962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:26.014985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:26.091822 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Made reservation on behalf of 1c9039321e614292aaac6088f9ab7758 for: {'network': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:41:26.094103 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:26.208835 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:26.224409 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:26.228117 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Usage tracker for resource:security_group_rule and tenant:1c9039321e614292aaac6088f9ab7758 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:26.230829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:26.236500 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:26.315247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:26.377647 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:26.407248 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=88217) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:41:26.415262 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabc24ff-3229-45fe-ade2-f1e62db51cb0,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:26.420994 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:26.421353 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.segments_db [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Added segment c46ff08b-bf1f-4f7c-b722-aa04e73ae21f of type vlan for network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd Jan 28 07:41:26.446249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:26.541232 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:26.542202 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:26.542781 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Notify callbacks [] for network, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:26.644641 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe1efb0-3989-4deb-bdf5-717df39c8fbd,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:26.654094 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:41:26.662409 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-ffe968ac-2048-4de2-97d6-aced0c30dd65 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7682159 Jan 28 07:41:26.665216 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56896) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:26.670618 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Request body: {'subnet': {'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-817650160-subnet', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'ip_version': 4}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:26.675392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:26.679192 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Usage tracker for resource:subnet and tenant:1c9039321e614292aaac6088f9ab7758 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:26.682201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:26.688529 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:26.749742 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Made reservation on behalf of 1c9039321e614292aaac6088f9ab7758 for: {'subnet': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:41:26.752175 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3752324'] for subnet, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:27.000831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4164924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3752342'] for subnet, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:27.069145 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:27.081908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Checking segment: {'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:41:27.082259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Network hostable DHCP agents. Network: 5fe1efb0-3989-4deb-bdf5-717df39c8fbd, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88217) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:41:27.146975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88217) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:41:27.223356 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 5fe1efb0-3989-4deb-bdf5-717df39c8fbd) {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:27.227080 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:27.227677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:27.233274 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358ee98b-5930-459d-af66-7ff2bdf11e5b None None] Network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:41:27.315825 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-132a5a7c-fc46-4b8c-b2f1-8aee510ff3fe admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6495419 Jan 28 07:41:27.318435 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56900) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:27.323269 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:27.328370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:27.332079 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Usage tracker for resource:router and tenant:1c9039321e614292aaac6088f9ab7758 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:27.334810 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:27.340489 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:27.441201 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:41:27.442022 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:27.446773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:27.447946 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:27.463006 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:27.593429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Allocated IP 172.20.0.2 (5fe1efb0-3989-4deb-bdf5-717df39c8fbd/2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6/a4b24461-1185-439c-9d98-0450bf529005) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:41:27.795773 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:27.802053 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:27.806249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Transition to ACTIVE for port object a4b24461-1185-439c-9d98-0450bf529005 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:27.824347 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Transition to ACTIVE for port object a4b24461-1185-439c-9d98-0450bf529005 will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:27.932639 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:27.997026 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:41:27.999898 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:28.003735 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:41:28.012321 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Pushing event updated for resources: {'Port': ['ID=a4b24461-1185-439c-9d98-0450bf529005,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:28.047130 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:28.047418 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:28.047756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:28.048086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:28.048415 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:28.048736 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:28.049058 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:28.049379 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:28.049699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:28.050014 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:28.050330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:28.050642 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:28.106716 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Attempting to bind port a4b24461-1185-439c-9d98-0450bf529005 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:41:28.107082 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Attempting to bind port a4b24461-1185-439c-9d98-0450bf529005 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:41:28.107497 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Attempting to bind port a4b24461-1185-439c-9d98-0450bf529005 on network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:41:28.113156 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:41:28.113521 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Checking segment: {'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:41:28.113916 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:28.114299 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Bound using segment: {'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:41:28.114909 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Bound port: a4b24461-1185-439c-9d98-0450bf529005, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:41:28.115107 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:28.202065 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] For port a4b24461-1185-439c-9d98-0450bf529005, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:41:28.204355 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:28.205293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] For port a4b24461-1185-439c-9d98-0450bf529005, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a4b24461-1185-439c-9d98-0450bf529005,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:41:28.237752 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:28.321349 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:28.371381 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Allocated IP 172.26.4.4 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/f316f7f6-932d-480c-b976-fef3e9d5ea2c) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:41:28.436505 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20979c5-a45f-43f6-8bc0-279bcd0b622a None None] Pushing event updated for resources: {'Port': ['ID=a4b24461-1185-439c-9d98-0450bf529005,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:28.639568 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:28.730673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:28.796130 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:41:28.800517 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:28.803990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:41:28.842052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=f316f7f6-932d-480c-b976-fef3e9d5ea2c,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:29.306485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:29.343249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afaceff-6811-433a-93bf-7370e7bb7cab None None] Network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:41:29.504079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1c05818e-b957-42bf-aa7d-9a7e86e3decd None None] Provisioning for port a4b24461-1185-439c-9d98-0450bf529005 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:29.644754 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:29.920593 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Router cd64650c-a169-438a-a853-0c516a33c8ac is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88217) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:41:29.943925 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a4b24461-1185-439c-9d98-0450bf529005 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:41:30.061207 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port a4b24461-1185-439c-9d98-0450bf529005 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:30.065947 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port a4b24461-1185-439c-9d98-0450bf529005 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:30.066307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:30.093898 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:41:30.105084 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Sync routers for ids ['cd64650c-a169-438a-a853-0c516a33c8ac'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:41:30.127588 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Routers {'cd64650c-a169-438a-a853-0c516a33c8ac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:41:30.128200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd64650c-a169-438a-a853-0c516a33c8ac'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:30.200640 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:30.205161 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-db055532-ff75-46e6-b948-7ee0a4f88ff3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8826306 Jan 28 07:41:30.205294 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56904) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:30.351704 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:30.372384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Set router cd64650c-a169-438a-a853-0c516a33c8ac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:41:30.518922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port a4b24461-1185-439c-9d98-0450bf529005, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a4b24461-1185-439c-9d98-0450bf529005,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:30.580482 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:30.702388 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=a4b24461-1185-439c-9d98-0450bf529005,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:30.732098 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:29Z', 'revision_number': 3, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:30.736478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Checking router: cd64650c-a169-438a-a853-0c516a33c8ac for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:41:30.736830 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Updating router cd64650c-a169-438a-a853-0c516a33c8ac port f316f7f6-932d-480c-b976-fef3e9d5ea2c binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:41:30.787869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:30.922149 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-15b33f0a-1c7c-4b17-a019-15cb3fe54c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:30.993876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:31.137631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:31.149629 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Transition to ACTIVE for port object f316f7f6-932d-480c-b976-fef3e9d5ea2c will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:31.209033 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Allocated IP 172.20.0.1 (5fe1efb0-3989-4deb-bdf5-717df39c8fbd/2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6/d28f0b7b-9db2-46f6-a131-5c1e716a958f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:41:31.215490 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:31.340576 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Attempting to bind port f316f7f6-932d-480c-b976-fef3e9d5ea2c on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:41:31.340957 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Attempting to bind port f316f7f6-932d-480c-b976-fef3e9d5ea2c by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:41:31.341326 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Attempting to bind port f316f7f6-932d-480c-b976-fef3e9d5ea2c on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:41:31.344025 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199d760-d6d0-4ef9-9d63-4dc7b2c215a6 None None] Pushing event updated for resources: {'Port': ['ID=f316f7f6-932d-480c-b976-fef3e9d5ea2c,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:31.349573 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:41:31.349964 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:41:31.350350 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:31.350734 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:41:31.351204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Bound port: f316f7f6-932d-480c-b976-fef3e9d5ea2c, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:41:31.355921 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:31.356991 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:31.370908 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Transition to ACTIVE for port object d28f0b7b-9db2-46f6-a131-5c1e716a958f will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:31.422129 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] For port f316f7f6-932d-480c-b976-fef3e9d5ea2c, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:41:31.425063 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] For port f316f7f6-932d-480c-b976-fef3e9d5ea2c, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f316f7f6-932d-480c-b976-fef3e9d5ea2c,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:41:31.455903 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:31.478683 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:31.519707 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:41:31.522459 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:31.527300 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:41:31.559543 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199d760-d6d0-4ef9-9d63-4dc7b2c215a6 None None] Pushing event updated for resources: {'Port': ['ID=f316f7f6-932d-480c-b976-fef3e9d5ea2c,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:31.562160 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Routers {'cd64650c-a169-438a-a853-0c516a33c8ac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:41:31.562776 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd64650c-a169-438a-a853-0c516a33c8ac'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:31.585721 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Pushing event updated for resources: {'Port': ['ID=d28f0b7b-9db2-46f6-a131-5c1e716a958f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:31.593301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:31.744086 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] Set router cd64650c-a169-438a-a853-0c516a33c8ac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:41:31.941420 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a4b24461-1185-439c-9d98-0450bf529005 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:41:31.974391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1cdbfbe9-e825-4bdb-b194-c6e5af628e7c None None] Provisioning for port d28f0b7b-9db2-46f6-a131-5c1e716a958f completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:32.010880 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-1cdbfbe9-e825-4bdb-b194-c6e5af628e7c None None] Provisioning complete for port d28f0b7b-9db2-46f6-a131-5c1e716a958f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:32.011273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1cdbfbe9-e825-4bdb-b194-c6e5af628e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:32.061975 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:32.119649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-1cdbfbe9-e825-4bdb-b194-c6e5af628e7c None None] Port d28f0b7b-9db2-46f6-a131-5c1e716a958f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:41:32.140979 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port a4b24461-1185-439c-9d98-0450bf529005 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:32.141354 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:32.216351 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:29Z', 'revision_number': 3, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:32.256724 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6cbcec-a8ae-4166-96dc-6fc7e2a89cc3 None None] The sync data for ids ['cd64650c-a169-438a-a853-0c516a33c8ac'] in dv-neutron-824022-4-hyperv is: [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:29Z', 'revision_number': 3, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:41:32.287964 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:32.349259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:32.453347 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:32.456860 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Pushing event updated for resources: {'Port': ['ID=d28f0b7b-9db2-46f6-a131-5c1e716a958f,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:32.604872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:41:32.606011 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:32.804883 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Router cd64650c-a169-438a-a853-0c516a33c8ac has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:41:32.847219 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fc542e56-085f-4d28-b59c-c6c001ab731a None None] Provisioning complete for port d28f0b7b-9db2-46f6-a131-5c1e716a958f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:32.848497 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc542e56-085f-4d28-b59c-c6c001ab731a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:32.911585 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fc542e56-085f-4d28-b59c-c6c001ab731a None None] Port d28f0b7b-9db2-46f6-a131-5c1e716a958f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:41:32.993522 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:41:33.002623 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-578f8bee-ad20-4a2d-8287-8bad97e4bf9b admin admin] 10.222.0.25 "PUT /v2.0/routers/cd64650c-a169-438a-a853-0c516a33c8ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7963133 Jan 28 07:41:33.289777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-b4a37058-98ca-4c3c-ae9f-7043c4f13654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:33.706033 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56922) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:33.711676 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1350322916-network', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:33.716578 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:33.720967 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Usage tracker for resource:network and tenant:c92342d086cc464ab7cf666face0a5ed is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:33.723793 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:33.730038 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:33.756313 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Sync routers for ids ['cd64650c-a169-438a-a853-0c516a33c8ac'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:41:33.765947 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Routers {'cd64650c-a169-438a-a853-0c516a33c8ac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:41:33.766535 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd64650c-a169-438a-a853-0c516a33c8ac'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:33.806445 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Made reservation on behalf of c92342d086cc464ab7cf666face0a5ed for: {'network': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:41:33.808962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for network, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:33.821856 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:33.840705 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:33.845211 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Usage tracker for resource:security_group_rule and tenant:c92342d086cc464ab7cf666face0a5ed is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:33.848106 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:33.853877 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:33.937586 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:33.957316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f316f7f6-932d-480c-b976-fef3e9d5ea2c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:41:33.984752 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Set router cd64650c-a169-438a-a853-0c516a33c8ac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:41:34.018003 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.044977 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=88216) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 07:41:34.057101 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fed4b10-bc3b-482f-bd3a-e5281f39d1a5,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:34.061973 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.062306 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.segments_db [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Added segment 435be6d8-c773-49de-9974-d5c1f7a02389 of type vlan for network 46a16b6f-f1bb-496d-829e-4f35074e4535 Jan 28 07:41:34.091515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726357327957'] for network, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.120856 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port f316f7f6-932d-480c-b976-fef3e9d5ea2c completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:34.126342 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port f316f7f6-932d-480c-b976-fef3e9d5ea2c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:34.126713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.189654 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604'] for network, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.190682 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:34.191457 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.246421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.273499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port f316f7f6-932d-480c-b976-fef3e9d5ea2c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f316f7f6-932d-480c-b976-fef3e9d5ea2c,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:34.297472 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] Pushing event updated for resources: {'Network': ['ID=46a16b6f-f1bb-496d-829e-4f35074e4535,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:34.302178 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:32Z', 'revision_number': 2, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:34.307457 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Network 46a16b6f-f1bb-496d-829e-4f35074e4535 details requested by agent ovs-agent-dv-neutron-824022-4-hyperv with host dv-neutron-824022-4-hyperv {{(pid=88218) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 07:41:34.310204 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Checking router: cd64650c-a169-438a-a853-0c516a33c8ac for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:41:34.310204 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Updating router cd64650c-a169-438a-a853-0c516a33c8ac port d28f0b7b-9db2-46f6-a131-5c1e716a958f binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:41:34.333189 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-170f532a-8d3d-4264-8ec0-08bdc06deb52 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6260028 Jan 28 07:41:34.336145 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56926) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:34.341922 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Request body: {'subnet': {'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1350322916-subnet', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'ip_version': 4}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:34.348301 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:34.350788 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Usage tracker for resource:subnet and tenant:c92342d086cc464ab7cf666face0a5ed is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:34.353704 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:34.361047 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:34.368419 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.400206 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.405089 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.435184 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Made reservation on behalf of c92342d086cc464ab7cf666face0a5ed for: {'subnet': 1} {{(pid=88216) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:41:34.438342 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2210741'] for subnet, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.478303 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=f316f7f6-932d-480c-b976-fef3e9d5ea2c,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:34.690042 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.706614 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.712991 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3049952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2210727'] for subnet, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.718046 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Transition to ACTIVE for port object d28f0b7b-9db2-46f6-a131-5c1e716a958f will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:34.785852 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2be1722-ec21-4211-9cf2-02726bb8b8a2,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:34.793029 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Checking segment: {'id': '435be6d8-c773-49de-9974-d5c1f7a02389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:41:34.793388 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Network hostable DHCP agents. Network: 46a16b6f-f1bb-496d-829e-4f35074e4535, hostable agents: ['cc5444c8-6f72-495d-bbdf-830b0df6f430'], hosted agents: [] {{(pid=88216) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 07:41:34.793642 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.897592 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Network 46a16b6f-f1bb-496d-829e-4f35074e4535 is scheduled to be hosted by DHCP agent cc5444c8-6f72-495d-bbdf-830b0df6f430 with binding_index 1 {{(pid=88216) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 07:41:34.925197 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfcfd1-4bc2-4b2d-b843-c16854d51402 None None] Pushing event updated for resources: {'Port': ['ID=d28f0b7b-9db2-46f6-a131-5c1e716a958f,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:34.964364 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dfcfd1-4bc2-4b2d-b843-c16854d51402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:34.964715 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dfcfd1-4bc2-4b2d-b843-c16854d51402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:34.965285 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dfcfd1-4bc2-4b2d-b843-c16854d51402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:34.965431 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dfcfd1-4bc2-4b2d-b843-c16854d51402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:34.965784 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dfcfd1-4bc2-4b2d-b843-c16854d51402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:34.966068 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dfcfd1-4bc2-4b2d-b843-c16854d51402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:34.966388 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dfcfd1-4bc2-4b2d-b843-c16854d51402 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:34.967283 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dfcfd1-4bc2-4b2d-b843-c16854d51402 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:34.967571 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-824022-4-hyperv, 46a16b6f-f1bb-496d-829e-4f35074e4535) {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:34.967670 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dfcfd1-4bc2-4b2d-b843-c16854d51402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:34.967916 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dfcfd1-4bc2-4b2d-b843-c16854d51402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:34.968233 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dfcfd1-4bc2-4b2d-b843-c16854d51402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:34.968546 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dfcfd1-4bc2-4b2d-b843-c16854d51402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88219) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:41:34.973369 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88216) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:34.973958 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:34.985281 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2047c0-47f7-4579-97b7-0802e153442e None None] Network 46a16b6f-f1bb-496d-829e-4f35074e4535 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:41:35.025016 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Attempting to bind port d28f0b7b-9db2-46f6-a131-5c1e716a958f on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:41:35.025378 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Attempting to bind port d28f0b7b-9db2-46f6-a131-5c1e716a958f by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:41:35.025739 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Attempting to bind port d28f0b7b-9db2-46f6-a131-5c1e716a958f on network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:41:35.032745 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:41:35.033469 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Checking segment: {'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:41:35.033884 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:35.034277 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Bound using segment: {'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:41:35.034738 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Bound port: d28f0b7b-9db2-46f6-a131-5c1e716a958f, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:41:35.035101 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:35.058760 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-2d9bb200-340e-4e4b-9927-f617197fccc5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7215631 Jan 28 07:41:35.061294 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56930) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:35.066917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1350322916-router', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:35.071734 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:35.075839 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Usage tracker for resource:router and tenant:c92342d086cc464ab7cf666face0a5ed is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:35.079197 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:35.085453 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:35.122281 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] For port d28f0b7b-9db2-46f6-a131-5c1e716a958f, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:41:35.125370 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] For port d28f0b7b-9db2-46f6-a131-5c1e716a958f, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d28f0b7b-9db2-46f6-a131-5c1e716a958f,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:41:35.166720 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1798989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-243736'] for router, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:35.167902 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1961278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1799097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1941433', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-243809'] for router, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:35.183865 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:35.190000 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:35.252874 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpced1dd30-ef17-59f1-ab30-ec4f1ff4b958-46a16b6f-f1bb-496d-829e-4f35074e4535', 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'fixed_ips': [{'subnet_id': 'e2be1722-ec21-4211-9cf2-02726bb8b8a2'}]}} from dv-neutron-824022-4-hyperv. {{(pid=88218) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 07:41:35.254783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:35.272416 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Routers {'cd64650c-a169-438a-a853-0c516a33c8ac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:41:35.273068 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd64650c-a169-438a-a853-0c516a33c8ac'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:35.343984 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfcfd1-4bc2-4b2d-b843-c16854d51402 None None] Pushing event updated for resources: {'Port': ['ID=d28f0b7b-9db2-46f6-a131-5c1e716a958f,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:35.440512 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.db_base_plugin_common [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Allocated IP 172.20.0.2 (46a16b6f-f1bb-496d-829e-4f35074e4535/e2be1722-ec21-4211-9cf2-02726bb8b8a2/08ca2aa4-c5ba-4eff-b4e5-3585291512dc) {{(pid=88218) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:41:35.473026 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] Set router cd64650c-a169-438a-a853-0c516a33c8ac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:41:35.562466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1799083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1798978', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-243831'] for router, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:35.661487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Notify callbacks [] for port, precommit_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:35.671651 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Transition to ACTIVE for port object 08ca2aa4-c5ba-4eff-b4e5-3585291512dc will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:35.691104 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Transition to ACTIVE for port object 08ca2aa4-c5ba-4eff-b4e5-3585291512dc will not be triggered until provisioned by entity DHCP. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:35.755498 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404'] for port, after_create {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:35.814183 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:35Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:35.818756 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d0b5a-422c-4c68-a1b0-99e1b132f021 None None] The sync data for ids ['cd64650c-a169-438a-a853-0c516a33c8ac'] in dv-neutron-824022-4-hyperv is: [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:35Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:41:35.830975 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Pushing event updated for resources: {'Port': ['ID=08ca2aa4-c5ba-4eff-b4e5-3585291512dc,revision_number=1']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:35.843365 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Network 46a16b6f-f1bb-496d-829e-4f35074e4535 is already hosted by enough agents. {{(pid=88218) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:41:35.844613 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.scheduler.base_scheduler [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Resources bound (agent type, host, resource id): {{(pid=88218) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:35.847663 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Received port after_create {{(pid=88218) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:41:35.977582 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Attempting to bind port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:41:35.978006 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Attempting to bind port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '435be6d8-c773-49de-9974-d5c1f7a02389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:41:35.978381 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Attempting to bind port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc on network 46a16b6f-f1bb-496d-829e-4f35074e4535 {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:41:35.985686 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:41:35.986341 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Checking segment: {'id': '435be6d8-c773-49de-9974-d5c1f7a02389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:41:35.986450 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:35.986828 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Bound using segment: {'id': '435be6d8-c773-49de-9974-d5c1f7a02389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:41:35.987327 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Bound port: 08ca2aa4-c5ba-4eff-b4e5-3585291512dc, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435be6d8-c773-49de-9974-d5c1f7a02389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:41:35.987705 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:36.038701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f316f7f6-932d-480c-b976-fef3e9d5ea2c up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:41:36.072524 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:36.084862 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:36.115686 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:36.146711 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] For port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:41:36.150245 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] For port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=08ca2aa4-c5ba-4eff-b4e5-3585291512dc,segment=NetworkSegment(435be6d8-c773-49de-9974-d5c1f7a02389),segment_id=435be6d8-c773-49de-9974-d5c1f7a02389)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:41:36.156570 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port f316f7f6-932d-480c-b976-fef3e9d5ea2c triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:36.156941 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:36.250710 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:36.257200 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Allocated IP 172.26.4.129 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/542cb5ee-6e93-4f99-a4a5-435784ae4d46) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:41:36.358535 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816e940-fb56-4426-bca5-dd1cede18b1d None None] Pushing event updated for resources: {'Port': ['ID=08ca2aa4-c5ba-4eff-b4e5-3585291512dc,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:36.427780 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:36.544512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:36.617473 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:41:36.620747 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:36.624887 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:41:36.656479 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Pushing event updated for resources: {'Port': ['ID=542cb5ee-6e93-4f99-a4a5-435784ae4d46,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:37.175112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:37.371298 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a4f849-f8c6-4ab1-b5e9-b0e1d23eb0bc None None] Network 46a16b6f-f1bb-496d-829e-4f35074e4535 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:41:37.479713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a02c7fb2-5e92-4210-a7cb-c11a83b8ccdf None None] Provisioning for port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:37.522024 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1799003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1799108'] for router, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:37.937708 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Router 4c84592b-696a-4f11-9dff-997bd2bceee5 is scheduled to L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 with binding_index 1 {{(pid=88216) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 07:41:37.979163 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d28f0b7b-9db2-46f6-a131-5c1e716a958f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:41:38.103307 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port d28f0b7b-9db2-46f6-a131-5c1e716a958f completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:38.108348 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d28f0b7b-9db2-46f6-a131-5c1e716a958f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:38.108739 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:38.120626 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:41:38.139158 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Sync routers for ids ['4c84592b-696a-4f11-9dff-997bd2bceee5'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:41:38.169754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Routers {'4c84592b-696a-4f11-9dff-997bd2bceee5'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:41:38.170369 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4c84592b-696a-4f11-9dff-997bd2bceee5'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:38.218388 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:38.219662 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-668ad7a6-9a3d-4726-ad62-3a600fa12ebe admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1571143 Jan 28 07:41:38.222250 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56934) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:38.423571 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:38.446188 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Set router 4c84592b-696a-4f11-9dff-997bd2bceee5 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:41:38.593095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port d28f0b7b-9db2-46f6-a131-5c1e716a958f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d28f0b7b-9db2-46f6-a131-5c1e716a958f,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:38.660926 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:38.661691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 08ca2aa4-c5ba-4eff-b4e5-3585291512dc up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:41:38.821658 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=d28f0b7b-9db2-46f6-a131-5c1e716a958f,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:38.855859 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'name': 'tempest-TestSnapshotPattern-1350322916-router', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '542cb5ee-6e93-4f99-a4a5-435784ae4d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:35Z', 'updated_at': '2022-01-28T07:41:36Z', 'revision_number': 3, 'project_id': 'c92342d086cc464ab7cf666face0a5ed', 'gw_port': {'id': '542cb5ee-6e93-4f99-a4a5-435784ae4d46', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:36Z', 'updated_at': '2022-01-28T07:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:38.860295 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Checking router: 4c84592b-696a-4f11-9dff-997bd2bceee5 for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:41:38.860624 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Updating router 4c84592b-696a-4f11-9dff-997bd2bceee5 port 542cb5ee-6e93-4f99-a4a5-435784ae4d46 binding host dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:41:38.896561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:38.903711 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:38.912488 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:38.912863 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:38.962379 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:39.101677 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_common [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Allocated IP 172.20.0.1 (46a16b6f-f1bb-496d-829e-4f35074e4535/e2be1722-ec21-4211-9cf2-02726bb8b8a2/80dd3663-2d29-4418-997e-07b1151461ee) {{(pid=88216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:41:39.158891 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:39.245234 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:39.260515 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.provisioning_blocks [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Transition to ACTIVE for port object 80dd3663-2d29-4418-997e-07b1151461ee will not be triggered until provisioned by entity DHCP. {{(pid=88216) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:39.264594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=08ca2aa4-c5ba-4eff-b4e5-3585291512dc,segment=NetworkSegment(435be6d8-c773-49de-9974-d5c1f7a02389),segment_id=435be6d8-c773-49de-9974-d5c1f7a02389)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:39.351468 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:39.361255 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:39.412858 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:39.425202 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Network 46a16b6f-f1bb-496d-829e-4f35074e4535 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:41:39.428016 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:39.432847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Transition to ACTIVE for port object 542cb5ee-6e93-4f99-a4a5-435784ae4d46 will not be triggered until provisioned by entity L2. {{(pid=88218) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:39.433394 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Received port after_create {{(pid=88216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:41:39.440444 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=08ca2aa4-c5ba-4eff-b4e5-3585291512dc,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:39.468029 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Pushing event updated for resources: {'Port': ['ID=80dd3663-2d29-4418-997e-07b1151461ee,revision_number=1']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:39.494331 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1961358'] for router_interface, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:39.526516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:39.613460 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498bc93-cd4e-41e2-a2ce-2a3f6b2edfe7 None None] Pushing event updated for resources: {'Port': ['ID=542cb5ee-6e93-4f99-a4a5-435784ae4d46,revision_number=2']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:39.615820 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Attempting to bind port 542cb5ee-6e93-4f99-a4a5-435784ae4d46 on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:41:39.616192 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Attempting to bind port 542cb5ee-6e93-4f99-a4a5-435784ae4d46 by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:41:39.616563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Attempting to bind port 542cb5ee-6e93-4f99-a4a5-435784ae4d46 on network e3355fb6-485f-4e2b-a0fc-4f14df05534c {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:41:39.623338 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:41:39.623725 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Checking segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88218) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:41:39.624139 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:39.624542 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Bound using segment: {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'} {{(pid=88218) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:41:39.625047 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.managers [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Bound port: 542cb5ee-6e93-4f99-a4a5-435784ae4d46, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8408ca-9ceb-4091-b04d-17747f442aa3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c'}}] {{(pid=88218) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:41:39.625346 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:39.702221 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] For port 542cb5ee-6e93-4f99-a4a5-435784ae4d46, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88218) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:41:39.705226 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] For port 542cb5ee-6e93-4f99-a4a5-435784ae4d46, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=542cb5ee-6e93-4f99-a4a5-435784ae4d46,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:41:39.753143 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-60c66400-1cda-4cd1-bdec-83ba426ab339 None None] Provisioning for port 80dd3663-2d29-4418-997e-07b1151461ee completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:39.757106 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:39.778567 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:39.805726 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-60c66400-1cda-4cd1-bdec-83ba426ab339 None None] Provisioning complete for port 80dd3663-2d29-4418-997e-07b1151461ee triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:39.806093 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-60c66400-1cda-4cd1-bdec-83ba426ab339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:39.890674 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Routers {'4c84592b-696a-4f11-9dff-997bd2bceee5'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:41:39.890674 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4c84592b-696a-4f11-9dff-997bd2bceee5'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:39.939738 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d28f0b7b-9db2-46f6-a131-5c1e716a958f up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:41:39.966114 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498bc93-cd4e-41e2-a2ce-2a3f6b2edfe7 None None] Pushing event updated for resources: {'Port': ['ID=542cb5ee-6e93-4f99-a4a5-435784ae4d46,revision_number=3']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:39.978583 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-60c66400-1cda-4cd1-bdec-83ba426ab339 None None] Port 80dd3663-2d29-4418-997e-07b1151461ee cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:41:40.028745 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:40.086163 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3049837'] for port, after_update {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:40.157114 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port d28f0b7b-9db2-46f6-a131-5c1e716a958f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:40.157404 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:40.192223 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Pushing event updated for resources: {'Port': ['ID=80dd3663-2d29-4418-997e-07b1151461ee,revision_number=2']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:40.197481 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961235'] for router_interface, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:40.214812 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] Set router 4c84592b-696a-4f11-9dff-997bd2bceee5 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:41:40.336503 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Network 46a16b6f-f1bb-496d-829e-4f35074e4535 is already hosted by enough agents. {{(pid=88216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:41:40.337984 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.base_scheduler [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Resources bound (agent type, host, resource id): {{(pid=88216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:40.493478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 08ca2aa4-c5ba-4eff-b4e5-3585291512dc up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:41:40.536105 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Router 4c84592b-696a-4f11-9dff-997bd2bceee5 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:41:40.633453 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-2514950e-27ba-4ec5-8f97-8bbb5c461b14 None None] Provisioning complete for port 80dd3663-2d29-4418-997e-07b1151461ee triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:40.633732 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2514950e-27ba-4ec5-8f97-8bbb5c461b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:40.663382 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:40.663753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:40.712448 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:41:40.722407 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-1b5186e1-5e02-4a06-9f0a-93b84d4bbebb admin admin] 10.222.0.25 "PUT /v2.0/routers/4c84592b-696a-4f11-9dff-997bd2bceee5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4983444 Jan 28 07:41:40.748355 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-2514950e-27ba-4ec5-8f97-8bbb5c461b14 None None] Port 80dd3663-2d29-4418-997e-07b1151461ee cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:41:40.761157 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'name': 'tempest-TestSnapshotPattern-1350322916-router', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '542cb5ee-6e93-4f99-a4a5-435784ae4d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:35Z', 'updated_at': '2022-01-28T07:41:39Z', 'revision_number': 4, 'project_id': 'c92342d086cc464ab7cf666face0a5ed', 'gw_port': {'id': '542cb5ee-6e93-4f99-a4a5-435784ae4d46', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:36Z', 'updated_at': '2022-01-28T07:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '80dd3663-2d29-4418-997e-07b1151461ee', 'name': '', 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'mac_address': 'fa:16:3e:ca:ac:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'e2be1722-ec21-4211-9cf2-02726bb8b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:38Z', 'updated_at': '2022-01-28T07:41:39Z', 'revision_number': 1, 'project_id': 'c92342d086cc464ab7cf666face0a5ed', 'subnets': [{'id': 'e2be1722-ec21-4211-9cf2-02726bb8b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:40.767776 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00a5c4-f1e9-4385-a301-5d9ce234e8a3 None None] The sync data for ids ['4c84592b-696a-4f11-9dff-997bd2bceee5'] in dv-neutron-824022-4-hyperv is: [{'id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'name': 'tempest-TestSnapshotPattern-1350322916-router', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '542cb5ee-6e93-4f99-a4a5-435784ae4d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:35Z', 'updated_at': '2022-01-28T07:41:39Z', 'revision_number': 4, 'project_id': 'c92342d086cc464ab7cf666face0a5ed', 'gw_port': {'id': '542cb5ee-6e93-4f99-a4a5-435784ae4d46', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:36Z', 'updated_at': '2022-01-28T07:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '80dd3663-2d29-4418-997e-07b1151461ee', 'name': '', 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'mac_address': 'fa:16:3e:ca:ac:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'e2be1722-ec21-4211-9cf2-02726bb8b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:38Z', 'updated_at': '2022-01-28T07:41:39Z', 'revision_number': 1, 'project_id': 'c92342d086cc464ab7cf666face0a5ed', 'subnets': [{'id': 'e2be1722-ec21-4211-9cf2-02726bb8b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:41:41.528208 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56946) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:41.534287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1234578318', 'description': 'tempest-secgroup-smoke-1234578318 description', 'project_id': '1c9039321e614292aaac6088f9ab7758'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:41.540557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:41.544437 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Usage tracker for resource:security_group and tenant:1c9039321e614292aaac6088f9ab7758 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:41.547874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:41.554090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:41.576177 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:41.632977 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:41.652350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:41.656645 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Usage tracker for resource:security_group_rule and tenant:1c9039321e614292aaac6088f9ab7758 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:41.659403 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:41.665016 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:41.731559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:41.817534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:41.859412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c44748d-678e-4cde-9b17-f93f313c6ce3,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:41.937439 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:41.938669 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-f4533cbc-3aa1-4e16-bc2e-02341f5de215 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4087691 Jan 28 07:41:41.941501 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56950) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:41.946383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-185b8aec-fe05-45df-a38d-094fa40130b0 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Request body: {'security_group_rule': {'security_group_id': '7c44748d-678e-4cde-9b17-f93f313c6ce3', 'project_id': '1c9039321e614292aaac6088f9ab7758', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:41.952830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-185b8aec-fe05-45df-a38d-094fa40130b0 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:41.956677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-185b8aec-fe05-45df-a38d-094fa40130b0 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Usage tracker for resource:security_group_rule and tenant:1c9039321e614292aaac6088f9ab7758 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:41.959593 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-185b8aec-fe05-45df-a38d-094fa40130b0 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:41.965206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-185b8aec-fe05-45df-a38d-094fa40130b0 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:42.064045 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-185b8aec-fe05-45df-a38d-094fa40130b0 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:42.148605 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-185b8aec-fe05-45df-a38d-094fa40130b0 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:42.223057 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-185b8aec-fe05-45df-a38d-094fa40130b0 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:42.246278 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b8aec-fe05-45df-a38d-094fa40130b0 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0217deaa-6077-4d0b-bddb-04b00aa1b3cd,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:42.320842 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-185b8aec-fe05-45df-a38d-094fa40130b0 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:42.322037 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-185b8aec-fe05-45df-a38d-094fa40130b0 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3796074 Jan 28 07:41:42.324885 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 56954) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:42.329770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-c93f2cf3-5a22-42fc-950c-773cf1a60477 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Request body: {'security_group_rule': {'security_group_id': '7c44748d-678e-4cde-9b17-f93f313c6ce3', 'project_id': '1c9039321e614292aaac6088f9ab7758', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:42.335737 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c93f2cf3-5a22-42fc-950c-773cf1a60477 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:42.344460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c93f2cf3-5a22-42fc-950c-773cf1a60477 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Usage tracker for resource:security_group_rule and tenant:1c9039321e614292aaac6088f9ab7758 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:42.347427 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-c93f2cf3-5a22-42fc-950c-773cf1a60477 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:42.353264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-c93f2cf3-5a22-42fc-950c-773cf1a60477 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:42.446941 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c93f2cf3-5a22-42fc-950c-773cf1a60477 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:42.509310 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c93f2cf3-5a22-42fc-950c-773cf1a60477 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:42.566241 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c93f2cf3-5a22-42fc-950c-773cf1a60477 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:42.590035 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f2cf3-5a22-42fc-950c-773cf1a60477 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f427726a-ab5a-4b30-9436-e968f6fc2df5,revision_number=0']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:42.646786 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-c93f2cf3-5a22-42fc-950c-773cf1a60477 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:42.650898 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56958) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:42.651393 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-c93f2cf3-5a22-42fc-950c-773cf1a60477 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3251917 Jan 28 07:41:42.657078 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-91dec6c9-f746-4188-8ac3-5b55142df37a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Request body: {'security_group_rule': {'security_group_id': '7c44748d-678e-4cde-9b17-f93f313c6ce3', 'project_id': '1c9039321e614292aaac6088f9ab7758', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:42.663203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-91dec6c9-f746-4188-8ac3-5b55142df37a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:42.667120 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-91dec6c9-f746-4188-8ac3-5b55142df37a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Usage tracker for resource:security_group_rule and tenant:1c9039321e614292aaac6088f9ab7758 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:42.670603 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-91dec6c9-f746-4188-8ac3-5b55142df37a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:42.676911 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-91dec6c9-f746-4188-8ac3-5b55142df37a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:42.768049 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91dec6c9-f746-4188-8ac3-5b55142df37a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:42.835697 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91dec6c9-f746-4188-8ac3-5b55142df37a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:42.930326 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91dec6c9-f746-4188-8ac3-5b55142df37a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:42.957482 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dec6c9-f746-4188-8ac3-5b55142df37a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae8e3c6-72dc-41e3-9a4a-1667f56786b8,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:43.034820 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-91dec6c9-f746-4188-8ac3-5b55142df37a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:43.036106 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-91dec6c9-f746-4188-8ac3-5b55142df37a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3834410 Jan 28 07:41:43.038756 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56962) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:43.043851 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-5e9a5322-0406-4cea-8149-da3700533346 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Request body: {'security_group_rule': {'security_group_id': '7c44748d-678e-4cde-9b17-f93f313c6ce3', 'project_id': '1c9039321e614292aaac6088f9ab7758', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:43.050597 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5e9a5322-0406-4cea-8149-da3700533346 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:43.054892 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5e9a5322-0406-4cea-8149-da3700533346 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Usage tracker for resource:security_group_rule and tenant:1c9039321e614292aaac6088f9ab7758 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:43.057929 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-5e9a5322-0406-4cea-8149-da3700533346 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:43.064002 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-5e9a5322-0406-4cea-8149-da3700533346 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:43.153609 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5322-0406-4cea-8149-da3700533346 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:43.216396 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5322-0406-4cea-8149-da3700533346 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:43.295629 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5322-0406-4cea-8149-da3700533346 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:43.318829 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a5322-0406-4cea-8149-da3700533346 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c8bba0-0306-475e-aa16-25ce0ab47f92,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:43.421519 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-5e9a5322-0406-4cea-8149-da3700533346 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:43.422672 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-5e9a5322-0406-4cea-8149-da3700533346 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3828244 Jan 28 07:41:43.425333 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56966) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:43.430180 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-ff10ca05-cfd5-4da8-bb0b-ee311906c81f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Request body: {'security_group_rule': {'security_group_id': '7c44748d-678e-4cde-9b17-f93f313c6ce3', 'project_id': '1c9039321e614292aaac6088f9ab7758', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:43.436094 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ff10ca05-cfd5-4da8-bb0b-ee311906c81f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:43.439816 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ff10ca05-cfd5-4da8-bb0b-ee311906c81f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Usage tracker for resource:security_group_rule and tenant:1c9039321e614292aaac6088f9ab7758 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:43.442610 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-ff10ca05-cfd5-4da8-bb0b-ee311906c81f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:43.448258 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-ff10ca05-cfd5-4da8-bb0b-ee311906c81f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:43.525919 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-ff10ca05-cfd5-4da8-bb0b-ee311906c81f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Project 1c9039321e614292aaac6088f9ab7758 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:41:43.533045 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff10ca05-cfd5-4da8-bb0b-ee311906c81f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:43.597257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff10ca05-cfd5-4da8-bb0b-ee311906c81f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:43.701872 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff10ca05-cfd5-4da8-bb0b-ee311906c81f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:43.727132 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10ca05-cfd5-4da8-bb0b-ee311906c81f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053b6ce3-6f85-42a1-95dc-9fa2348d766e,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:43.800505 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff10ca05-cfd5-4da8-bb0b-ee311906c81f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:43.801854 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ff10ca05-cfd5-4da8-bb0b-ee311906c81f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3756225 Jan 28 07:41:43.804590 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 56970) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:43.809686 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.v2.base [None req-f5a33d04-3c8f-494a-a2e8-8635d4265ce6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Request body: {'security_group_rule': {'security_group_id': '7c44748d-678e-4cde-9b17-f93f313c6ce3', 'project_id': '1c9039321e614292aaac6088f9ab7758', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88216) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:43.816257 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f5a33d04-3c8f-494a-a2e8-8635d4265ce6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:43.820015 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f5a33d04-3c8f-494a-a2e8-8635d4265ce6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Usage tracker for resource:security_group_rule and tenant:1c9039321e614292aaac6088f9ab7758 is out of sync, need to count used quota {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:43.822859 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.quota.resource [None req-f5a33d04-3c8f-494a-a2e8-8635d4265ce6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88216) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:43.830132 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.quota.driver [None req-f5a33d04-3c8f-494a-a2e8-8635d4265ce6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88216) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:43.859341 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Sync routers for ids ['4c84592b-696a-4f11-9dff-997bd2bceee5'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:41:43.868828 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Routers {'4c84592b-696a-4f11-9dff-997bd2bceee5'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:41:43.869424 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4c84592b-696a-4f11-9dff-997bd2bceee5'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:43.920646 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.securitygroups_db [None req-f5a33d04-3c8f-494a-a2e8-8635d4265ce6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Project 1c9039321e614292aaac6088f9ab7758 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 07:41:43.927985 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5a33d04-3c8f-494a-a2e8-8635d4265ce6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:43.956360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 542cb5ee-6e93-4f99-a4a5-435784ae4d46 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:41:44.001317 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5a33d04-3c8f-494a-a2e8-8635d4265ce6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:44.064384 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Set router 4c84592b-696a-4f11-9dff-997bd2bceee5 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:41:44.080542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5a33d04-3c8f-494a-a2e8-8635d4265ce6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815578'] for security_group_rule, after_create {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:44.104190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a33d04-3c8f-494a-a2e8-8635d4265ce6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a5774c-096a-486d-b1b4-d96ef2acda98,revision_number=0']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:44.109671 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 542cb5ee-6e93-4f99-a4a5-435784ae4d46 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:44.116141 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 542cb5ee-6e93-4f99-a4a5-435784ae4d46 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:44.116594 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:44.176359 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-f5a33d04-3c8f-494a-a2e8-8635d4265ce6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:44.178619 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f5a33d04-3c8f-494a-a2e8-8635d4265ce6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3725691 Jan 28 07:41:44.280010 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:44.298691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 542cb5ee-6e93-4f99-a4a5-435784ae4d46, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=542cb5ee-6e93-4f99-a4a5-435784ae4d46,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:44.384039 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:44.412652 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'name': 'tempest-TestSnapshotPattern-1350322916-router', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '542cb5ee-6e93-4f99-a4a5-435784ae4d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:35Z', 'updated_at': '2022-01-28T07:41:39Z', 'revision_number': 4, 'project_id': 'c92342d086cc464ab7cf666face0a5ed', 'gw_port': {'id': '542cb5ee-6e93-4f99-a4a5-435784ae4d46', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:36Z', 'updated_at': '2022-01-28T07:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '80dd3663-2d29-4418-997e-07b1151461ee', 'name': '', 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'mac_address': 'fa:16:3e:ca:ac:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'e2be1722-ec21-4211-9cf2-02726bb8b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:38Z', 'updated_at': '2022-01-28T07:41:39Z', 'revision_number': 2, 'project_id': 'c92342d086cc464ab7cf666face0a5ed', 'subnets': [{'id': 'e2be1722-ec21-4211-9cf2-02726bb8b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:44.417527 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Checking router: 4c84592b-696a-4f11-9dff-997bd2bceee5 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:41:44.417863 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Updating router 4c84592b-696a-4f11-9dff-997bd2bceee5 port 80dd3663-2d29-4418-997e-07b1151461ee binding host dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 07:41:44.451472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-d8181fc7-839d-4c31-b2f4-d70b4ecf3894 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Synchronizing usage tracker for tenant:1c9039321e614292aaac6088f9ab7758 on resource:security_group {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:41:44.463904 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=542cb5ee-6e93-4f99-a4a5-435784ae4d46,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:44.477971 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:44.537768 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-d8181fc7-839d-4c31-b2f4-d70b4ecf3894 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Unset dirty status for tenant:1c9039321e614292aaac6088f9ab7758 on resource:security_group {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:41:44.539091 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-d8181fc7-839d-4c31-b2f4-d70b4ecf3894 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234578318&fields=id&tenant_id=1c9039321e614292aaac6088f9ab7758 HTTP/1.1" status: 200 len: 267 time: 0.1341448 Jan 28 07:41:44.695993 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-e766f53f-2980-4fbd-8ff8-dd09e506fb95 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:44.696677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-e766f53f-2980-4fbd-8ff8-dd09e506fb95 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Synchronizing usage tracker for tenant:1c9039321e614292aaac6088f9ab7758 on resource:network {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:41:44.792828 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-e766f53f-2980-4fbd-8ff8-dd09e506fb95 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Unset dirty status for tenant:1c9039321e614292aaac6088f9ab7758 on resource:network {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:41:44.794233 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-e766f53f-2980-4fbd-8ff8-dd09e506fb95 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/networks?id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd HTTP/1.1" status: 200 len: 809 time: 0.2475643 Jan 28 07:41:44.810944 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-97245f74-0a5b-4bab-b5eb-f9a2ed2aeef7 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/quotas/1c9039321e614292aaac6088f9ab7758 HTTP/1.1" status: 200 len: 375 time: 0.0099964 Jan 28 07:41:44.860703 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Notify callbacks [] for port, precommit_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:44.874866 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.provisioning_blocks [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Transition to ACTIVE for port object 80dd3663-2d29-4418-997e-07b1151461ee will not be triggered until provisioned by entity L2. {{(pid=88219) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:44.902102 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-feebbf5f-6ac1-4ec5-a07a-3cfb82ec3260 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Synchronizing usage tracker for tenant:1c9039321e614292aaac6088f9ab7758 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:41:44.946889 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:44.975520 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-feebbf5f-6ac1-4ec5-a07a-3cfb82ec3260 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Unset dirty status for tenant:1c9039321e614292aaac6088f9ab7758 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:41:44.976844 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-feebbf5f-6ac1-4ec5-a07a-3cfb82ec3260 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c9039321e614292aaac6088f9ab7758&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584585 Jan 28 07:41:45.097694 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e896cf-b95f-4222-bd3d-959f21d99e32 None None] Pushing event updated for resources: {'Port': ['ID=80dd3663-2d29-4418-997e-07b1151461ee,revision_number=3']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:45.136771 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-217423aa-8cd9-486b-b796-ef15046de232 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 07:41:45.137827 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-217423aa-8cd9-486b-b796-ef15046de232 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507588 Jan 28 07:41:45.174684 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Attempting to bind port 80dd3663-2d29-4418-997e-07b1151461ee on host dv-neutron-824022-4-hyperv for vnic_type normal with profile {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:41:45.174684 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Attempting to bind port 80dd3663-2d29-4418-997e-07b1151461ee by drivers openvswitch,hyperv on host dv-neutron-824022-4-hyperv at level 0 using segments [{'id': '435be6d8-c773-49de-9974-d5c1f7a02389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535'}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:41:45.175255 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Attempting to bind port 80dd3663-2d29-4418-997e-07b1151461ee on network 46a16b6f-f1bb-496d-829e-4f35074e4535 {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:41:45.182586 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Checking agent: {'id': 'fe488c3c-1627-432e-acb4-4110cb8d02bc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-824022-4-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 32, 4), 'started_at': datetime.datetime(2022, 1, 28, 6, 32, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-824022-4-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:41:45.182956 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Checking segment: {'id': '435be6d8-c773-49de-9974-d5c1f7a02389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88219) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:41:45.183396 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:45.183790 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Bound using segment: {'id': '435be6d8-c773-49de-9974-d5c1f7a02389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535'} {{(pid=88219) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:41:45.184253 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.managers [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Bound port: 80dd3663-2d29-4418-997e-07b1151461ee, host: dv-neutron-824022-4-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435be6d8-c773-49de-9974-d5c1f7a02389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535'}}] {{(pid=88219) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:41:45.184621 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:45.276136 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] For port 80dd3663-2d29-4418-997e-07b1151461ee, host dv-neutron-824022-4-hyperv, cleared binding levels {{(pid=88219) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:41:45.279903 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.plugins.ml2.db [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] For port 80dd3663-2d29-4418-997e-07b1151461ee, host dv-neutron-824022-4-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=80dd3663-2d29-4418-997e-07b1151461ee,segment=NetworkSegment(435be6d8-c773-49de-9974-d5c1f7a02389),segment_id=435be6d8-c773-49de-9974-d5c1f7a02389)] {{(pid=88219) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:41:45.349720 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88219) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:45.382799 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-dd3e34af-b5c7-4284-b795-35ab77fe564e service neutron] 10.222.0.25 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382100 Jan 28 07:41:45.448832 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Routers {'4c84592b-696a-4f11-9dff-997bd2bceee5'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:41:45.449461 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4c84592b-696a-4f11-9dff-997bd2bceee5'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:45.507952 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e896cf-b95f-4222-bd3d-959f21d99e32 None None] Pushing event updated for resources: {'Port': ['ID=80dd3663-2d29-4418-997e-07b1151461ee,revision_number=4']} {{(pid=88219) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:45.520965 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-621f113d-2e57-4123-b5d2-f61b0e3aae8f service neutron] 10.222.0.25 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320140 Jan 28 07:41:45.637344 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] Set router 4c84592b-696a-4f11-9dff-997bd2bceee5 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:41:45.819456 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-337cbe36-3199-4579-b5ab-638ce39491b6 req-14b962ef-745e-4b4b-9ef2-8d9d21882566 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 210 time: 0.0475163 Jan 28 07:41:45.961649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 542cb5ee-6e93-4f99-a4a5-435784ae4d46 up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:41:45.971420 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'name': 'tempest-TestSnapshotPattern-1350322916-router', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '542cb5ee-6e93-4f99-a4a5-435784ae4d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:35Z', 'updated_at': '2022-01-28T07:41:39Z', 'revision_number': 4, 'project_id': 'c92342d086cc464ab7cf666face0a5ed', 'gw_port': {'id': '542cb5ee-6e93-4f99-a4a5-435784ae4d46', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:36Z', 'updated_at': '2022-01-28T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '80dd3663-2d29-4418-997e-07b1151461ee', 'name': '', 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'mac_address': 'fa:16:3e:ca:ac:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'e2be1722-ec21-4211-9cf2-02726bb8b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:38Z', 'updated_at': '2022-01-28T07:41:45Z', 'revision_number': 4, 'project_id': 'c92342d086cc464ab7cf666face0a5ed', 'subnets': [{'id': 'e2be1722-ec21-4211-9cf2-02726bb8b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:41:45.975351 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccaa5be-f047-4884-96c7-fabfa7472937 None None] The sync data for ids ['4c84592b-696a-4f11-9dff-997bd2bceee5'] in dv-neutron-824022-4-hyperv is: [{'id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'name': 'tempest-TestSnapshotPattern-1350322916-router', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '542cb5ee-6e93-4f99-a4a5-435784ae4d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:35Z', 'updated_at': '2022-01-28T07:41:39Z', 'revision_number': 4, 'project_id': 'c92342d086cc464ab7cf666face0a5ed', 'gw_port': {'id': '542cb5ee-6e93-4f99-a4a5-435784ae4d46', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:36Z', 'updated_at': '2022-01-28T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': '80dd3663-2d29-4418-997e-07b1151461ee', 'name': '', 'network_id': '46a16b6f-f1bb-496d-829e-4f35074e4535', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'mac_address': 'fa:16:3e:ca:ac:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'e2be1722-ec21-4211-9cf2-02726bb8b8a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:38Z', 'updated_at': '2022-01-28T07:41:45Z', 'revision_number': 4, 'project_id': 'c92342d086cc464ab7cf666face0a5ed', 'subnets': [{'id': 'e2be1722-ec21-4211-9cf2-02726bb8b8a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:41:46.030815 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 542cb5ee-6e93-4f99-a4a5-435784ae4d46 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:46.031173 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:46.155526 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 80dd3663-2d29-4418-997e-07b1151461ee up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:41:46.286421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning for port 80dd3663-2d29-4418-997e-07b1151461ee completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:46.291929 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 80dd3663-2d29-4418-997e-07b1151461ee triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:46.292615 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:46.415877 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:46.448452 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] For port 80dd3663-2d29-4418-997e-07b1151461ee, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=80dd3663-2d29-4418-997e-07b1151461ee,segment=NetworkSegment(435be6d8-c773-49de-9974-d5c1f7a02389),segment_id=435be6d8-c773-49de-9974-d5c1f7a02389)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:46.515526 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:46.588019 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Pushing event updated for resources: {'Port': ['ID=80dd3663-2d29-4418-997e-07b1151461ee,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:46.969979 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-97a6958d-6b0d-4b88-a0d7-e234f5289a46 req-4c428291-56ba-4f3a-84f4-e16772ed1ba2 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 210 time: 0.0461106 Jan 28 07:41:47.920780 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 80dd3663-2d29-4418-997e-07b1151461ee up at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:41:47.986979 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Provisioning complete for port 80dd3663-2d29-4418-997e-07b1151461ee triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:47.987380 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:48.121142 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-198dc09f-7b9c-4755-ac2b-637207a95479 req-85ad2249-eb8e-4ecf-b195-bb4a9f91a069 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 210 time: 0.0423398 Jan 28 07:41:48.323096 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-d580e4e5-c86e-4fae-84c1-a46bfcb3a5c7 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:48.324532 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-d580e4e5-c86e-4fae-84c1-a46bfcb3a5c7 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.37 "GET /v2.0/networks?id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd HTTP/1.1" status: 200 len: 809 time: 0.1432803 Jan 28 07:41:48.384791 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-8e1e1756-a2b3-4808-894b-631a83f78f85 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c9039321e614292aaac6088f9ab7758 HTTP/1.1" status: 200 len: 380 time: 0.0396886 Jan 28 07:41:48.407274 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Request body: {'port': {'device_id': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'admin_state_up': True, 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'security_groups': ['7c44748d-678e-4cde-9b17-f93f313c6ce3']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:48.541770 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:48.551021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:41:48.617460 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Made reservation on behalf of 1c9039321e614292aaac6088f9ab7758 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:41:48.620990 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:48.781445 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Allocated IP 172.20.0.13 (5fe1efb0-3989-4deb-bdf5-717df39c8fbd/2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6/c02bda82-6b9a-48a2-9a91-256eb382790f) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:41:48.964979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:48.979677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Transition to ACTIVE for port object c02bda82-6b9a-48a2-9a91-256eb382790f will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:49.067174 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:49.137723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:41:49.141331 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:41:49.145288 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:41:49.180666 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event updated for resources: {'Port': ['ID=c02bda82-6b9a-48a2-9a91-256eb382790f,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:49.214340 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:49.215164 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:49.328465 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a20c8a-af4c-44a8-bd77-9848853ff29e req-61b98469-d00e-4ab7-944b-0613288d48a6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:49.329187 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-32a20c8a-af4c-44a8-bd77-9848853ff29e req-61b98469-d00e-4ab7-944b-0613288d48a6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Synchronizing usage tracker for tenant:1c9039321e614292aaac6088f9ab7758 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:41:49.333701 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-14dae565-6653-43f4-9462-b78232984dda tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9307625 Jan 28 07:41:49.359979 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Request body: {'port': {'device_id': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:49.434609 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fc53f54a-08ad-42b6-9dbb-72fc08abcc62 None None] Provisioning for port c02bda82-6b9a-48a2-9a91-256eb382790f completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:49.440328 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fc53f54a-08ad-42b6-9dbb-72fc08abcc62 None None] Provisioning complete for port c02bda82-6b9a-48a2-9a91-256eb382790f triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:49.440703 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fc53f54a-08ad-42b6-9dbb-72fc08abcc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:49.444813 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-32a20c8a-af4c-44a8-bd77-9848853ff29e req-61b98469-d00e-4ab7-944b-0613288d48a6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Unset dirty status for tenant:1c9039321e614292aaac6088f9ab7758 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:41:49.444813 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-32a20c8a-af4c-44a8-bd77-9848853ff29e req-61b98469-d00e-4ab7-944b-0613288d48a6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 932 time: 0.1989162 Jan 28 07:41:49.492538 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fc53f54a-08ad-42b6-9dbb-72fc08abcc62 None None] Port c02bda82-6b9a-48a2-9a91-256eb382790f cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:41:49.494874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:49.518570 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-32a20c8a-af4c-44a8-bd77-9848853ff29e req-d56d4c23-7d1f-4a30-bac9-633e971e25c8 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671039 Jan 28 07:41:49.934687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02bda82-6b9a-48a2-9a91-256eb382790f {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:41:49.942264 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:49.956615 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Transition to ACTIVE for port object c02bda82-6b9a-48a2-9a91-256eb382790f will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:41:50.028627 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:50.182521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Pushing event updated for resources: {'Port': ['ID=c02bda82-6b9a-48a2-9a91-256eb382790f,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:50.263120 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Attempting to bind port c02bda82-6b9a-48a2-9a91-256eb382790f on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:41:50.263488 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Attempting to bind port c02bda82-6b9a-48a2-9a91-256eb382790f by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:41:50.263820 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Attempting to bind port c02bda82-6b9a-48a2-9a91-256eb382790f on network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:41:50.268353 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Port c02bda82-6b9a-48a2-9a91-256eb382790f on network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:41:50.268669 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Attempting to bind port c02bda82-6b9a-48a2-9a91-256eb382790f on network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:41:50.273649 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:41:50.273984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Checking segment: {'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:41:50.274370 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Bound using segment: {'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:41:50.274790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Bound port: c02bda82-6b9a-48a2-9a91-256eb382790f, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:41:50.281305 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:50.365259 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] For port c02bda82-6b9a-48a2-9a91-256eb382790f, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:41:50.368222 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] For port c02bda82-6b9a-48a2-9a91-256eb382790f, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=c02bda82-6b9a-48a2-9a91-256eb382790f,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:41:50.429617 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:50.489221 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:50.490126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:50.491535 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] 10.222.0.37 "PUT /v2.0/ports/c02bda82-6b9a-48a2-9a91-256eb382790f HTTP/1.1" status: 200 len: 1094 time: 1.1362495 Jan 28 07:41:50.491972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'tag': 'c02bda82-6b9a-48a2-9a91-256eb382790f'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:41:50.513599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ebea2-6f2e-4cc1-9e7c-a5a41f549af5 service neutron] Pushing event updated for resources: {'Port': ['ID=c02bda82-6b9a-48a2-9a91-256eb382790f,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:50.543763 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'tag': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'status': 'completed', 'code': 200} Jan 28 07:41:50.735594 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f0d32-2ad3-4684-ac89-15d6e4eea837 req-da0fc903-ad7c-4307-a440-65d189bcc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:50.737056 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1f2f0d32-2ad3-4684-ac89-15d6e4eea837 req-da0fc903-ad7c-4307-a440-65d189bcc525 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c9039321e614292aaac6088f9ab7758&device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 1097 time: 0.1443028 Jan 28 07:41:50.745412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca775d-cc68-41ef-95dc-0e4071cf00a3 req-02c2c846-179d-465d-a856-9fb98a79f46c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:50.746738 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a7ca775d-cc68-41ef-95dc-0e4071cf00a3 req-02c2c846-179d-465d-a856-9fb98a79f46c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 944 time: 0.1114841 Jan 28 07:41:50.875449 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a7ca775d-cc68-41ef-95dc-0e4071cf00a3 req-e975e12b-1e92-4233-a41d-ac3b44573acc tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230044 Jan 28 07:41:50.917953 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f0d32-2ad3-4684-ac89-15d6e4eea837 req-2e253cdc-bc1a-4515-8574-83d404d248e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:50.919326 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1f2f0d32-2ad3-4684-ac89-15d6e4eea837 req-2e253cdc-bc1a-4515-8574-83d404d248e6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1c9039321e614292aaac6088f9ab7758&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1534498 Jan 28 07:41:51.058090 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f0d32-2ad3-4684-ac89-15d6e4eea837 req-177564d0-94db-4239-9cfd-a11e0abf9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:51.059614 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1f2f0d32-2ad3-4684-ac89-15d6e4eea837 req-177564d0-94db-4239-9cfd-a11e0abf9d62 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301782 Jan 28 07:41:51.200651 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-9187b331-47ea-4a03-a720-3e90bf8928f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:51.202018 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-9187b331-47ea-4a03-a720-3e90bf8928f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c9039321e614292aaac6088f9ab7758&device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 1097 time: 0.0753043 Jan 28 07:41:51.281391 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-154264b3-c7a6-4c33-ae44-830a1a893b0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c02bda82-6b9a-48a2-9a91-256eb382790f HTTP/1.1" status: 200 len: 217 time: 0.0594954 Jan 28 07:41:51.348858 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7c2adabf-ee83-48b0-9719-adee4efcfa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:51.350261 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-7c2adabf-ee83-48b0-9719-adee4efcfa23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6 HTTP/1.1" status: 200 len: 848 time: 0.0589192 Jan 28 07:41:51.426622 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-fd55151b-2ba1-44e4-82c3-655f97836890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:51.428066 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-fd55151b-2ba1-44e4-82c3-655f97836890 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673501 Jan 28 07:41:51.559000 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-4cb64f37-a53c-49b2-9861-54dac1c2d51a service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213212 Jan 28 07:41:51.694806 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b2a153b8-435a-4b75-a8d8-52298dc965fc req-049614bc-314d-411b-88e5-3dd447a6f0b8 service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242816 Jan 28 07:41:52.083069 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483b257-a352-46f5-9353-6d1ab41b1ac1 req-deab63d5-f1df-43cb-8654-5f12bc691626 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:52.084529 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d483b257-a352-46f5-9353-6d1ab41b1ac1 req-deab63d5-f1df-43cb-8654-5f12bc691626 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 944 time: 0.0828202 Jan 28 07:41:52.127544 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d483b257-a352-46f5-9353-6d1ab41b1ac1 req-babbcd7b-b8b0-46c0-8f5e-fbf938674f0d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374043 Jan 28 07:41:53.310748 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c97ef-767c-414e-a8c0-f88e3defc92b req-f517775e-80a2-40af-9b93-e67647142e3d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:53.312186 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d1c97ef-767c-414e-a8c0-f88e3defc92b req-f517775e-80a2-40af-9b93-e67647142e3d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 944 time: 0.0776396 Jan 28 07:41:53.354593 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d1c97ef-767c-414e-a8c0-f88e3defc92b req-a6cd6462-ac7e-4086-b4d0-08055930d197 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368507 Jan 28 07:41:54.482954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device c02bda82-6b9a-48a2-9a91-256eb382790f details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:41:54.615434 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port c02bda82-6b9a-48a2-9a91-256eb382790f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=c02bda82-6b9a-48a2-9a91-256eb382790f,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:54.631690 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'port_id': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'mac_address': 'fa:16:3e:a4:fb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:41:54.632660 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241635b-aad0-4a62-a9ec-6ba774c8736e req-b40b2400-ab72-4864-b026-86eabaa6cc45 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:54.634089 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8241635b-aad0-4a62-a9ec-6ba774c8736e req-b40b2400-ab72-4864-b026-86eabaa6cc45 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 944 time: 0.1774633 Jan 28 07:41:54.678149 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8241635b-aad0-4a62-a9ec-6ba774c8736e req-f03206f4-3688-497c-917e-840ed20adb9a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378516 Jan 28 07:41:54.686532 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:54.704277 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02bda82-6b9a-48a2-9a91-256eb382790f {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:41:54.719703 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port c02bda82-6b9a-48a2-9a91-256eb382790f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=c02bda82-6b9a-48a2-9a91-256eb382790f,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:54.800249 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:54.866399 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=c02bda82-6b9a-48a2-9a91-256eb382790f,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:55.204200 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['c02bda82-6b9a-48a2-9a91-256eb382790f'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:41:55.858599 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84103fc-a67c-4969-af5f-e12619114486 req-ebf8a9bf-1e99-401d-a6e0-f796ab2c1f43 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:55.860055 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c84103fc-a67c-4969-af5f-e12619114486 req-ebf8a9bf-1e99-401d-a6e0-f796ab2c1f43 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 945 time: 0.0800457 Jan 28 07:41:55.903220 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c84103fc-a67c-4969-af5f-e12619114486 req-2d53d24e-dad3-4ff8-8014-59853ac5f8d3 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375557 Jan 28 07:41:56.512169 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device c02bda82-6b9a-48a2-9a91-256eb382790f up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:41:56.674599 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port c02bda82-6b9a-48a2-9a91-256eb382790f completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:41:56.679347 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port c02bda82-6b9a-48a2-9a91-256eb382790f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:41:56.685366 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:56.792673 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:56.818377 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02bda82-6b9a-48a2-9a91-256eb382790f'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:41:56.827765 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port c02bda82-6b9a-48a2-9a91-256eb382790f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=c02bda82-6b9a-48a2-9a91-256eb382790f,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:41:56.913123 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:41:56.967346 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'code': 200} Jan 28 07:41:56.987022 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=c02bda82-6b9a-48a2-9a91-256eb382790f,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:41:57.095710 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358eb40a-e56c-4fcb-b3c3-4b2018df3093 req-e1a7b87e-9e0f-4e38-bb74-aebfb4ceb3ad tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:57.097088 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-358eb40a-e56c-4fcb-b3c3-4b2018df3093 req-e1a7b87e-9e0f-4e38-bb74-aebfb4ceb3ad tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 946 time: 0.0791991 Jan 28 07:41:57.140348 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-358eb40a-e56c-4fcb-b3c3-4b2018df3093 req-a1eb370a-9c8e-4266-9319-9bde011a878c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375319 Jan 28 07:41:57.423432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdcf6a-d8f4-4b29-8e83-c509dfc0b433 req-c62633cc-55cc-40d5-a9de-8e98535ef7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:57.424792 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6fbdcf6a-d8f4-4b29-8e83-c509dfc0b433 req-c62633cc-55cc-40d5-a9de-8e98535ef7d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 1099 time: 0.0710065 Jan 28 07:41:57.468335 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-6fbdcf6a-d8f4-4b29-8e83-c509dfc0b433 req-c3ad4bce-52f3-4d3a-b598-811aae40562f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333152 Jan 28 07:41:58.323412 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff2822-ffc1-4801-bbac-880675dcded2 req-da4a07a7-0aba-4e63-95c2-37fc81395953 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:58.324841 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-47ff2822-ffc1-4801-bbac-880675dcded2 req-da4a07a7-0aba-4e63-95c2-37fc81395953 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 946 time: 0.0783088 Jan 28 07:41:58.368592 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-47ff2822-ffc1-4801-bbac-880675dcded2 req-63cac7aa-ce7f-40d1-9bcf-1ef7e8028e65 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382047 Jan 28 07:41:59.335208 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:41:59.552436 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51def3d3-08e5-46c7-a2ef-cbd816cf9bf5 req-4c5fffb9-4c63-42ff-9293-911638250552 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:59.553867 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51def3d3-08e5-46c7-a2ef-cbd816cf9bf5 req-4c5fffb9-4c63-42ff-9293-911638250552 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 946 time: 0.0814655 Jan 28 07:41:59.597301 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-51def3d3-08e5-46c7-a2ef-cbd816cf9bf5 req-da1aa633-c69e-43eb-978d-fcf241e3a6fd tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378954 Jan 28 07:41:59.775126 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d58682-c635-46ee-a0ed-871a8ee81dae req-5707c89a-6dc6-4bc5-8ad2-e530b05cd92d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:59.776579 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8d58682-c635-46ee-a0ed-871a8ee81dae req-5707c89a-6dc6-4bc5-8ad2-e530b05cd92d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 946 time: 0.0767372 Jan 28 07:41:59.823376 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a8d58682-c635-46ee-a0ed-871a8ee81dae req-27843e53-9607-4a1b-b4b7-51c39ff051b4 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406694 Jan 28 07:41:59.846131 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 57052) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:59.955697 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c356c24-9c41-4647-93d1-bcbab4292c29 tempest-TestSnapshotPattern-270230353 tempest-TestSnapshotPattern-270230353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:41:59.957165 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-4c356c24-9c41-4647-93d1-bcbab4292c29 tempest-TestSnapshotPattern-270230353 tempest-TestSnapshotPattern-270230353-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 1094 time: 0.1100554 Jan 28 07:41:59.960042 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 57058) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:41:59.964738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:41:59.971056 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:41:59.974787 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Usage tracker for resource:floatingip and tenant:1c9039321e614292aaac6088f9ab7758 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:41:59.977538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:41:59.983756 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:42:00.052003 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:00.184276 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:00.324712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Allocated IP 172.26.4.185 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/814af4ed-8c6a-4a81-87bd-64a1338f1b84) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:42:00.472755 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:00.572814 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:00.635000 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:42:00.637711 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:42:00.642054 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:42:00.679945 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event updated for resources: {'Port': ['ID=814af4ed-8c6a-4a81-87bd-64a1338f1b84,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:00.896174 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42497227-e89f-40c7-a455-40119a493c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:01.148032 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:01.274723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:01.475746 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:01.535431 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:01.644913 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event updated for resources: {'Port': ['ID=814af4ed-8c6a-4a81-87bd-64a1338f1b84,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:42:01.655328 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:01.821626 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Floating IP 5333951f-1b71-45a4-ad61-a9e0b600e958 associated. External IP: 172.26.4.185, port: c02bda82-6b9a-48a2-9a91-256eb382790f. Jan 28 07:42:02.161107 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Router cd64650c-a169-438a-a853-0c516a33c8ac has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:42:02.335485 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:42:02.345282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cbbca0-9f27-45f9-8600-ce6902cdc092 None None] Sync routers for ids ['cd64650c-a169-438a-a853-0c516a33c8ac'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:42:02.354777 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cbbca0-9f27-45f9-8600-ce6902cdc092 None None] Routers {'cd64650c-a169-438a-a853-0c516a33c8ac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:42:02.355520 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-23cbbca0-9f27-45f9-8600-ce6902cdc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd64650c-a169-438a-a853-0c516a33c8ac'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:02.418243 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:02.473491 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-76d9e646-1071-447c-8e5c-2547bdab8e8c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5124512 Jan 28 07:42:02.474078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'tag': 'c02bda82-6b9a-48a2-9a91-256eb382790f'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:42:02.527100 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'tag': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'status': 'completed', 'code': 200} Jan 28 07:42:02.533885 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-23cbbca0-9f27-45f9-8600-ce6902cdc092 None None] Set router cd64650c-a169-438a-a853-0c516a33c8ac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:42:02.644329 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cb86a-9775-40da-b479-79f12440f2b0 req-7eb9f278-2dfc-4e1c-8edd-235e4b349320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:02.645822 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d26cb86a-9775-40da-b479-79f12440f2b0 req-7eb9f278-2dfc-4e1c-8edd-235e4b349320 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c9039321e614292aaac6088f9ab7758&device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 1099 time: 0.0743718 Jan 28 07:42:02.884930 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-23cbbca0-9f27-45f9-8600-ce6902cdc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '5333951f-1b71-45a4-ad61-a9e0b600e958', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'port_id': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'mac_address': 'fa:16:3e:a4:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:42:00Z', 'updated_at': '2022-01-28T07:42:00Z', 'revision_number': 0, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:38Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:02.889568 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cbbca0-9f27-45f9-8600-ce6902cdc092 None None] Checking router: cd64650c-a169-438a-a853-0c516a33c8ac for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:42:02.890287 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cb86a-9775-40da-b479-79f12440f2b0 req-2cc0b05d-fc44-4f53-8057-40080ccddabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:02.891752 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d26cb86a-9775-40da-b479-79f12440f2b0 req-2cc0b05d-fc44-4f53-8057-40080ccddabb service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd HTTP/1.1" status: 200 len: 910 time: 0.2397349 Jan 28 07:42:02.897944 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cbbca0-9f27-45f9-8600-ce6902cdc092 None None] Routers {'cd64650c-a169-438a-a853-0c516a33c8ac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:42:02.898539 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-23cbbca0-9f27-45f9-8600-ce6902cdc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:41:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd64650c-a169-438a-a853-0c516a33c8ac'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:02.999050 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d26cb86a-9775-40da-b479-79f12440f2b0 req-73d2ff1b-4be2-40c5-83a8-f4c86a53b06f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c02bda82-6b9a-48a2-9a91-256eb382790f HTTP/1.1" status: 200 len: 1000 time: 0.0975111 Jan 28 07:42:03.060414 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cb86a-9775-40da-b479-79f12440f2b0 req-1769a6bf-99a1-4a5e-af84-419cd902a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:03.062264 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d26cb86a-9775-40da-b479-79f12440f2b0 req-1769a6bf-99a1-4a5e-af84-419cd902a415 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6 HTTP/1.1" status: 200 len: 848 time: 0.0573635 Jan 28 07:42:03.110525 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-23cbbca0-9f27-45f9-8600-ce6902cdc092 None None] Set router cd64650c-a169-438a-a853-0c516a33c8ac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:42:03.136706 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cb86a-9775-40da-b479-79f12440f2b0 req-98bafd7d-30c1-4deb-8525-b877faf48dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:03.138165 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d26cb86a-9775-40da-b479-79f12440f2b0 req-98bafd7d-30c1-4deb-8525-b877faf48dbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696330 Jan 28 07:42:03.271966 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d26cb86a-9775-40da-b479-79f12440f2b0 req-1e03deb5-3517-4b26-845e-7f7353d95e83 service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272593 Jan 28 07:42:03.366388 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cd641d18-7f22-4f5c-8ce3-1184efdd1fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:03.404121 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d26cb86a-9775-40da-b479-79f12440f2b0 req-0c268655-5244-445f-9eaa-526f94819681 service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263666 Jan 28 07:42:03.464851 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-23cbbca0-9f27-45f9-8600-ce6902cdc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '5333951f-1b71-45a4-ad61-a9e0b600e958', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'port_id': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'mac_address': 'fa:16:3e:a4:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:42:00Z', 'updated_at': '2022-01-28T07:42:00Z', 'revision_number': 0, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:38Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:42:03.469273 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cbbca0-9f27-45f9-8600-ce6902cdc092 None None] The sync data for ids ['cd64650c-a169-438a-a853-0c516a33c8ac'] in dv-neutron-824022-4-hyperv is: [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '5333951f-1b71-45a4-ad61-a9e0b600e958', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'port_id': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'mac_address': 'fa:16:3e:a4:fb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:42:00Z', 'updated_at': '2022-01-28T07:42:00Z', 'revision_number': 0, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:38Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:42:03.667376 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b614e0-03f3-444d-8c0d-224d7df40a57 None None] New status for floating IP 5333951f-1b71-45a4-ad61-a9e0b600e958: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:42:04.335316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:04.666756 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:05.931744 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:11.560159 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:30.912706 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-31f44191-7c15-473f-9f07-35c99a8c3a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:33.257421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3576e983-61f2-46e7-88b1-b16d35314b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:34.343012 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:34.685986 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:35.923917 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:36.334629 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:42:41.598032 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:42:44.061163 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67102233-0e8e-4cfb-9d2f-ccb588df66c8 req-ce2e1b22-1eed-4cfc-916e-d56d610998ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718131 Jan 28 07:42:44.227326 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67102233-0e8e-4cfb-9d2f-ccb588df66c8 req-6b04100a-522c-4a40-9d2b-124c7dec820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:44.228657 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67102233-0e8e-4cfb-9d2f-ccb588df66c8 req-6b04100a-522c-4a40-9d2b-124c7dec820f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c9039321e614292aaac6088f9ab7758&device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 1099 time: 0.0676832 Jan 28 07:42:44.383773 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67102233-0e8e-4cfb-9d2f-ccb588df66c8 req-987235e5-7f55-4fdb-b455-a9b3842b4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:44.385210 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67102233-0e8e-4cfb-9d2f-ccb588df66c8 req-987235e5-7f55-4fdb-b455-a9b3842b4f9e service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd HTTP/1.1" status: 200 len: 910 time: 0.1329448 Jan 28 07:42:44.490562 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67102233-0e8e-4cfb-9d2f-ccb588df66c8 req-1ffc28c3-8088-4d03-83dc-1af8c1a4babe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c02bda82-6b9a-48a2-9a91-256eb382790f HTTP/1.1" status: 200 len: 1002 time: 0.0949574 Jan 28 07:42:44.558607 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67102233-0e8e-4cfb-9d2f-ccb588df66c8 req-da2500ae-a01e-499a-8a78-3bd04bb0aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:44.560018 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67102233-0e8e-4cfb-9d2f-ccb588df66c8 req-da2500ae-a01e-499a-8a78-3bd04bb0aec5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6 HTTP/1.1" status: 200 len: 848 time: 0.0594254 Jan 28 07:42:44.637188 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67102233-0e8e-4cfb-9d2f-ccb588df66c8 req-3fe8e152-f28e-4aa0-8b4f-1a7b4385b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:42:44.638678 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67102233-0e8e-4cfb-9d2f-ccb588df66c8 req-3fe8e152-f28e-4aa0-8b4f-1a7b4385b4ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688226 Jan 28 07:42:44.651906 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [req-67102233-0e8e-4cfb-9d2f-ccb588df66c8 req-592eb402-e6cf-4771-b6b9-e896e6ae5587 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88217) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 07:42:44.652807 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67102233-0e8e-4cfb-9d2f-ccb588df66c8 req-592eb402-e6cf-4771-b6b9-e896e6ae5587 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047264 Jan 28 07:42:44.794170 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67102233-0e8e-4cfb-9d2f-ccb588df66c8 req-4fd88d5e-4087-48ad-8a41-59b646a30ec6 service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312602 Jan 28 07:42:44.924248 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-67102233-0e8e-4cfb-9d2f-ccb588df66c8 req-15fe8d0e-92fd-40f6-8012-295833b28b1f service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226089 Jan 28 07:43:00.908685 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eced989f-bc8a-4809-8ff9-0de70601d348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:43:03.245602 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-82b27ae1-c5eb-4f0e-9dd8-652c38d98788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:43:04.329631 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:43:04.666657 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:43:05.942854 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:43:11.615204 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:43:13.334474 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:43:30.900855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4e4600a2-1070-4f01-82cb-e114416e275a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:43:33.233993 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6d07b8c5-73ea-4d70-9a11-4ed44629cad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:43:34.340685 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:43:34.679577 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:43:35.953548 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:43:41.628246 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:43:43.784691 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3badd29-4376-4a29-8604-42ff9bb590c3 req-5b1bf8c4-6d3c-40d8-a915-6270c41c3c76 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714114 Jan 28 07:43:43.948996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3badd29-4376-4a29-8604-42ff9bb590c3 req-256ac939-3a5b-4b42-90e9-15b393abafae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:43.950422 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3badd29-4376-4a29-8604-42ff9bb590c3 req-256ac939-3a5b-4b42-90e9-15b393abafae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c9039321e614292aaac6088f9ab7758&device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 1099 time: 0.0688465 Jan 28 07:43:44.190384 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3badd29-4376-4a29-8604-42ff9bb590c3 req-2e5e8f72-8214-4dc8-a6b4-ae62d4efde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:44.191770 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3badd29-4376-4a29-8604-42ff9bb590c3 req-2e5e8f72-8214-4dc8-a6b4-ae62d4efde73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd HTTP/1.1" status: 200 len: 910 time: 0.2192836 Jan 28 07:43:44.295140 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3badd29-4376-4a29-8604-42ff9bb590c3 req-b633794b-3d8a-46b8-9cbd-ed200d64d468 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c02bda82-6b9a-48a2-9a91-256eb382790f HTTP/1.1" status: 200 len: 1002 time: 0.0925095 Jan 28 07:43:44.358206 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3badd29-4376-4a29-8604-42ff9bb590c3 req-9e53a1fd-a77a-4ff0-938e-2a1dece0a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:44.359582 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3badd29-4376-4a29-8604-42ff9bb590c3 req-9e53a1fd-a77a-4ff0-938e-2a1dece0a887 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6 HTTP/1.1" status: 200 len: 848 time: 0.0543296 Jan 28 07:43:44.436432 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3badd29-4376-4a29-8604-42ff9bb590c3 req-cedc596c-6e42-45d2-8a7e-ffa6c3e66571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:43:44.437861 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3badd29-4376-4a29-8604-42ff9bb590c3 req-cedc596c-6e42-45d2-8a7e-ffa6c3e66571 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698533 Jan 28 07:43:44.570485 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3badd29-4376-4a29-8604-42ff9bb590c3 req-d46d128d-8d5c-4db8-a5f7-7a2aab515b7a service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215930 Jan 28 07:43:44.700932 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3badd29-4376-4a29-8604-42ff9bb590c3 req-7490531a-0769-4f90-a554-7ba9da66fcb6 service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209755 Jan 28 07:43:50.333182 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:44:00.891290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1e136761-cb36-448b-9bbb-ca2aa0fe1f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:03.233575 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42516a01-e895-41b3-9b73-bf7d54613349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:04.352101 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:04.719646 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:05.101637 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device c02bda82-6b9a-48a2-9a91-256eb382790f details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:44:05.235127 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port c02bda82-6b9a-48a2-9a91-256eb382790f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=c02bda82-6b9a-48a2-9a91-256eb382790f,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:44:05.248182 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'port_id': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'mac_address': 'fa:16:3e:a4:fb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:44:05.302357 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:05.318560 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c02bda82-6b9a-48a2-9a91-256eb382790f {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:44:05.333847 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port c02bda82-6b9a-48a2-9a91-256eb382790f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=c02bda82-6b9a-48a2-9a91-256eb382790f,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:44:05.388451 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:05.456465 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=c02bda82-6b9a-48a2-9a91-256eb382790f,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:05.467421 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.467843 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.468397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.468919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.469447 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.469956 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.470499 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.471028 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.471609 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.472190 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.473427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.473806 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:05.555113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['c02bda82-6b9a-48a2-9a91-256eb382790f'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:44:05.941814 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:07.117478 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device c02bda82-6b9a-48a2-9a91-256eb382790f up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:44:07.247127 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port c02bda82-6b9a-48a2-9a91-256eb382790f triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:07.247550 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:07.383922 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:07.418853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02bda82-6b9a-48a2-9a91-256eb382790f'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:44:07.430070 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port c02bda82-6b9a-48a2-9a91-256eb382790f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=c02bda82-6b9a-48a2-9a91-256eb382790f,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:44:07.468469 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'code': 200} Jan 28 07:44:07.508709 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:07.585255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=c02bda82-6b9a-48a2-9a91-256eb382790f,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:11.633919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:16.624489 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-512a7229-c7a0-455a-aedb-d7645a791f79 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1234578318&fields=id&tenant_id=1c9039321e614292aaac6088f9ab7758 HTTP/1.1" status: 200 len: 267 time: 0.0393291 Jan 28 07:44:16.770418 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-294aafa6-5fcb-4530-af81-f4037c8e2c42 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:16.771864 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-294aafa6-5fcb-4530-af81-f4037c8e2c42 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/networks?id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd HTTP/1.1" status: 200 len: 809 time: 0.1405997 Jan 28 07:44:16.786584 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-ed0be168-01ed-49c9-b1e4-debbda647792 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/quotas/1c9039321e614292aaac6088f9ab7758 HTTP/1.1" status: 200 len: 375 time: 0.0094111 Jan 28 07:44:16.875115 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-b43cd17a-ab10-4b91-afa5-82e5cd271f51 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1c9039321e614292aaac6088f9ab7758&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0835645 Jan 28 07:44:17.096250 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-e67246b3-9ec9-491f-9fb7-8c7a45420694 service neutron] 10.222.0.25 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739593 Jan 28 07:44:17.225504 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-4a847e31-8aac-4e9f-81a1-3be13bc819db service neutron] 10.222.0.25 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227648 Jan 28 07:44:18.506194 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-43aa4f03-34ec-49c3-be84-e86b64cb31d1 req-b611bc59-4327-479f-b830-d3ca100963e0 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 210 time: 0.0876715 Jan 28 07:44:19.141362 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device c02bda82-6b9a-48a2-9a91-256eb382790f no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:44:19.250455 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:19.275996 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c02bda82-6b9a-48a2-9a91-256eb382790f'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:44:19.285976 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port c02bda82-6b9a-48a2-9a91-256eb382790f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=c02bda82-6b9a-48a2-9a91-256eb382790f,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:44:19.320086 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'code': 200} Jan 28 07:44:19.359072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:19.428024 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=c02bda82-6b9a-48a2-9a91-256eb382790f,revision_number=8']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:19.611492 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-963de670-1a08-4829-ac3e-70580eb1d928 req-e6faf314-533b-4497-8973-fccb70f7c70a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 210 time: 0.0424399 Jan 28 07:44:20.708968 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-fabdecb1-6994-48b1-b79c-5ab33ce91b47 req-e76fadd6-2695-4d2c-b085-ab43b7708101 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 210 time: 0.0442836 Jan 28 07:44:21.854158 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-2f36d424-ea03-4fa3-97e0-cbe34fc46f62 req-863cb3c4-c67c-48e9-bd37-da9f8c4e2b4c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 210 time: 0.0428631 Jan 28 07:44:22.680996 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1411f7d9-0644-4061-b64a-074ee00c06f2 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:22.682295 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1411f7d9-0644-4061-b64a-074ee00c06f2 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.37 "GET /v2.0/networks?id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd HTTP/1.1" status: 200 len: 809 time: 0.1453140 Jan 28 07:44:22.739295 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-edb28391-4f6c-4647-93ca-f862801cd376 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c9039321e614292aaac6088f9ab7758 HTTP/1.1" status: 200 len: 380 time: 0.0403299 Jan 28 07:44:22.748114 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Request body: {'port': {'device_id': '84af251d-dc27-4eda-acc5-515e03d5763a', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'admin_state_up': True, 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'security_groups': ['7c44748d-678e-4cde-9b17-f93f313c6ce3']}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:23.036185 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a3e0ef11-68f3-4417-8cce-b3012cb98759 req-db6f1fd8-e907-4149-be41-abfbe1c4a0c8 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 210 time: 0.0569429 Jan 28 07:44:23.047521 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:44:23.066738 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:44:23.130634 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Made reservation on behalf of 1c9039321e614292aaac6088f9ab7758 for: {'port': 1} {{(pid=88217) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 07:44:23.134558 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:23.309920 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Allocated IP 172.20.0.10 (5fe1efb0-3989-4deb-bdf5-717df39c8fbd/2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6/901e8526-c942-4dc8-bb96-cd528ab74889) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:23.497399 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:23.519725 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Transition to ACTIVE for port object 901e8526-c942-4dc8-bb96-cd528ab74889 will not be triggered until provisioned by entity DHCP. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:44:23.620125 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:23.711106 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:23.714544 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:23.724199 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:44:23.768922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event updated for resources: {'Port': ['ID=901e8526-c942-4dc8-bb96-cd528ab74889,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:23.781301 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:23.781652 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:23.781993 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:23.782328 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:23.782720 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:23.783158 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:23.783538 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:23.783922 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:23.784252 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:23.784637 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:23.785022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:23.785426 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:44:23.831505 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:23.833253 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:23.936929 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5b60f4d3-16b3-42d6-9d3b-2a36290ab31a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1922910 Jan 28 07:44:24.091156 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a428e885-12c3-43fa-bae6-dd610518fecc None None] Provisioning for port 901e8526-c942-4dc8-bb96-cd528ab74889 completed by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:44:24.098127 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-a428e885-12c3-43fa-bae6-dd610518fecc None None] Provisioning complete for port 901e8526-c942-4dc8-bb96-cd528ab74889 triggered by entity DHCP. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:24.098808 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a428e885-12c3-43fa-bae6-dd610518fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:24.164077 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-a428e885-12c3-43fa-bae6-dd610518fecc None None] Port 901e8526-c942-4dc8-bb96-cd528ab74889 cannot update to ACTIVE because it is not bound. {{(pid=88218) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 07:44:24.294508 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadae78-8914-47f0-bae0-fb5018396bf8 req-bf540ac1-7230-4642-b62b-6e43c9b3079d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:24.295246 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-eaadae78-8914-47f0-bae0-fb5018396bf8 req-bf540ac1-7230-4642-b62b-6e43c9b3079d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Synchronizing usage tracker for tenant:1c9039321e614292aaac6088f9ab7758 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:44:24.369737 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-eaadae78-8914-47f0-bae0-fb5018396bf8 req-bf540ac1-7230-4642-b62b-6e43c9b3079d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Unset dirty status for tenant:1c9039321e614292aaac6088f9ab7758 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:44:24.381865 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eaadae78-8914-47f0-bae0-fb5018396bf8 req-bf540ac1-7230-4642-b62b-6e43c9b3079d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 932 time: 0.1826615 Jan 28 07:44:24.425402 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-eaadae78-8914-47f0-bae0-fb5018396bf8 req-d02f1a57-2b15-414c-a0ce-92783413b21a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425293 Jan 28 07:44:25.612687 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d67e0-1150-4c1d-9b79-d399ce34451a req-0962f88b-acab-4488-a55e-e1f8b38e0d19 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:25.614864 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b1d67e0-1150-4c1d-9b79-d399ce34451a req-0962f88b-acab-4488-a55e-e1f8b38e0d19 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 932 time: 0.0856507 Jan 28 07:44:25.660687 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-9b1d67e0-1150-4c1d-9b79-d399ce34451a req-93dfb562-8396-4d29-85b8-cffdddb25390 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402584 Jan 28 07:44:26.852293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e842f9-5bfb-46f1-9aa5-fca3137a441f req-43470b24-93da-4a67-a677-5522ac592efe tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:26.853884 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-12e842f9-5bfb-46f1-9aa5-fca3137a441f req-43470b24-93da-4a67-a677-5522ac592efe tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 932 time: 0.0870094 Jan 28 07:44:26.906026 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-12e842f9-5bfb-46f1-9aa5-fca3137a441f req-34ee32b1-3fc2-450f-a308-787bb257372c tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466447 Jan 28 07:44:27.332503 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:44:28.090840 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc6bc6-f2ac-4139-b9d3-e8975171de52 req-e1029797-a8bf-4db2-9c82-4d3878abdd86 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:28.092540 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1bdc6bc6-f2ac-4139-b9d3-e8975171de52 req-e1029797-a8bf-4db2-9c82-4d3878abdd86 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 932 time: 0.0799520 Jan 28 07:44:28.139527 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1bdc6bc6-f2ac-4139-b9d3-e8975171de52 req-ec1c24bc-d806-4f86-b0e9-649ab4b03901 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412695 Jan 28 07:44:29.328491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc81202-9653-49ac-8aa1-2baf5e0b2a7f req-b098f84c-ea27-4767-af11-0d1ab61e0907 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:29.330201 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bdc81202-9653-49ac-8aa1-2baf5e0b2a7f req-b098f84c-ea27-4767-af11-0d1ab61e0907 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 932 time: 0.0854762 Jan 28 07:44:29.376637 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bdc81202-9653-49ac-8aa1-2baf5e0b2a7f req-93d266ba-8c8e-4446-9656-9fbb57798088 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400603 Jan 28 07:44:30.567336 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a74d5-6866-4c5a-b0f6-53cc756f09ad req-908deecf-2a52-418a-8618-2566ca5d9024 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:30.568803 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-227a74d5-6866-4c5a-b0f6-53cc756f09ad req-908deecf-2a52-418a-8618-2566ca5d9024 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 932 time: 0.0823743 Jan 28 07:44:30.615744 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-227a74d5-6866-4c5a-b0f6-53cc756f09ad req-88c6a70a-eecc-4109-85c5-8a79facc9b90 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413089 Jan 28 07:44:30.946943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-dc102a6d-2f84-44e7-ad4a-c9b1fe83f22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:31.786923 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Request body: {'port': {'device_id': '84af251d-dc27-4eda-acc5-515e03d5763a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8240'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:31.904478 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1533d2-a3a6-499b-91f5-97fef7373c03 req-ee8c7e73-f311-4d92-ba4a-6fe5d16c4b39 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:31.905928 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d1533d2-a3a6-499b-91f5-97fef7373c03 req-ee8c7e73-f311-4d92-ba4a-6fe5d16c4b39 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 932 time: 0.1792865 Jan 28 07:44:31.934874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:32.006495 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-4d1533d2-a3a6-499b-91f5-97fef7373c03 req-f8f6b1c5-5eb3-42b3-82cf-29176dd5b2c6 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930381 Jan 28 07:44:32.397595 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 901e8526-c942-4dc8-bb96-cd528ab74889 {{(pid=88217) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:44:32.404809 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:32.419293 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.provisioning_blocks [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Transition to ACTIVE for port object 901e8526-c942-4dc8-bb96-cd528ab74889 will not be triggered until provisioned by entity L2. {{(pid=88217) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 07:44:32.484554 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:32.642962 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Pushing event updated for resources: {'Port': ['ID=901e8526-c942-4dc8-bb96-cd528ab74889,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:32.715491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Attempting to bind port 901e8526-c942-4dc8-bb96-cd528ab74889 on host hv-neutron-8240 for vnic_type normal with profile {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 07:44:32.715823 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Attempting to bind port 901e8526-c942-4dc8-bb96-cd528ab74889 by drivers openvswitch,hyperv on host hv-neutron-8240 at level 0 using segments [{'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 07:44:32.716140 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Attempting to bind port 901e8526-c942-4dc8-bb96-cd528ab74889 on network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:44:32.720559 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Port 901e8526-c942-4dc8-bb96-cd528ab74889 on network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8240 {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 07:44:32.720872 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Attempting to bind port 901e8526-c942-4dc8-bb96-cd528ab74889 on network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 07:44:32.726560 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Checking agent: {'id': '8cc20a2e-53d4-49ea-a051-7daf5d16f425', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8240', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'started_at': datetime.datetime(2022, 1, 28, 6, 38, 41), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 7, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 07:44:32.726894 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Checking segment: {'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 07:44:32.727296 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Bound using segment: {'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'} {{(pid=88217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 07:44:32.727712 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.managers [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Bound port: 901e8526-c942-4dc8-bb96-cd528ab74889, host: hv-neutron-8240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd'}}] {{(pid=88217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 07:44:32.728050 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:32.823463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] For port 901e8526-c942-4dc8-bb96-cd528ab74889, host hv-neutron-8240, cleared binding levels {{(pid=88217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 07:44:32.823463 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] For port 901e8526-c942-4dc8-bb96-cd528ab74889, host hv-neutron-8240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=901e8526-c942-4dc8-bb96-cd528ab74889,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 07:44:32.919491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:32.980223 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:32.980942 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:32.982141 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] 10.222.0.37 "PUT /v2.0/ports/901e8526-c942-4dc8-bb96-cd528ab74889 HTTP/1.1" status: 200 len: 1094 time: 1.1997955 Jan 28 07:44:32.982562 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84af251d-dc27-4eda-acc5-515e03d5763a', 'tag': '901e8526-c942-4dc8-bb96-cd528ab74889'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:44:33.002735 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d909f06-285b-4ec5-bd84-45d2d4415b17 service neutron] Pushing event updated for resources: {'Port': ['ID=901e8526-c942-4dc8-bb96-cd528ab74889,revision_number=3']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:33.032017 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84af251d-dc27-4eda-acc5-515e03d5763a', 'tag': '901e8526-c942-4dc8-bb96-cd528ab74889', 'status': 'completed', 'code': 200} Jan 28 07:44:33.212561 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805374d8-1f9f-4fe5-88cd-4594bb98ad6f req-f6676c94-92c6-441b-aae0-3e50e17f312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:33.214034 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-805374d8-1f9f-4fe5-88cd-4594bb98ad6f req-f6676c94-92c6-441b-aae0-3e50e17f312a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c9039321e614292aaac6088f9ab7758&device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 1097 time: 0.1387415 Jan 28 07:44:33.226155 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac3655-f41d-499d-8514-93bb96dfd5dc req-b0cf8d83-f7e3-4ff5-b601-a2983e86292b tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:33.229957 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5aac3655-f41d-499d-8514-93bb96dfd5dc req-b0cf8d83-f7e3-4ff5-b601-a2983e86292b tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 944 time: 0.1066499 Jan 28 07:44:33.253547 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-9aa5176f-68cf-4dc7-a7b2-d75c4ade82ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:33.363360 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5aac3655-f41d-499d-8514-93bb96dfd5dc req-d33aaf93-5c5b-440f-9d51-e1aee4adee9f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161609 Jan 28 07:44:33.399388 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805374d8-1f9f-4fe5-88cd-4594bb98ad6f req-801b095f-0241-4f6c-9d9d-677eaacd9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:33.400826 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-805374d8-1f9f-4fe5-88cd-4594bb98ad6f req-801b095f-0241-4f6c-9d9d-677eaacd9cd2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=1c9039321e614292aaac6088f9ab7758&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1714082 Jan 28 07:44:33.538381 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805374d8-1f9f-4fe5-88cd-4594bb98ad6f req-c428385e-69b3-4465-98c4-c74504199f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:33.539762 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-805374d8-1f9f-4fe5-88cd-4594bb98ad6f req-c428385e-69b3-4465-98c4-c74504199f48 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299593 Jan 28 07:44:33.673178 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-aaf5e7a0-5edd-4a79-976c-a7386d3c2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:33.675485 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-aaf5e7a0-5edd-4a79-976c-a7386d3c2247 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c9039321e614292aaac6088f9ab7758&device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 1097 time: 0.0786674 Jan 28 07:44:33.758511 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-16419344-da33-4bfe-8152-8ecabe298719 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=901e8526-c942-4dc8-bb96-cd528ab74889 HTTP/1.1" status: 200 len: 217 time: 0.0619164 Jan 28 07:44:33.830790 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-13ee10d8-6f3b-4f95-a226-13e92c8ee70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:33.832692 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-13ee10d8-6f3b-4f95-a226-13e92c8ee70f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6 HTTP/1.1" status: 200 len: 848 time: 0.0598443 Jan 28 07:44:33.908408 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-21b03590-6e77-4eae-84e6-9bc30011a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:33.909866 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-21b03590-6e77-4eae-84e6-9bc30011a27f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694523 Jan 28 07:44:34.048616 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-982c051e-7e74-4039-a3be-9000e3b10075 service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311779 Jan 28 07:44:34.180184 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-5b0e8f71-3fad-424a-ac55-0218a83b5b63 req-5c2b6809-36dc-4af6-8417-b8a9a21d97f0 service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227889 Jan 28 07:44:34.323410 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:34.640997 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f951a51-3d5c-4713-8b4e-09ea6f0b1638 req-2a47b25f-fec8-49d4-907f-d677a51e4150 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:34.644746 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f951a51-3d5c-4713-8b4e-09ea6f0b1638 req-2a47b25f-fec8-49d4-907f-d677a51e4150 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 944 time: 0.1744967 Jan 28 07:44:34.685054 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7f951a51-3d5c-4713-8b4e-09ea6f0b1638 req-d09c2e3e-6f89-47a7-a9d4-79a81149aa1e tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369980 Jan 28 07:44:34.695111 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:35.863816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442786f-aca3-48c7-8f10-5642ea2cd08f req-143d9d4e-95e6-484a-99c3-8fc630c49595 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:35.865239 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1442786f-aca3-48c7-8f10-5642ea2cd08f req-143d9d4e-95e6-484a-99c3-8fc630c49595 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 944 time: 0.0790589 Jan 28 07:44:35.908602 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-1442786f-aca3-48c7-8f10-5642ea2cd08f req-80a43681-e291-41ce-81e5-f782f20cdb8b tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378590 Jan 28 07:44:35.947762 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:37.092015 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f49cf-7836-48cd-bf63-f4ebb28ef392 req-c7f0dd65-d971-4e1b-8cab-f59041b717e3 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:37.093275 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a38f49cf-7836-48cd-bf63-f4ebb28ef392 req-c7f0dd65-d971-4e1b-8cab-f59041b717e3 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 944 time: 0.0815160 Jan 28 07:44:37.136126 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-a38f49cf-7836-48cd-bf63-f4ebb28ef392 req-3149c3e9-3f50-4588-9fdf-2bf35f85f1f3 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372903 Jan 28 07:44:37.216853 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 901e8526-c942-4dc8-bb96-cd528ab74889 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:44:37.344464 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 901e8526-c942-4dc8-bb96-cd528ab74889, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=901e8526-c942-4dc8-bb96-cd528ab74889,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:44:37.356741 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '901e8526-c942-4dc8-bb96-cd528ab74889', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'port_id': '901e8526-c942-4dc8-bb96-cd528ab74889', 'mac_address': 'fa:16:3e:b8:fc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:44:37.412439 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:37.428878 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 901e8526-c942-4dc8-bb96-cd528ab74889 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:44:37.443866 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 901e8526-c942-4dc8-bb96-cd528ab74889, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=901e8526-c942-4dc8-bb96-cd528ab74889,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:44:37.502244 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:37.567284 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=901e8526-c942-4dc8-bb96-cd528ab74889,revision_number=4']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:37.820154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['901e8526-c942-4dc8-bb96-cd528ab74889'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:44:38.317323 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a164ce-7611-4af8-8bf6-07ae0b0a26db req-f3c05b77-5f3a-4e67-b77f-9fb4c49751f8 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:38.318736 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74a164ce-7611-4af8-8bf6-07ae0b0a26db req-f3c05b77-5f3a-4e67-b77f-9fb4c49751f8 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 945 time: 0.0774536 Jan 28 07:44:38.363950 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-74a164ce-7611-4af8-8bf6-07ae0b0a26db req-8532cb7c-4604-40ec-8ad8-10deedd2e816 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397520 Jan 28 07:44:39.236399 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 901e8526-c942-4dc8-bb96-cd528ab74889 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:44:39.352940 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning for port 901e8526-c942-4dc8-bb96-cd528ab74889 completed by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 07:44:39.357429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 901e8526-c942-4dc8-bb96-cd528ab74889 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:44:39.357801 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:39.477604 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:39.503429 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84af251d-dc27-4eda-acc5-515e03d5763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901e8526-c942-4dc8-bb96-cd528ab74889'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:44:39.514118 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 901e8526-c942-4dc8-bb96-cd528ab74889, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=901e8526-c942-4dc8-bb96-cd528ab74889,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:44:39.548534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac1c88-5dca-451c-abd9-1c34b893c2ab req-d594f026-b2b0-4086-b085-d220d3e70b92 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:39.549026 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84af251d-dc27-4eda-acc5-515e03d5763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901e8526-c942-4dc8-bb96-cd528ab74889', 'code': 200} Jan 28 07:44:39.550033 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c5ac1c88-5dca-451c-abd9-1c34b893c2ab req-d594f026-b2b0-4086-b085-d220d3e70b92 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 945 time: 0.0799849 Jan 28 07:44:39.570437 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:39.596187 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-c5ac1c88-5dca-451c-abd9-1c34b893c2ab req-023f29ed-b418-4bbe-8567-4e2cb0659915 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404766 Jan 28 07:44:39.641743 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=901e8526-c942-4dc8-bb96-cd528ab74889,revision_number=5']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:39.963200 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8102d-1333-46a4-b6c3-c3effb8a8773 req-5d78934c-599c-4511-858e-1ead585f2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:39.964678 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b3b8102d-1333-46a4-b6c3-c3effb8a8773 req-5d78934c-599c-4511-858e-1ead585f2e19 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 1099 time: 0.0708416 Jan 28 07:44:40.005289 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b3b8102d-1333-46a4-b6c3-c3effb8a8773 req-5fbcf282-a17f-4316-ba10-372a9e22cf93 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337472 Jan 28 07:44:40.783491 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a745d8-1fa4-45b4-946b-dd0030239ab9 req-21178f60-e43c-41c1-8cf1-277f97320238 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:40.785481 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-18a745d8-1fa4-45b4-946b-dd0030239ab9 req-21178f60-e43c-41c1-8cf1-277f97320238 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 946 time: 0.0848300 Jan 28 07:44:40.828992 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-18a745d8-1fa4-45b4-946b-dd0030239ab9 req-e5790b36-56c6-4dd5-bbe6-9c9ab8320e9a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379381 Jan 28 07:44:41.582154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:42.010985 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcb2ae-c02b-4c56-a22c-588e2912cf1f req-87adf677-c0e6-4591-a674-88ec3b806ccb tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:42.012465 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-65dcb2ae-c02b-4c56-a22c-588e2912cf1f req-87adf677-c0e6-4591-a674-88ec3b806ccb tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 946 time: 0.0805559 Jan 28 07:44:42.056219 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-65dcb2ae-c02b-4c56-a22c-588e2912cf1f req-b888fc81-f211-46c2-9afe-313e7fe48cf2 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382042 Jan 28 07:44:42.232984 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e901f-b5d7-4f1c-b0bc-68a03121020b req-c9aa3515-31f5-43e1-9679-7de9db5dbb3a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:42.234403 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-307e901f-b5d7-4f1c-b0bc-68a03121020b req-c9aa3515-31f5-43e1-9679-7de9db5dbb3a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 946 time: 0.0773199 Jan 28 07:44:42.279932 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-307e901f-b5d7-4f1c-b0bc-68a03121020b req-de0b3dbb-e487-4899-98bd-fb49c8c10746 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395129 Jan 28 07:44:42.302181 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 57356) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:44:42.369044 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f510c77-249d-4cd3-8f44-6bfac35f4520 tempest-TestSnapshotPattern-270230353 tempest-TestSnapshotPattern-270230353-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:42.370469 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-9f510c77-249d-4cd3-8f44-6bfac35f4520 tempest-TestSnapshotPattern-270230353 tempest-TestSnapshotPattern-270230353-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 1094 time: 0.0673642 Jan 28 07:44:42.373110 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 57360) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:44:42.377681 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.v2.base [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Request body: {'floatingip': {'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'port_id': '901e8526-c942-4dc8-bb96-cd528ab74889', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88217) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 07:44:42.383677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 07:44:42.387415 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Usage tracker for resource:floatingip and tenant:1c9039321e614292aaac6088f9ab7758 is out of sync, need to count used quota {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 07:44:42.390152 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88217) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 07:44:42.395734 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.quota.driver [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88217) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 07:44:42.472021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for floatingip, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:42.605681 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:42.757731 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_common [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Allocated IP 172.26.4.244 (e3355fb6-485f-4e2b-a0fc-4f14df05534c/cfd10d49-64cc-4542-9fe3-97171f8f7421/42fb39e0-2c22-417a-b003-184951007bc4) {{(pid=88217) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 07:44:42.903065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for port, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:42.993400 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726357341404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:43.054404 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Network e3355fb6-485f-4e2b-a0fc-4f14df05534c is already hosted by enough agents. {{(pid=88217) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 07:44:43.057108 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.base_scheduler [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Resources bound (agent type, host, resource id): {{(pid=88217) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 07:44:43.060745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Received port after_create {{(pid=88217) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 07:44:43.103830 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event updated for resources: {'Port': ['ID=42fb39e0-2c22-417a-b003-184951007bc4,revision_number=1']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:43.569350 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:43.707547 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:43.969200 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f9e535c4-f056-4fe0-9a1b-9f9b5920980c req-956e3842-0439-4438-9206-b7fd53caa94b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1858459 Jan 28 07:44:43.975022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for port, precommit_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:44.032490 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4165041'] for port, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:44.183213 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event updated for resources: {'Port': ['ID=42fb39e0-2c22-417a-b003-184951007bc4,revision_number=2']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:44:44.204509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1798967'] for floatingip, after_update {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:44.292472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e535c4-f056-4fe0-9a1b-9f9b5920980c req-6d8700c7-4e05-412e-8c38-b153b078df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:44.293914 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f9e535c4-f056-4fe0-9a1b-9f9b5920980c req-6d8700c7-4e05-412e-8c38-b153b078df0c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c9039321e614292aaac6088f9ab7758&device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 1097 time: 0.2267773 Jan 28 07:44:44.463093 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.db.l3_db [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Floating IP 010662a5-ea99-4739-9826-b28170c8ba64 associated. External IP: 172.26.4.244, port: 901e8526-c942-4dc8-bb96-cd528ab74889. Jan 28 07:44:44.568052 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e535c4-f056-4fe0-9a1b-9f9b5920980c req-9d5d420c-05f7-4c58-ba56-3b92c21938b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:44.569453 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f9e535c4-f056-4fe0-9a1b-9f9b5920980c req-9d5d420c-05f7-4c58-ba56-3b92c21938b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd HTTP/1.1" status: 200 len: 910 time: 0.2264326 Jan 28 07:44:44.740460 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f9e535c4-f056-4fe0-9a1b-9f9b5920980c req-9e395340-9a78-4188-8b3a-184f50cbdf1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c02bda82-6b9a-48a2-9a91-256eb382790f HTTP/1.1" status: 200 len: 1000 time: 0.1191657 Jan 28 07:44:45.043886 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e535c4-f056-4fe0-9a1b-9f9b5920980c req-8630672a-09e6-4b3a-bd08-2049d74c5915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:45.045290 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f9e535c4-f056-4fe0-9a1b-9f9b5920980c req-8630672a-09e6-4b3a-bd08-2049d74c5915 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6 HTTP/1.1" status: 200 len: 848 time: 0.2555127 Jan 28 07:44:45.130797 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Router cd64650c-a169-438a-a853-0c516a33c8ac has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:44:45.221021 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e535c4-f056-4fe0-9a1b-9f9b5920980c req-7907930f-4bfd-4391-acb7-2e254aeb2bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:45.223019 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f9e535c4-f056-4fe0-9a1b-9f9b5920980c req-7907930f-4bfd-4391-acb7-2e254aeb2bf4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1678965 Jan 28 07:44:45.410744 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:44:45.420330 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0b510-a017-4472-b99e-9573ad0457d0 None None] Sync routers for ids ['cd64650c-a169-438a-a853-0c516a33c8ac'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:44:45.429691 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e0b510-a017-4472-b99e-9573ad0457d0 None None] Routers {'cd64650c-a169-438a-a853-0c516a33c8ac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:44:45.430371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e8e0b510-a017-4472-b99e-9573ad0457d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd64650c-a169-438a-a853-0c516a33c8ac'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:45.448655 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f9e535c4-f056-4fe0-9a1b-9f9b5920980c req-2def51d4-643c-4fcc-9fc9-82a6b9dc89b7 service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183876 Jan 28 07:44:45.545880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:44:45.610373 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-e8e0b510-a017-4472-b99e-9573ad0457d0 None None] Set router cd64650c-a169-438a-a853-0c516a33c8ac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:44:45.623682 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2765489d-0d9c-4172-bcef-f81e5bc1134f tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2495737 Jan 28 07:44:45.626638 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84af251d-dc27-4eda-acc5-515e03d5763a', 'tag': '901e8526-c942-4dc8-bb96-cd528ab74889'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:44:45.636690 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-f9e535c4-f056-4fe0-9a1b-9f9b5920980c req-2ce90d28-a779-4ace-9dd5-f3937efffba7 service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816974 Jan 28 07:44:45.676793 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84af251d-dc27-4eda-acc5-515e03d5763a', 'tag': '901e8526-c942-4dc8-bb96-cd528ab74889', 'status': 'completed', 'code': 200} Jan 28 07:44:45.781876 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb58c1-00a6-4445-b6ec-017b0c11be52 req-2fd3469a-569d-40fe-8383-56f239212c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:45.783354 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05eb58c1-00a6-4445-b6ec-017b0c11be52 req-2fd3469a-569d-40fe-8383-56f239212c82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c9039321e614292aaac6088f9ab7758&device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 1099 time: 0.0826733 Jan 28 07:44:45.914153 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb58c1-00a6-4445-b6ec-017b0c11be52 req-3e293e7e-db37-49b7-b454-90783447e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:45.915601 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05eb58c1-00a6-4445-b6ec-017b0c11be52 req-3e293e7e-db37-49b7-b454-90783447e980 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd HTTP/1.1" status: 200 len: 910 time: 0.1253755 Jan 28 07:44:45.992437 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e8e0b510-a017-4472-b99e-9573ad0457d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '010662a5-ea99-4739-9826-b28170c8ba64', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'floating_ip_address': '172.26.4.244', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'port_id': '901e8526-c942-4dc8-bb96-cd528ab74889', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'mac_address': 'fa:16:3e:b8:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84af251d-dc27-4eda-acc5-515e03d5763a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:43Z', 'updated_at': '2022-01-28T07:44:43Z', 'revision_number': 0, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ip_address_scope': None}, {'id': '5333951f-1b71-45a4-ad61-a9e0b600e958', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'port_id': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'mac_address': 'fa:16:3e:a4:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:42:00Z', 'updated_at': '2022-01-28T07:42:03Z', 'revision_number': 1, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:38Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:45.996319 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0b510-a017-4472-b99e-9573ad0457d0 None None] Checking router: cd64650c-a169-438a-a853-0c516a33c8ac for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:44:46.004783 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e0b510-a017-4472-b99e-9573ad0457d0 None None] Routers {'cd64650c-a169-438a-a853-0c516a33c8ac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:44:46.005395 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e8e0b510-a017-4472-b99e-9573ad0457d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:44:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd64650c-a169-438a-a853-0c516a33c8ac'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:46.017853 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05eb58c1-00a6-4445-b6ec-017b0c11be52 req-16892164-46ea-4fc1-8226-fdaff021d0c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=901e8526-c942-4dc8-bb96-cd528ab74889 HTTP/1.1" status: 200 len: 1000 time: 0.0957661 Jan 28 07:44:46.080365 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb58c1-00a6-4445-b6ec-017b0c11be52 req-64a68968-f712-48b4-9822-7994fb553352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:46.081822 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05eb58c1-00a6-4445-b6ec-017b0c11be52 req-64a68968-f712-48b4-9822-7994fb553352 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6 HTTP/1.1" status: 200 len: 848 time: 0.0575347 Jan 28 07:44:46.158073 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb58c1-00a6-4445-b6ec-017b0c11be52 req-cda7389b-a753-43f5-bf01-7bbb8ad1b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:44:46.159564 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05eb58c1-00a6-4445-b6ec-017b0c11be52 req-cda7389b-a753-43f5-bf01-7bbb8ad1b2a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698915 Jan 28 07:44:46.184072 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-e8e0b510-a017-4472-b99e-9573ad0457d0 None None] Set router cd64650c-a169-438a-a853-0c516a33c8ac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:44:46.295344 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05eb58c1-00a6-4445-b6ec-017b0c11be52 req-f5b895e9-b8e7-4cc4-aec1-59d64867cbd0 service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280227 Jan 28 07:44:46.427252 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-05eb58c1-00a6-4445-b6ec-017b0c11be52 req-e5df1dc0-889b-4e16-be5c-fff891b23e1d service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242456 Jan 28 07:44:46.533907 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-e8e0b510-a017-4472-b99e-9573ad0457d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '010662a5-ea99-4739-9826-b28170c8ba64', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'floating_ip_address': '172.26.4.244', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'port_id': '901e8526-c942-4dc8-bb96-cd528ab74889', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'mac_address': 'fa:16:3e:b8:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84af251d-dc27-4eda-acc5-515e03d5763a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:43Z', 'updated_at': '2022-01-28T07:44:43Z', 'revision_number': 0, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ip_address_scope': None}, {'id': '5333951f-1b71-45a4-ad61-a9e0b600e958', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'port_id': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'mac_address': 'fa:16:3e:a4:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:42:00Z', 'updated_at': '2022-01-28T07:42:03Z', 'revision_number': 1, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:38Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:44:46.538399 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e0b510-a017-4472-b99e-9573ad0457d0 None None] The sync data for ids ['cd64650c-a169-438a-a853-0c516a33c8ac'] in dv-neutron-824022-4-hyperv is: [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '010662a5-ea99-4739-9826-b28170c8ba64', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'floating_ip_address': '172.26.4.244', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'port_id': '901e8526-c942-4dc8-bb96-cd528ab74889', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'mac_address': 'fa:16:3e:b8:fc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84af251d-dc27-4eda-acc5-515e03d5763a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:44:43Z', 'updated_at': '2022-01-28T07:44:43Z', 'revision_number': 0, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ip_address_scope': None}, {'id': '5333951f-1b71-45a4-ad61-a9e0b600e958', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'port_id': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'mac_address': 'fa:16:3e:a4:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:42:00Z', 'updated_at': '2022-01-28T07:42:03Z', 'revision_number': 1, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:38Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:44:46.735352 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f954b81-5b9f-43da-a949-2d9f08353436 None None] New status for floating IP 010662a5-ea99-4739-9826-b28170c8ba64: ACTIVE {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:45:00.913138 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-42783937-600d-4fb1-8268-daf2286f8368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:45:03.250130 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-f385fd73-fc71-4894-adf4-8b89b39f133c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:45:04.324550 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:45:04.332706 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:45:04.677563 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:45:05.985923 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:45:11.650062 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:45:30.900361 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-c5a1a47d-64c1-4b5d-bd25-f47f4e5b93bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:45:33.237533 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-61f6ba0e-7350-462a-bafa-8fb678f976bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:45:34.345990 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:45:34.683662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:45:35.958278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:45:41.332130 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:45:41.660973 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:45:45.923430 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318be6e8-b837-4563-893e-2dfdf4e07b58 req-0fe9d4f7-feb0-46c1-a623-212aa63e64f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707958 Jan 28 07:45:46.020234 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318be6e8-b837-4563-893e-2dfdf4e07b58 req-c13cefe9-f390-4fd3-a365-f5cee331be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:46.022690 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318be6e8-b837-4563-893e-2dfdf4e07b58 req-c13cefe9-f390-4fd3-a365-f5cee331be25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c9039321e614292aaac6088f9ab7758&device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 1099 time: 0.0713000 Jan 28 07:45:46.269620 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318be6e8-b837-4563-893e-2dfdf4e07b58 req-a9cae5ba-b2b9-4b98-b6a1-a249f0104bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:46.271039 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318be6e8-b837-4563-893e-2dfdf4e07b58 req-a9cae5ba-b2b9-4b98-b6a1-a249f0104bc6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd HTTP/1.1" status: 200 len: 910 time: 0.2257941 Jan 28 07:45:46.373725 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318be6e8-b837-4563-893e-2dfdf4e07b58 req-7d821faa-7b07-4864-a019-c3aa52f25047 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=901e8526-c942-4dc8-bb96-cd528ab74889 HTTP/1.1" status: 200 len: 1002 time: 0.0919716 Jan 28 07:45:46.440001 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318be6e8-b837-4563-893e-2dfdf4e07b58 req-0a7416f1-87bc-433a-a42d-c68e5dd8b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:46.441357 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318be6e8-b837-4563-893e-2dfdf4e07b58 req-0a7416f1-87bc-433a-a42d-c68e5dd8b313 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6 HTTP/1.1" status: 200 len: 848 time: 0.0575464 Jan 28 07:45:46.517673 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318be6e8-b837-4563-893e-2dfdf4e07b58 req-a8e3cad0-7823-48b9-99e6-82f7ee98ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:45:46.519110 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318be6e8-b837-4563-893e-2dfdf4e07b58 req-a8e3cad0-7823-48b9-99e6-82f7ee98ae8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682352 Jan 28 07:45:46.652455 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318be6e8-b837-4563-893e-2dfdf4e07b58 req-76726a0f-7a6f-4f2c-99be-d4926b3624b1 service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229393 Jan 28 07:45:46.784738 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-318be6e8-b837-4563-893e-2dfdf4e07b58 req-a0f84a2e-766a-4d46-82d1-7d3e7318ed7e service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230867 Jan 28 07:46:00.895487 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-21d23e8b-4569-4c0e-83d4-8b5e3d3dcb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:03.266848 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-581d6cb8-c417-4027-afdc-9c820ef0bf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:04.335115 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:04.689516 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:05.946370 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:11.661069 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:17.813427 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 901e8526-c942-4dc8-bb96-cd528ab74889 details requested by agent hyperv_hv-neutron-8240 with host hv-neutron-8240 {{(pid=88218) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 07:46:17.947652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 901e8526-c942-4dc8-bb96-cd528ab74889, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=901e8526-c942-4dc8-bb96-cd528ab74889,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:46:17.960426 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Returning: {'device': '901e8526-c942-4dc8-bb96-cd528ab74889', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'port_id': '901e8526-c942-4dc8-bb96-cd528ab74889', 'mac_address': 'fa:16:3e:b8:fc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88218) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 07:46:18.057043 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:18.073980 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 901e8526-c942-4dc8-bb96-cd528ab74889 {{(pid=88218) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 07:46:18.089472 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 901e8526-c942-4dc8-bb96-cd528ab74889, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=901e8526-c942-4dc8-bb96-cd528ab74889,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:46:18.169571 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:18.238621 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=901e8526-c942-4dc8-bb96-cd528ab74889,revision_number=6']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:18.246507 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:18.246864 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:18.247236 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:18.247567 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:18.247899 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:18.248271 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:18.248562 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:18.248891 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:18.249220 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:18.249544 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:18.249873 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:18.250195 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88218) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:18.268272 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] get_ports_and_sgs() called for port_ids ['901e8526-c942-4dc8-bb96-cd528ab74889'] {{(pid=88218) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 07:46:18.331568 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:46:19.826864 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 901e8526-c942-4dc8-bb96-cd528ab74889 up at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 07:46:19.901903 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.provisioning_blocks [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Provisioning complete for port 901e8526-c942-4dc8-bb96-cd528ab74889 triggered by entity L2. {{(pid=88218) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 07:46:19.902363 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-638800'] for port, provisioning_complete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:20.032937 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:20.069113 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84af251d-dc27-4eda-acc5-515e03d5763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901e8526-c942-4dc8-bb96-cd528ab74889'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:46:20.086895 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 901e8526-c942-4dc8-bb96-cd528ab74889, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=901e8526-c942-4dc8-bb96-cd528ab74889,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:46:20.119593 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84af251d-dc27-4eda-acc5-515e03d5763a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '901e8526-c942-4dc8-bb96-cd528ab74889', 'code': 200} Jan 28 07:46:20.146883 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:20.231129 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=901e8526-c942-4dc8-bb96-cd528ab74889,revision_number=7']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:30.348438 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 57560) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:30.656084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Deleting port 42fb39e0-2c22-417a-b003-184951007bc4 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:46:30.656335 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:30.818762 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:30.819086 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:30.923291 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6dea8c23-88db-407a-b3e9-4eb24f87bda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:30.941155 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Calling delete_port for 42fb39e0-2c22-417a-b003-184951007bc4 owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:46:31.158129 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:31.205250 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event deleted for resources: {'Port': ['ID=42fb39e0-2c22-417a-b003-184951007bc4,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:31.246506 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.246853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.247187 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.247542 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.247866 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.248190 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.248512 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.248831 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.249150 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.249467 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.249783 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.250092 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:31.303969 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:31.304192 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Floating IP 010662a5-ea99-4739-9826-b28170c8ba64 disassociated (deleted). External IP: 172.26.4.244, port: 901e8526-c942-4dc8-bb96-cd528ab74889. Jan 28 07:46:31.650399 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Router cd64650c-a169-438a-a853-0c516a33c8ac has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:46:31.827178 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:46:31.837209 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5e76a-ba4f-4190-b2c4-591077e56e20 None None] Sync routers for ids ['cd64650c-a169-438a-a853-0c516a33c8ac'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:46:31.845123 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 901e8526-c942-4dc8-bb96-cd528ab74889 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:46:31.890393 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5e76a-ba4f-4190-b2c4-591077e56e20 None None] Routers {'cd64650c-a169-438a-a853-0c516a33c8ac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:46:31.891008 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1bb5e76a-ba4f-4190-b2c4-591077e56e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd64650c-a169-438a-a853-0c516a33c8ac'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:31.929059 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:31.983674 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b28738e4-988e-4d79-8c28-6ddbac622e9d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "DELETE /v2.0/floatingips/010662a5-ea99-4739-9826-b28170c8ba64 HTTP/1.1" status: 204 len: 168 time: 1.6340833 Jan 28 07:46:31.984250 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84af251d-dc27-4eda-acc5-515e03d5763a', 'tag': '901e8526-c942-4dc8-bb96-cd528ab74889'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:46:32.119220 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-529762'] for port, before_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:32.150360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-1bb5e76a-ba4f-4190-b2c4-591077e56e20 None None] Set router cd64650c-a169-438a-a853-0c516a33c8ac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:46:32.170458 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84af251d-dc27-4eda-acc5-515e03d5763a', 'tag': '901e8526-c942-4dc8-bb96-cd528ab74889', 'status': 'completed', 'code': 200} Jan 28 07:46:32.204071 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84af251d-dc27-4eda-acc5-515e03d5763a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901e8526-c942-4dc8-bb96-cd528ab74889'}] {{(pid=88218) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:46:32.226869 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] For port 901e8526-c942-4dc8-bb96-cd528ab74889, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=901e8526-c942-4dc8-bb96-cd528ab74889,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:46:32.291472 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5711f-540a-4a56-8b66-942ca6f53ed0 req-ab2f0c2e-ebc5-4bff-ba74-80bffd9f9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:32.292273 dv-neutron-824022-4-hyperv neutron-server[88218]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84af251d-dc27-4eda-acc5-515e03d5763a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '901e8526-c942-4dc8-bb96-cd528ab74889', 'code': 200} Jan 28 07:46:32.293131 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b6c5711f-540a-4a56-8b66-942ca6f53ed0 req-ab2f0c2e-ebc5-4bff-ba74-80bffd9f9973 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c9039321e614292aaac6088f9ab7758&device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 1099 time: 0.0997870 Jan 28 07:46:32.305095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726357813212', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726357341422', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726357338655'] for port, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:32.417055 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Pushing event updated for resources: {'Port': ['ID=901e8526-c942-4dc8-bb96-cd528ab74889,revision_number=8']} {{(pid=88218) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:32.435722 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5711f-540a-4a56-8b66-942ca6f53ed0 req-09c1877c-50d2-45b9-bfa3-b2b9bdffe4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:32.437159 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b6c5711f-540a-4a56-8b66-942ca6f53ed0 req-09c1877c-50d2-45b9-bfa3-b2b9bdffe4cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd HTTP/1.1" status: 200 len: 910 time: 0.1379571 Jan 28 07:46:32.546743 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b6c5711f-540a-4a56-8b66-942ca6f53ed0 req-c3c70413-7da8-4129-b555-5d063184ffb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=901e8526-c942-4dc8-bb96-cd528ab74889 HTTP/1.1" status: 200 len: 217 time: 0.1015503 Jan 28 07:46:32.584972 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1bb5e76a-ba4f-4190-b2c4-591077e56e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '5333951f-1b71-45a4-ad61-a9e0b600e958', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'port_id': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'mac_address': 'fa:16:3e:a4:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:42:00Z', 'updated_at': '2022-01-28T07:42:03Z', 'revision_number': 1, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:38Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:32.589397 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5e76a-ba4f-4190-b2c4-591077e56e20 None None] Checking router: cd64650c-a169-438a-a853-0c516a33c8ac for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:46:32.598311 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb5e76a-ba4f-4190-b2c4-591077e56e20 None None] Routers {'cd64650c-a169-438a-a853-0c516a33c8ac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:46:32.598917 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1bb5e76a-ba4f-4190-b2c4-591077e56e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:46:03Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd64650c-a169-438a-a853-0c516a33c8ac'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:32.622244 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5711f-540a-4a56-8b66-942ca6f53ed0 req-909ed434-5273-4883-b00a-8f90dfa23dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:32.623686 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b6c5711f-540a-4a56-8b66-942ca6f53ed0 req-909ed434-5273-4883-b00a-8f90dfa23dcd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6 HTTP/1.1" status: 200 len: 848 time: 0.0678811 Jan 28 07:46:32.637422 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0f266-5f30-46b0-b2d2-57eb6582b058 req-ba62ee93-b487-44c3-bd10-9915cf206ec8 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:32.638760 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5b0f266-5f30-46b0-b2d2-57eb6582b058 req-ba62ee93-b487-44c3-bd10-9915cf206ec8 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 944 time: 0.1463370 Jan 28 07:46:32.729734 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-d5b0f266-5f30-46b0-b2d2-57eb6582b058 req-d6cedd2e-e38f-4678-92b7-c1dd82ea6835 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581851 Jan 28 07:46:32.753960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5711f-540a-4a56-8b66-942ca6f53ed0 req-fc383a49-20e4-4c44-9c08-2184a1b2dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:32.755422 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b6c5711f-540a-4a56-8b66-942ca6f53ed0 req-fc383a49-20e4-4c44-9c08-2184a1b2dddd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1157868 Jan 28 07:46:32.808719 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-1bb5e76a-ba4f-4190-b2c4-591077e56e20 None None] Set router cd64650c-a169-438a-a853-0c516a33c8ac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:46:32.888089 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b6c5711f-540a-4a56-8b66-942ca6f53ed0 req-9d923500-8817-4b35-8bd3-4a4435b1c773 service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257267 Jan 28 07:46:33.021364 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-b6c5711f-540a-4a56-8b66-942ca6f53ed0 req-2b61dd50-8357-4f6b-9578-05854998452d service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257801 Jan 28 07:46:33.153711 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-1bb5e76a-ba4f-4190-b2c4-591077e56e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '5333951f-1b71-45a4-ad61-a9e0b600e958', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'port_id': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'mac_address': 'fa:16:3e:a4:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:42:00Z', 'updated_at': '2022-01-28T07:42:03Z', 'revision_number': 1, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:38Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:33.157484 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb5e76a-ba4f-4190-b2c4-591077e56e20 None None] The sync data for ids ['cd64650c-a169-438a-a853-0c516a33c8ac'] in dv-neutron-824022-4-hyperv is: [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_floatingips': [{'id': '5333951f-1b71-45a4-ad61-a9e0b600e958', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'floating_ip_address': '172.26.4.185', 'floating_network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'router_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'port_id': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'mac_address': 'fa:16:3e:a4:fb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T07:42:00Z', 'updated_at': '2022-01-28T07:42:03Z', 'revision_number': 1, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:38Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:46:33.226450 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ffeef294-eb23-4be1-a1d4-2bef66f07fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:33.381496 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab6cfaa-f0de-4b5b-8146-c7135a1c6e65 None None] New status for floating IP 010662a5-ea99-4739-9826-b28170c8ba64: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:46:33.913057 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb93ae-ca7c-4f76-a794-6fcfacdea8ae req-90ffde2f-9922-4545-9629-3ef435dad28d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:33.914521 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7edb93ae-ca7c-4f76-a794-6fcfacdea8ae req-90ffde2f-9922-4545-9629-3ef435dad28d tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 944 time: 0.0781484 Jan 28 07:46:34.062185 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7edb93ae-ca7c-4f76-a794-6fcfacdea8ae req-9c46b5f1-bc7b-4350-9428-92a05cd20a09 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416793 Jan 28 07:46:34.265507 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec31b2c-f760-4151-b43a-5dcc437b7c51 req-6f9b4359-0aec-4601-9c7e-3fb1645f7c18 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:34.272689 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8ec31b2c-f760-4151-b43a-5dcc437b7c51 req-6f9b4359-0aec-4601-9c7e-3fb1645f7c18 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.37 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 944 time: 0.0834725 Jan 28 07:46:34.345824 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-8ec31b2c-f760-4151-b43a-5dcc437b7c51 req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Deleting port 901e8526-c942-4dc8-bb96-cd528ab74889 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:46:34.346083 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8ec31b2c-f760-4151-b43a-5dcc437b7c51 req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:34.346649 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:34.581880 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-8ec31b2c-f760-4151-b43a-5dcc437b7c51 req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] For port 901e8526-c942-4dc8-bb96-cd528ab74889, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=901e8526-c942-4dc8-bb96-cd528ab74889,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:46:34.582230 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8ec31b2c-f760-4151-b43a-5dcc437b7c51 req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:34.689596 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:34.707466 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-8ec31b2c-f760-4151-b43a-5dcc437b7c51 req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Calling delete_port for 901e8526-c942-4dc8-bb96-cd528ab74889 owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:46:34.905676 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8ec31b2c-f760-4151-b43a-5dcc437b7c51 req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:34.956663 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event deleted for resources: {'Port': ['ID=901e8526-c942-4dc8-bb96-cd528ab74889,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:34.993019 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:34.993866 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:34.994197 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:34.994528 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:34.994850 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:34.995170 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:34.995512 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:34.995831 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:34.996146 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:34.996455 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:34.996767 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:34.997071 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-824022-4-hyperv {{(pid=88217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 07:46:35.041007 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec31b2c-f760-4151-b43a-5dcc437b7c51 req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] No DVR routers for this DVR port 901e8526-c942-4dc8-bb96-cd528ab74889 on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:35.043396 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-8ec31b2c-f760-4151-b43a-5dcc437b7c51 req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:35.045827 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84af251d-dc27-4eda-acc5-515e03d5763a', 'name': 'network-vif-deleted', 'tag': '901e8526-c942-4dc8-bb96-cd528ab74889'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:46:35.057329 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-8ec31b2c-f760-4151-b43a-5dcc437b7c51 req-b13f5500-63ad-425c-ad23-08df90b43720 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.37 "DELETE /v2.0/ports/901e8526-c942-4dc8-bb96-cd528ab74889 HTTP/1.1" status: 204 len: 173 time: 0.7762458 Jan 28 07:46:35.140922 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84af251d-dc27-4eda-acc5-515e03d5763a', 'name': 'network-vif-deleted', 'tag': '901e8526-c942-4dc8-bb96-cd528ab74889', 'status': 'completed', 'code': 200} Jan 28 07:46:35.211317 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-607c9112-148d-41f4-99f8-eb59b643fa27 req-c6012e4e-1352-43dd-b398-323480c82d36 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Synchronizing usage tracker for tenant:1c9039321e614292aaac6088f9ab7758 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:46:35.301084 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-607c9112-148d-41f4-99f8-eb59b643fa27 req-c6012e4e-1352-43dd-b398-323480c82d36 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Unset dirty status for tenant:1c9039321e614292aaac6088f9ab7758 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:46:35.301084 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-607c9112-148d-41f4-99f8-eb59b643fa27 req-c6012e4e-1352-43dd-b398-323480c82d36 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=84af251d-dc27-4eda-acc5-515e03d5763a HTTP/1.1" status: 200 len: 210 time: 0.1307874 Jan 28 07:46:35.964126 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:37.699802 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 57630) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:37.875787 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 901e8526-c942-4dc8-bb96-cd528ab74889 no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:46:37.914037 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: 901e8526-c942-4dc8-bb96-cd528ab74889 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:46:37.914384 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device 901e8526-c942-4dc8-bb96-cd528ab74889 not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:46:38.008998 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-ff210844-3d62-4f5d-b5c1-0feee8c52209 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Deleting port 814af4ed-8c6a-4a81-87bd-64a1338f1b84 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:46:38.009336 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff210844-3d62-4f5d-b5c1-0feee8c52209 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:38.173645 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff210844-3d62-4f5d-b5c1-0feee8c52209 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:38.173965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff210844-3d62-4f5d-b5c1-0feee8c52209 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:38.299524 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-ff210844-3d62-4f5d-b5c1-0feee8c52209 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Calling delete_port for 814af4ed-8c6a-4a81-87bd-64a1338f1b84 owned by network:floatingip {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:46:38.495143 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff210844-3d62-4f5d-b5c1-0feee8c52209 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:38.541346 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff210844-3d62-4f5d-b5c1-0feee8c52209 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event deleted for resources: {'Port': ['ID=814af4ed-8c6a-4a81-87bd-64a1338f1b84,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:38.632144 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff210844-3d62-4f5d-b5c1-0feee8c52209 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for floatingip, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:38.632391 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.db.l3_db [None req-ff210844-3d62-4f5d-b5c1-0feee8c52209 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Floating IP 5333951f-1b71-45a4-ad61-a9e0b600e958 disassociated (deleted). External IP: 172.26.4.185, port: c02bda82-6b9a-48a2-9a91-256eb382790f. Jan 28 07:46:38.971084 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff210844-3d62-4f5d-b5c1-0feee8c52209 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Router cd64650c-a169-438a-a853-0c516a33c8ac has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:46:39.144354 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff210844-3d62-4f5d-b5c1-0feee8c52209 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:46:39.154278 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf936d94-3a5d-445a-9e11-a67ed21cdef6 None None] Sync routers for ids ['cd64650c-a169-438a-a853-0c516a33c8ac'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:46:39.163031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf936d94-3a5d-445a-9e11-a67ed21cdef6 None None] Routers {'cd64650c-a169-438a-a853-0c516a33c8ac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:46:39.163673 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bf936d94-3a5d-445a-9e11-a67ed21cdef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd64650c-a169-438a-a853-0c516a33c8ac'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:39.214614 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ff210844-3d62-4f5d-b5c1-0feee8c52209 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for floatingip, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:39.268882 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ff210844-3d62-4f5d-b5c1-0feee8c52209 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "DELETE /v2.0/floatingips/5333951f-1b71-45a4-ad61-a9e0b600e958 HTTP/1.1" status: 204 len: 168 time: 1.5680115 Jan 28 07:46:39.269463 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'tag': 'c02bda82-6b9a-48a2-9a91-256eb382790f'}] {{(pid=88216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:46:39.313810 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'tag': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'status': 'completed', 'code': 200} Jan 28 07:46:39.341293 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-bf936d94-3a5d-445a-9e11-a67ed21cdef6 None None] Set router cd64650c-a169-438a-a853-0c516a33c8ac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:46:39.408029 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1dde6-0cea-4a01-8d33-d4d79c5a7a25 req-7db997ea-5967-4286-b566-62191bf35a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:39.410095 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f1dde6-0cea-4a01-8d33-d4d79c5a7a25 req-7db997ea-5967-4286-b566-62191bf35a1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1c9039321e614292aaac6088f9ab7758&device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 1097 time: 0.0707896 Jan 28 07:46:39.541777 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1dde6-0cea-4a01-8d33-d4d79c5a7a25 req-2b1dc2fe-1364-4549-bdc3-442e42fd6720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:39.543112 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f1dde6-0cea-4a01-8d33-d4d79c5a7a25 req-2b1dc2fe-1364-4549-bdc3-442e42fd6720 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd HTTP/1.1" status: 200 len: 910 time: 0.1257594 Jan 28 07:46:39.621698 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f1dde6-0cea-4a01-8d33-d4d79c5a7a25 req-70cfe8d8-7257-47b8-9c2d-fbffa27c7c55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c02bda82-6b9a-48a2-9a91-256eb382790f HTTP/1.1" status: 200 len: 217 time: 0.0714340 Jan 28 07:46:39.662972 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bf936d94-3a5d-445a-9e11-a67ed21cdef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:38Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:39.667753 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf936d94-3a5d-445a-9e11-a67ed21cdef6 None None] Checking router: cd64650c-a169-438a-a853-0c516a33c8ac for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:46:39.676329 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf936d94-3a5d-445a-9e11-a67ed21cdef6 None None] Routers {'cd64650c-a169-438a-a853-0c516a33c8ac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:46:39.676926 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bf936d94-3a5d-445a-9e11-a67ed21cdef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd64650c-a169-438a-a853-0c516a33c8ac'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:39.687338 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1dde6-0cea-4a01-8d33-d4d79c5a7a25 req-50c28104-be15-4c09-88fd-70ada2fcc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:39.688772 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f1dde6-0cea-4a01-8d33-d4d79c5a7a25 req-50c28104-be15-4c09-88fd-70ada2fcc2a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6 HTTP/1.1" status: 200 len: 848 time: 0.0586474 Jan 28 07:46:39.826767 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1dde6-0cea-4a01-8d33-d4d79c5a7a25 req-9a669ed6-ee5d-4a70-abb7-ddf7c818b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:39.828167 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f1dde6-0cea-4a01-8d33-d4d79c5a7a25 req-9a669ed6-ee5d-4a70-abb7-ddf7c818b54c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5fe1efb0-3989-4deb-bdf5-717df39c8fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1321046 Jan 28 07:46:39.839109 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff450ec-12b2-4970-afd1-ed73dd06379d req-fa2703ac-45eb-47d1-b565-1eed0fff518e tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:39.840543 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bff450ec-12b2-4970-afd1-ed73dd06379d req-fa2703ac-45eb-47d1-b565-1eed0fff518e tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 944 time: 0.1015573 Jan 28 07:46:39.853285 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-bf936d94-3a5d-445a-9e11-a67ed21cdef6 None None] Set router cd64650c-a169-438a-a853-0c516a33c8ac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:46:39.966629 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-bff450ec-12b2-4970-afd1-ed73dd06379d req-824272ab-a704-48f3-8da6-5752c7e8ac67 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055651 Jan 28 07:46:40.095804 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f1dde6-0cea-4a01-8d33-d4d79c5a7a25 req-85dbdbf5-b355-49c9-9d75-b812a8d7df96 service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542286 Jan 28 07:46:40.207954 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-bf936d94-3a5d-445a-9e11-a67ed21cdef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:38Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:40.211919 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf936d94-3a5d-445a-9e11-a67ed21cdef6 None None] The sync data for ids ['cd64650c-a169-438a-a853-0c516a33c8ac'] in dv-neutron-824022-4-hyperv is: [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:41:31Z', 'revision_number': 4, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv', '_interfaces': [{'id': 'd28f0b7b-9db2-46f6-a131-5c1e716a958f', 'name': '', 'network_id': '5fe1efb0-3989-4deb-bdf5-717df39c8fbd', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'mac_address': 'fa:16:3e:3f:d7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:31Z', 'updated_at': '2022-01-28T07:41:38Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'subnets': [{'id': '2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:46:40.224455 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-96f1dde6-0cea-4a01-8d33-d4d79c5a7a25 req-6ac22968-dc7a-412f-a1a1-35253676eb68 service neutron] 10.222.0.37 "GET /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219378 Jan 28 07:46:40.432157 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a130e65-ea70-465a-9321-9918ec02b13c None None] New status for floating IP 5333951f-1b71-45a4-ad61-a9e0b600e958: DOWN {{(pid=88219) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 07:46:41.193836 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5f90a-f649-423b-9988-888777a93d98 req-b2c82165-fa40-4b8c-afe7-feb112f4ccec tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:41.195165 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-79b5f90a-f649-423b-9988-888777a93d98 req-b2c82165-fa40-4b8c-afe7-feb112f4ccec tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 944 time: 0.0773170 Jan 28 07:46:41.237473 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-79b5f90a-f649-423b-9988-888777a93d98 req-864b2663-c428-43b4-aa74-e15990c877ba tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c44748d-678e-4cde-9b17-f93f313c6ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362124 Jan 28 07:46:41.573914 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48568fba-3cd5-410b-83e0-9d91a2676784 req-54d5e723-839a-4113-bbd3-4a44d76dff6e tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88217) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 07:46:41.575344 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-48568fba-3cd5-410b-83e0-9d91a2676784 req-54d5e723-839a-4113-bbd3-4a44d76dff6e tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 944 time: 0.0796690 Jan 28 07:46:41.646051 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-48568fba-3cd5-410b-83e0-9d91a2676784 req-cc6ff7dc-fde1-4f69-8dd8-06971c0240bd tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Deleting port c02bda82-6b9a-48a2-9a91-256eb382790f {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:46:41.646392 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-48568fba-3cd5-410b-83e0-9d91a2676784 req-cc6ff7dc-fde1-4f69-8dd8-06971c0240bd tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:41.660004 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:41.885495 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [req-48568fba-3cd5-410b-83e0-9d91a2676784 req-cc6ff7dc-fde1-4f69-8dd8-06971c0240bd tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] For port c02bda82-6b9a-48a2-9a91-256eb382790f, host hv-neutron-8240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8240',level=0,port_id=c02bda82-6b9a-48a2-9a91-256eb382790f,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:46:41.885851 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-48568fba-3cd5-410b-83e0-9d91a2676784 req-cc6ff7dc-fde1-4f69-8dd8-06971c0240bd tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:42.003874 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [req-48568fba-3cd5-410b-83e0-9d91a2676784 req-cc6ff7dc-fde1-4f69-8dd8-06971c0240bd tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Calling delete_port for c02bda82-6b9a-48a2-9a91-256eb382790f owned by compute:nova {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:46:42.202825 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-48568fba-3cd5-410b-83e0-9d91a2676784 req-cc6ff7dc-fde1-4f69-8dd8-06971c0240bd tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:42.251972 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ff7dc-fde1-4f69-8dd8-06971c0240bd tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event deleted for resources: {'Port': ['ID=c02bda82-6b9a-48a2-9a91-256eb382790f,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:42.332960 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.l3_dvrscheduler_db [req-48568fba-3cd5-410b-83e0-9d91a2676784 req-cc6ff7dc-fde1-4f69-8dd8-06971c0240bd tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] No DVR routers for this DVR port c02bda82-6b9a-48a2-9a91-256eb382790f on host hv-neutron-8240 {{(pid=88217) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:42.335473 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [req-48568fba-3cd5-410b-83e0-9d91a2676784 req-cc6ff7dc-fde1-4f69-8dd8-06971c0240bd tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-96699'] for port, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:42.338023 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'name': 'network-vif-deleted', 'tag': 'c02bda82-6b9a-48a2-9a91-256eb382790f'}] {{(pid=88217) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 07:46:42.352234 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-48568fba-3cd5-410b-83e0-9d91a2676784 req-cc6ff7dc-fde1-4f69-8dd8-06971c0240bd tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.37 "DELETE /v2.0/ports/c02bda82-6b9a-48a2-9a91-256eb382790f HTTP/1.1" status: 204 len: 173 time: 0.7690079 Jan 28 07:46:42.388294 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f91e238-101f-4d3f-9a70-dc58d799b5bb', 'name': 'network-vif-deleted', 'tag': 'c02bda82-6b9a-48a2-9a91-256eb382790f', 'status': 'completed', 'code': 200} Jan 28 07:46:42.393983 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7efa673f-eabb-4c2b-afd6-070ac3b560dc req-acc28326-c839-4b42-adb1-ef93916b753a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Synchronizing usage tracker for tenant:1c9039321e614292aaac6088f9ab7758 on resource:port {{(pid=88217) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 07:46:42.454989 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.quota.resource [req-7efa673f-eabb-4c2b-afd6-070ac3b560dc req-acc28326-c839-4b42-adb1-ef93916b753a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Unset dirty status for tenant:1c9039321e614292aaac6088f9ab7758 on resource:port {{(pid=88217) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 07:46:42.456112 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [req-7efa673f-eabb-4c2b-afd6-070ac3b560dc req-acc28326-c839-4b42-adb1-ef93916b753a tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f91e238-101f-4d3f-9a70-dc58d799b5bb HTTP/1.1" status: 200 len: 210 time: 0.1063240 Jan 28 07:46:43.548260 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 57650) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:43.616600 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3901be7f-f334-4e57-bb7b-a03edc7fe263 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:43.646610 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3901be7f-f334-4e57-bb7b-a03edc7fe263 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:43.774762 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3901be7f-f334-4e57-bb7b-a03edc7fe263 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:43.897605 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901be7f-f334-4e57-bb7b-a03edc7fe263 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c44748d-678e-4cde-9b17-f93f313c6ce3,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:43.957203 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-3901be7f-f334-4e57-bb7b-a03edc7fe263 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:43.958345 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-3901be7f-f334-4e57-bb7b-a03edc7fe263 tempest-TestSnapshotPattern-287296579 tempest-TestSnapshotPattern-287296579-project] 10.222.0.25 "DELETE /v2.0/security-groups/7c44748d-678e-4cde-9b17-f93f313c6ce3 HTTP/1.1" status: 204 len: 168 time: 0.4090192 Jan 28 07:46:44.060564 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 57656) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:44.699365 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-998d2972-d740-4cdc-8497-d3d02953d7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:45.037318 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-998d2972-d740-4cdc-8497-d3d02953d7fc admin admin] Deleting port d28f0b7b-9db2-46f6-a131-5c1e716a958f {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:46:45.037662 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-998d2972-d740-4cdc-8497-d3d02953d7fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:45.200871 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-998d2972-d740-4cdc-8497-d3d02953d7fc admin admin] For port d28f0b7b-9db2-46f6-a131-5c1e716a958f, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=d28f0b7b-9db2-46f6-a131-5c1e716a958f,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:46:45.201211 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-998d2972-d740-4cdc-8497-d3d02953d7fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:45.322342 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-998d2972-d740-4cdc-8497-d3d02953d7fc admin admin] Calling delete_port for d28f0b7b-9db2-46f6-a131-5c1e716a958f owned by network:router_interface {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:46:45.735090 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-998d2972-d740-4cdc-8497-d3d02953d7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:45.784595 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d2972-d740-4cdc-8497-d3d02953d7fc admin admin] Pushing event deleted for resources: {'Port': ['ID=d28f0b7b-9db2-46f6-a131-5c1e716a958f,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:45.887546 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device c02bda82-6b9a-48a2-9a91-256eb382790f no longer exists at agent hyperv_hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:46:45.922797 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] No Port match for: c02bda82-6b9a-48a2-9a91-256eb382790f {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:46:45.923290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Device c02bda82-6b9a-48a2-9a91-256eb382790f not bound to the agent host hv-neutron-8240 {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:46:46.052802 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-998d2972-d740-4cdc-8497-d3d02953d7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:46.406045 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998d2972-d740-4cdc-8497-d3d02953d7fc admin admin] Router cd64650c-a169-438a-a853-0c516a33c8ac has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88216) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:46:46.577609 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998d2972-d740-4cdc-8497-d3d02953d7fc admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88216) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:46:46.587021 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe55078-0081-425b-91c0-d9d44b238375 None None] Sync routers for ids ['cd64650c-a169-438a-a853-0c516a33c8ac'] in dv-neutron-824022-4-hyperv {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:46:46.595659 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe55078-0081-425b-91c0-d9d44b238375 None None] Routers {'cd64650c-a169-438a-a853-0c516a33c8ac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:46:46.596263 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-fbe55078-0081-425b-91c0-d9d44b238375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd64650c-a169-438a-a853-0c516a33c8ac'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:46.651207 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-998d2972-d740-4cdc-8497-d3d02953d7fc admin admin] 10.222.0.25 "PUT /v2.0/routers/cd64650c-a169-438a-a853-0c516a33c8ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5893579 Jan 28 07:46:46.653561 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 57662) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:46.777096 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-fbe55078-0081-425b-91c0-d9d44b238375 None None] Set router cd64650c-a169-438a-a853-0c516a33c8ac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:46:46.824324 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] Notify callbacks [] for router, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:47.065841 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-fbe55078-0081-425b-91c0-d9d44b238375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:46:45Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:47.069735 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe55078-0081-425b-91c0-d9d44b238375 None None] Checking router: cd64650c-a169-438a-a853-0c516a33c8ac for host: dv-neutron-824022-4-hyperv {{(pid=88218) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:46:47.079347 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe55078-0081-425b-91c0-d9d44b238375 None None] Routers {'cd64650c-a169-438a-a853-0c516a33c8ac'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88218) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:46:47.079970 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-fbe55078-0081-425b-91c0-d9d44b238375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['cd64650c-a169-438a-a853-0c516a33c8ac'], 'active': True} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:47.121663 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:47.197912 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] Deleting port f316f7f6-932d-480c-b976-fef3e9d5ea2c {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:46:47.198917 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:47.250994 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_dvr_db [None req-fbe55078-0081-425b-91c0-d9d44b238375 None None] Set router cd64650c-a169-438a-a853-0c516a33c8ac gateway port host: dv-neutron-824022-4-hyperv {{(pid=88218) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:46:47.370573 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] For port f316f7f6-932d-480c-b976-fef3e9d5ea2c, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=f316f7f6-932d-480c-b976-fef3e9d5ea2c,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:46:47.370853 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:47.490715 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] Calling delete_port for f316f7f6-932d-480c-b976-fef3e9d5ea2c owned by network:router_gateway {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:46:47.530767 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.db.l3_hamode_db [None req-fbe55078-0081-425b-91c0-d9d44b238375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:46:45Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:47.535137 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe55078-0081-425b-91c0-d9d44b238375 None None] The sync data for ids ['cd64650c-a169-438a-a853-0c516a33c8ac'] in dv-neutron-824022-4-hyperv is: [{'id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'name': 'tempest-TestSnapshotPattern-817650160-router', 'tenant_id': '1c9039321e614292aaac6088f9ab7758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:27Z', 'updated_at': '2022-01-28T07:46:45Z', 'revision_number': 5, 'project_id': '1c9039321e614292aaac6088f9ab7758', 'gw_port': {'id': 'f316f7f6-932d-480c-b976-fef3e9d5ea2c', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:12:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd64650c-a169-438a-a853-0c516a33c8ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:28Z', 'updated_at': '2022-01-28T07:41:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}] {{(pid=88218) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:46:47.712504 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:47.761429 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] Pushing event deleted for resources: {'Port': ['ID=f316f7f6-932d-480c-b976-fef3e9d5ea2c,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:47.851112 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:48.028452 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:48.030908 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:48.069625 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d28f0b7b-9db2-46f6-a131-5c1e716a958f no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:46:48.104456 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: d28f0b7b-9db2-46f6-a131-5c1e716a958f {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:46:48.104806 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device d28f0b7b-9db2-46f6-a131-5c1e716a958f not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:46:48.129402 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:48.129918 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd64650c-a169-438a-a853-0c516a33c8ac {{(pid=88216) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:46:48.144876 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] Notify callbacks [] for router, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:48.146661 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-b459daae-5a56-454b-92ea-6950e844d37a admin admin] 10.222.0.25 "DELETE /v2.0/routers/cd64650c-a169-438a-a853-0c516a33c8ac HTTP/1.1" status: 204 len: 168 time: 1.4920413 Jan 28 07:46:48.148980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 57666) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:48.211805 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3cb9e9-c77c-4094-8ff7-9d69fda8dae0 admin admin] Deleting subnet 2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6 {{(pid=88216) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:46:48.215621 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae3cb9e9-c77c-4094-8ff7-9d69fda8dae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:48.264491 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae3cb9e9-c77c-4094-8ff7-9d69fda8dae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1929089'] for subnet, precommit_delete_associations {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:48.341670 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae3cb9e9-c77c-4094-8ff7-9d69fda8dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:48.466505 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae3cb9e9-c77c-4094-8ff7-9d69fda8dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3049767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2210782'] for subnet, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:48.503115 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cb9e9-c77c-4094-8ff7-9d69fda8dae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:48.506753 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-ae3cb9e9-c77c-4094-8ff7-9d69fda8dae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:48.512835 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e773f-c06e-4868-ac07-7d1327026e34 None None] Network 5fe1efb0-3989-4deb-bdf5-717df39c8fbd requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:46:48.513706 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-ae3cb9e9-c77c-4094-8ff7-9d69fda8dae0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2c1029ed-fb2c-4206-9f7f-2fad9d5e09b6 HTTP/1.1" status: 204 len: 168 time: 0.3635163 Jan 28 07:46:48.515980 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 57670) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:48.627082 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:48.638886 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Deleting port a4b24461-1185-439c-9d98-0450bf529005 {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:46:48.639316 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:48.837154 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76333856-e45f-4b59-a0d2-b3f6fe29abf3 None None] DHCP port deletion for 5fe1efb0-3989-4deb-bdf5-717df39c8fbd request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:46:48.842652 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-76333856-e45f-4b59-a0d2-b3f6fe29abf3 None None] Deleting port a4b24461-1185-439c-9d98-0450bf529005 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:46:48.842776 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76333856-e45f-4b59-a0d2-b3f6fe29abf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:48.849164 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] For port a4b24461-1185-439c-9d98-0450bf529005, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a4b24461-1185-439c-9d98-0450bf529005,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:46:48.849523 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:49.055943 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-76333856-e45f-4b59-a0d2-b3f6fe29abf3 None None] For port a4b24461-1185-439c-9d98-0450bf529005, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=a4b24461-1185-439c-9d98-0450bf529005,segment=NetworkSegment(c46ff08b-bf1f-4f7c-b722-aa04e73ae21f),segment_id=c46ff08b-bf1f-4f7c-b722-aa04e73ae21f)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:46:49.056243 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76333856-e45f-4b59-a0d2-b3f6fe29abf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:49.078363 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Calling delete_port for a4b24461-1185-439c-9d98-0450bf529005 owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:46:49.183062 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-76333856-e45f-4b59-a0d2-b3f6fe29abf3 None None] Calling delete_port for a4b24461-1185-439c-9d98-0450bf529005 owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:46:49.283854 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 07:46:49.284378 dv-neutron-824022-4-hyperv neutron-server[88218]: util.warn( Jan 28 07:46:49.289699 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-76333856-e45f-4b59-a0d2-b3f6fe29abf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:46:49.290057 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-76333856-e45f-4b59-a0d2-b3f6fe29abf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:46:49.348466 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] No DVR routers for this DVR port a4b24461-1185-439c-9d98-0450bf529005 on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:49.380921 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b24461-1185-439c-9d98-0450bf529005,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:49.486790 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:49.515714 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe1efb0-3989-4deb-bdf5-717df39c8fbd']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:49.531731 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:49.532022 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46ff08b-bf1f-4f7c-b722-aa04e73ae21f') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:49.546582 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:49.562960 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:49.569103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:49.569488 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:49.584216 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:49.712324 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:49.717825 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:49.741086 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe1efb0-3989-4deb-bdf5-717df39c8fbd,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:49.791183 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-76333856-e45f-4b59-a0d2-b3f6fe29abf3 None None] Deleting port a4b24461-1185-439c-9d98-0450bf529005 {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:46:49.791657 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-76333856-e45f-4b59-a0d2-b3f6fe29abf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:49.804590 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8b1635b1-0a39-4ec9-ad07-2dc3582d910d admin admin] 10.222.0.25 "DELETE /v2.0/networks/5fe1efb0-3989-4deb-bdf5-717df39c8fbd HTTP/1.1" status: 204 len: 168 time: 1.2875500 Jan 28 07:46:49.808249 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 57674) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:49.857749 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-76333856-e45f-4b59-a0d2-b3f6fe29abf3 None None] The port 'a4b24461-1185-439c-9d98-0450bf529005' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 07:46:50.062147 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f316f7f6-932d-480c-b976-fef3e9d5ea2c no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:46:50.098391 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: f316f7f6-932d-480c-b976-fef3e9d5ea2c {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:46:50.098733 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device f316f7f6-932d-480c-b976-fef3e9d5ea2c not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:46:50.099139 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a4b24461-1185-439c-9d98-0450bf529005 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:46:50.132282 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: a4b24461-1185-439c-9d98-0450bf529005 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:46:50.132544 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device a4b24461-1185-439c-9d98-0450bf529005 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:46:50.437816 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a031f354-c537-4fc1-a440-8248644f0706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1961221'] for router_interface, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:50.793496 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a031f354-c537-4fc1-a440-8248644f0706 admin admin] Deleting port 80dd3663-2d29-4418-997e-07b1151461ee {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:46:50.793829 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a031f354-c537-4fc1-a440-8248644f0706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:50.963022 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-a031f354-c537-4fc1-a440-8248644f0706 admin admin] For port 80dd3663-2d29-4418-997e-07b1151461ee, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=80dd3663-2d29-4418-997e-07b1151461ee,segment=NetworkSegment(435be6d8-c773-49de-9974-d5c1f7a02389),segment_id=435be6d8-c773-49de-9974-d5c1f7a02389)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:46:50.964341 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a031f354-c537-4fc1-a440-8248644f0706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:51.085745 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-a031f354-c537-4fc1-a440-8248644f0706 admin admin] Calling delete_port for 80dd3663-2d29-4418-997e-07b1151461ee owned by network:router_interface {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:46:51.443534 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a031f354-c537-4fc1-a440-8248644f0706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:51.488159 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031f354-c537-4fc1-a440-8248644f0706 admin admin] Pushing event deleted for resources: {'Port': ['ID=80dd3663-2d29-4418-997e-07b1151461ee,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:51.860453 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-a031f354-c537-4fc1-a440-8248644f0706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1770133'] for router_interface, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:52.207309 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a031f354-c537-4fc1-a440-8248644f0706 admin admin] Router 4c84592b-696a-4f11-9dff-997bd2bceee5 has already been hosted by L3 agent 9b920de6-0980-48ed-a7ce-6fe98b890d35 {{(pid=88217) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 07:46:52.390002 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a031f354-c537-4fc1-a440-8248644f0706 admin admin] Notify agent at l3_agent.dv-neutron-824022-4-hyperv the message routers_updated {{(pid=88217) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 07:46:52.398266 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba17edf-3d06-42ee-b849-b5d27ebb6cfd None None] Sync routers for ids ['4c84592b-696a-4f11-9dff-997bd2bceee5'] in dv-neutron-824022-4-hyperv {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 07:46:52.398664 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-a031f354-c537-4fc1-a440-8248644f0706 admin admin] 10.222.0.25 "PUT /v2.0/routers/4c84592b-696a-4f11-9dff-997bd2bceee5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5892911 Jan 28 07:46:52.401670 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 57678) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:52.408039 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba17edf-3d06-42ee-b849-b5d27ebb6cfd None None] Routers {'4c84592b-696a-4f11-9dff-997bd2bceee5'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:46:52.408628 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bba17edf-3d06-42ee-b849-b5d27ebb6cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4c84592b-696a-4f11-9dff-997bd2bceee5'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:52.574359 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] Notify callbacks [] for router, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:52.577488 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-bba17edf-3d06-42ee-b849-b5d27ebb6cfd None None] Set router 4c84592b-696a-4f11-9dff-997bd2bceee5 gateway port host: dv-neutron-824022-4-hyperv {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:46:52.747099 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:52.814840 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] Deleting port 542cb5ee-6e93-4f99-a4a5-435784ae4d46 {{(pid=88217) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:46:52.815372 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:52.857447 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bba17edf-3d06-42ee-b849-b5d27ebb6cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'name': 'tempest-TestSnapshotPattern-1350322916-router', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'external_fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '542cb5ee-6e93-4f99-a4a5-435784ae4d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:35Z', 'updated_at': '2022-01-28T07:46:51Z', 'revision_number': 5, 'project_id': 'c92342d086cc464ab7cf666face0a5ed', 'gw_port': {'id': '542cb5ee-6e93-4f99-a4a5-435784ae4d46', 'name': '', 'network_id': 'e3355fb6-485f-4e2b-a0fc-4f14df05534c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-824022-4-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T07:41:36Z', 'updated_at': '2022-01-28T07:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cfd10d49-64cc-4542-9fe3-97171f8f7421', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-824022-4-hyperv'}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:52.861254 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba17edf-3d06-42ee-b849-b5d27ebb6cfd None None] Checking router: 4c84592b-696a-4f11-9dff-997bd2bceee5 for host: dv-neutron-824022-4-hyperv {{(pid=88219) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 07:46:52.869330 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba17edf-3d06-42ee-b849-b5d27ebb6cfd None None] Routers {'4c84592b-696a-4f11-9dff-997bd2bceee5'} bound to L3 agent in host dv-neutron-824022-4-hyperv {{(pid=88219) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 07:46:52.869940 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bba17edf-3d06-42ee-b849-b5d27ebb6cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-824022-4-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T06:32:03Z,description=,heartbeat_timestamp=2022-01-28T07:46:33Z,host='dv-neutron-824022-4-hyperv',id=9b920de6-0980-48ed-a7ce-6fe98b890d35,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T06:32:04Z,topic='l3_agent')) {'router_ids': ['4c84592b-696a-4f11-9dff-997bd2bceee5'], 'active': True} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:52.991732 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.db [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] For port 542cb5ee-6e93-4f99-a4a5-435784ae4d46, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=542cb5ee-6e93-4f99-a4a5-435784ae4d46,segment=NetworkSegment(2c8408ca-9ceb-4091-b04d-17747f442aa3),segment_id=2c8408ca-9ceb-4091-b04d-17747f442aa3)] {{(pid=88217) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:46:52.992078 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:53.015731 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_dvr_db [None req-bba17edf-3d06-42ee-b849-b5d27ebb6cfd None None] Set router 4c84592b-696a-4f11-9dff-997bd2bceee5 gateway port host: None {{(pid=88219) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 07:46:53.150592 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.l3_hamode_db [None req-bba17edf-3d06-42ee-b849-b5d27ebb6cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'name': 'tempest-TestSnapshotPattern-1350322916-router', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:35Z', 'updated_at': '2022-01-28T07:46:52Z', 'revision_number': 6, 'project_id': 'c92342d086cc464ab7cf666face0a5ed', 'gw_port_host': None}], 'dv-neutron-824022-4-hyperv', False) {} {{(pid=88219) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:53.154860 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba17edf-3d06-42ee-b849-b5d27ebb6cfd None None] The sync data for ids ['4c84592b-696a-4f11-9dff-997bd2bceee5'] in dv-neutron-824022-4-hyperv is: [{'id': '4c84592b-696a-4f11-9dff-997bd2bceee5', 'name': 'tempest-TestSnapshotPattern-1350322916-router', 'tenant_id': 'c92342d086cc464ab7cf666face0a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T07:41:35Z', 'updated_at': '2022-01-28T07:46:52Z', 'revision_number': 6, 'project_id': 'c92342d086cc464ab7cf666face0a5ed', 'gw_port_host': None}] {{(pid=88219) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 07:46:53.227247 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.plugins.ml2.plugin [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] Calling delete_port for 542cb5ee-6e93-4f99-a4a5-435784ae4d46 owned by network:router_gateway {{(pid=88217) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:46:53.431677 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4165064'] for port, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:53.476557 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=542cb5ee-6e93-4f99-a4a5-435784ae4d46,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:53.573951 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1799144'] for router_gateway, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:53.766347 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1770656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-243822'] for router, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:53.768486 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:53.855579 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1770331'] for router, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:53.856026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c84592b-696a-4f11-9dff-997bd2bceee5 {{(pid=88217) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 07:46:53.868061 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] Notify callbacks [] for router, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:53.869166 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-b201f2b5-7e18-47ac-909a-120d81d84fbd admin admin] 10.222.0.25 "DELETE /v2.0/routers/4c84592b-696a-4f11-9dff-997bd2bceee5 HTTP/1.1" status: 204 len: 168 time: 1.4666095 Jan 28 07:46:53.871776 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 57682) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:53.929509 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.db.db_base_plugin_v2 [None req-2501a61e-4c8d-48a2-8edc-e6d29cc26070 admin admin] Deleting subnet e2be1722-ec21-4211-9cf2-02726bb8b8a2 {{(pid=88217) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 07:46:53.933201 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2501a61e-4c8d-48a2-8edc-e6d29cc26070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:53.985224 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2501a61e-4c8d-48a2-8edc-e6d29cc26070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3924208'] for subnet, precommit_delete_associations {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:54.069935 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2501a61e-4c8d-48a2-8edc-e6d29cc26070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-999431'] for subnet, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:54.076483 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 542cb5ee-6e93-4f99-a4a5-435784ae4d46 no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:46:54.105068 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 542cb5ee-6e93-4f99-a4a5-435784ae4d46 {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:46:54.105414 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 542cb5ee-6e93-4f99-a4a5-435784ae4d46 not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:46:54.105825 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 80dd3663-2d29-4418-997e-07b1151461ee no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:46:54.141270 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 80dd3663-2d29-4418-997e-07b1151461ee {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:46:54.141611 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 80dd3663-2d29-4418-997e-07b1151461ee not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:46:54.221411 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2501a61e-4c8d-48a2-8edc-e6d29cc26070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-999436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4165115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3752431'] for subnet, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:54.259373 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501a61e-4c8d-48a2-8edc-e6d29cc26070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2be1722-ec21-4211-9cf2-02726bb8b8a2,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:54.264383 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-2501a61e-4c8d-48a2-8edc-e6d29cc26070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:54.268747 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141474b2-1050-4564-9433-6400cb70bae3 None None] Network 46a16b6f-f1bb-496d-829e-4f35074e4535 requested from dv-neutron-824022-4-hyperv {{(pid=88218) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 07:46:54.269447 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-2501a61e-4c8d-48a2-8edc-e6d29cc26070 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e2be1722-ec21-4211-9cf2-02726bb8b8a2 HTTP/1.1" status: 204 len: 168 time: 0.3967462 Jan 28 07:46:54.272103 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 57686) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:54.377075 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565777'] for network, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:54.388220 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Deleting port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc {{(pid=88216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:46:54.388559 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:54.526952 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8359e357-b188-43f5-ad3f-74a253148028 None None] DHCP port deletion for 46a16b6f-f1bb-496d-829e-4f35074e4535 request from dv-neutron-824022-4-hyperv {{(pid=88218) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 07:46:54.530713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8359e357-b188-43f5-ad3f-74a253148028 None None] Deleting port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:46:54.531093 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8359e357-b188-43f5-ad3f-74a253148028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:54.594869 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.db [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] For port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=08ca2aa4-c5ba-4eff-b4e5-3585291512dc,segment=NetworkSegment(435be6d8-c773-49de-9974-d5c1f7a02389),segment_id=435be6d8-c773-49de-9974-d5c1f7a02389)] {{(pid=88216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:46:54.595247 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:54.720965 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Calling delete_port for 08ca2aa4-c5ba-4eff-b4e5-3585291512dc owned by network:dhcp {{(pid=88216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:46:54.726786 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.db [None req-8359e357-b188-43f5-ad3f-74a253148028 None None] For port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc, host dv-neutron-824022-4-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-824022-4-hyperv',level=0,port_id=08ca2aa4-c5ba-4eff-b4e5-3585291512dc,segment=NetworkSegment(435be6d8-c773-49de-9974-d5c1f7a02389),segment_id=435be6d8-c773-49de-9974-d5c1f7a02389)] {{(pid=88218) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 07:46:54.727175 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8359e357-b188-43f5-ad3f-74a253148028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1770587'] for port, precommit_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:54.849966 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-529699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-77276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726357813239', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726357341413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3049748'] for port, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:54.881580 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8359e357-b188-43f5-ad3f-74a253148028 None None] Calling delete_port for 08ca2aa4-c5ba-4eff-b4e5-3585291512dc owned by network:dhcp {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 07:46:54.899440 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Pushing event deleted for resources: {'Port': ['ID=08ca2aa4-c5ba-4eff-b4e5-3585291512dc,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:54.900880 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] No DVR routers for this DVR port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc on host dv-neutron-824022-4-hyperv {{(pid=88216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 07:46:54.958078 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.db.api [None req-8359e357-b188-43f5-ad3f-74a253148028 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88218) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 07:46:54.958436 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG oslo_db.api [None req-8359e357-b188-43f5-ad3f-74a253148028 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88218) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 07:46:55.014842 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1002213', 'neutron.services.segments.db._delete_segments_for_network-8726357862166'] for network, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:55.042988 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a16b6f-f1bb-496d-829e-4f35074e4535']}} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:55.057124 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435be6d8-c773-49de-9974-d5c1f7a02389') {'for_net_delete': True} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:55.058170 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.services.segments.db [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435be6d8-c773-49de-9974-d5c1f7a02389') {} {{(pid=88216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 07:46:55.070289 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726357862961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1928306'] for segment, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:55.085571 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1006076'] for segment, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:55.096210 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=88216) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 07:46:55.096210 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1006053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3049801'] for segment, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: Traceback (most recent call last): Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: timer() Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: cb(*args, **kw) Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: return func(*args, **kwargs) Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: self._notify() Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: self.callback(batched_events) Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: event.method(event) Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: return f(self, *a, **k) Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._get(url).json() Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: return self.request(url, 'GET', **kwargs) Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 07:46:55.105539 dv-neutron-824022-4-hyperv neutron-server[88216]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 07:46:55.226352 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1002236', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1798917'] for network, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:55.245954 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Notify callbacks [] for network, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:55.255653 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] Pushing event deleted for resources: {'Network': ['ID=46a16b6f-f1bb-496d-829e-4f35074e4535,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:55.259608 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-8b0a4ce8-420a-429f-8a22-5f8c77f32488 admin admin] 10.222.0.25 "DELETE /v2.0/networks/46a16b6f-f1bb-496d-829e-4f35074e4535 HTTP/1.1" status: 204 len: 168 time: 0.9863551 Jan 28 07:46:55.330991 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:46:55.459827 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8359e357-b188-43f5-ad3f-74a253148028 None None] Deleting port 08ca2aa4-c5ba-4eff-b4e5-3585291512dc {{(pid=88218) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 07:46:55.460289 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-8359e357-b188-43f5-ad3f-74a253148028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726357814986'] for port, before_delete {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:55.527673 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-8359e357-b188-43f5-ad3f-74a253148028 None None] The port '08ca2aa4-c5ba-4eff-b4e5-3585291512dc' was deleted {{(pid=88218) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 07:46:55.625155 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 57692) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:55.672451 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-f3939973-38b3-4798-89be-489e8c384fd3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c9039321e614292aaac6088f9ab7758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461495 Jan 28 07:46:55.675026 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.wsgi [-] (88217) accepted ('10.222.0.25', 57696) {{(pid=88217) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:55.732723 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92c9c243-2735-4158-81ff-c848e2d303c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:55.757541 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92c9c243-2735-4158-81ff-c848e2d303c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:55.872065 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92c9c243-2735-4158-81ff-c848e2d303c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:55.891928 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9c243-2735-4158-81ff-c848e2d303c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabc24ff-3229-45fe-ade2-f1e62db51cb0,revision_number=None']} {{(pid=88217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:55.898330 dv-neutron-824022-4-hyperv neutron-server[88217]: DEBUG neutron_lib.callbacks.manager [None req-92c9c243-2735-4158-81ff-c848e2d303c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:55.899469 dv-neutron-824022-4-hyperv neutron-server[88217]: INFO neutron.wsgi [None req-92c9c243-2735-4158-81ff-c848e2d303c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aabc24ff-3229-45fe-ade2-f1e62db51cb0 HTTP/1.1" status: 204 len: 168 time: 0.2234101 Jan 28 07:46:56.060046 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 08ca2aa4-c5ba-4eff-b4e5-3585291512dc no longer exists at agent ovs-agent-dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 07:46:56.093437 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.plugin [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] No Port match for: 08ca2aa4-c5ba-4eff-b4e5-3585291512dc {{(pid=88218) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 07:46:56.093781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron.plugins.ml2.rpc [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Device 08ca2aa4-c5ba-4eff-b4e5-3585291512dc not bound to the agent host dv-neutron-824022-4-hyperv {{(pid=88218) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 07:46:56.515962 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 57704) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:56.564292 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-85f7147b-90c4-4216-9877-bb4dac5b9c76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c92342d086cc464ab7cf666face0a5ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471058 Jan 28 07:46:56.566784 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [-] (88216) accepted ('10.222.0.25', 57708) {{(pid=88216) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 07:46:56.622210 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-131bb017-57b6-4ae5-9f04-6c953217c17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:56.647132 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-131bb017-57b6-4ae5-9f04-6c953217c17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:56.746444 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-131bb017-57b6-4ae5-9f04-6c953217c17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815755'] for security_group, after_delete {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:56.765361 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bb017-57b6-4ae5-9f04-6c953217c17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fed4b10-bc3b-482f-bd3a-e5281f39d1a5,revision_number=None']} {{(pid=88216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 07:46:56.769664 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron_lib.callbacks.manager [None req-131bb017-57b6-4ae5-9f04-6c953217c17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:46:56.770739 dv-neutron-824022-4-hyperv neutron-server[88216]: INFO neutron.wsgi [None req-131bb017-57b6-4ae5-9f04-6c953217c17e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fed4b10-bc3b-482f-bd3a-e5281f39d1a5 HTTP/1.1" status: 204 len: 168 time: 0.2030766 Jan 28 07:47:00.894423 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-a72cf27e-aedb-41ca-8bbb-ef8bf89894d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:47:03.225989 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-5a3b5ca1-c628-4e1b-9079-7a9e161d8702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:47:04.386152 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:47:04.700570 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:47:05.991360 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:47:11.625713 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:47:30.893868 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-801ae292-e93d-4bfb-8f9b-5d8c222e3927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:47:32.330257 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:47:33.208264 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-db25b67a-0e44-4656-875f-d12b1c42b40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:47:34.345764 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:47:34.694398 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:47:36.008217 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:47:41.636763 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:47:59.593635 dv-neutron-824022-4-hyperv neutron-server[88216]: DEBUG neutron.wsgi [req-7b8df68b-3bf2-41cc-9045-0ea5db73c500 req-4ba46806-7ac3-41b1-93d4-c8cc19b0eeee service neutron] (88216) timed out ('10.222.0.25', 56072) {{(pid=88216) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 07:48:00.904931 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-eb48f9b9-a656-4fcf-a38a-427f33c12fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:48:03.236310 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-2b3b4880-d57c-4d9b-8e0b-d61c80e0ae9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:48:04.333823 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:48:04.693662 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:48:05.962644 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:48:09.329197 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:48:11.647936 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:48:30.916009 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-7e78089f-574e-48ab-9de5-4db2ea23ca66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:48:33.213058 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-3f326c3d-d4d9-4498-8966-d5d16bc41920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:48:34.322011 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:48:34.699079 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:48:35.967175 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:48:41.653290 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:48:46.328207 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:49:00.910121 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ad534b0e-b97a-4f11-9691-a7b3c610cfaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:49:03.218891 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-926d464c-a911-4e4c-97a0-548a03e97303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:49:04.321260 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:49:04.698496 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:49:05.973255 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:49:11.664185 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:49:23.326769 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:49:30.921357 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-cb08adea-b011-4a1a-ba58-34ac741e39ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:49:33.206879 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4b074413-19ad-4bfb-b703-0459c452d8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:49:34.321165 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:49:34.726622 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:49:35.961413 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:49:41.657999 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:50:00.326163 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:50:00.943473 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-322b6ae6-3af1-4e5e-a981-48173192c05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:50:03.217855 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-4a27121b-4ca0-4c72-945d-698c2fbeadac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:50:04.361371 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:50:04.709316 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:50:05.978579 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:50:11.703892 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:50:30.903365 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-18896613-6adb-47ba-8112-bf16ba52ae19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:50:33.234433 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-66cf5442-8814-4971-895f-74289ecb345c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:50:34.326095 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:50:34.715027 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:50:35.983431 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:50:37.325474 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:50:41.708739 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:51:00.891878 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-1b3c5842-83c2-4baa-9293-4317489916bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:51:03.200239 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-151347e8-8335-489b-bdfd-ea84b417a772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:51:04.354031 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:51:04.708715 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:51:06.000701 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:51:11.697298 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:51:14.323671 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:51:30.949114 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-09524097-ff6f-47e2-96c7-981f5c4cd87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:51:33.223056 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-23cbd60b-4d8e-45f3-b52f-c269ee4068b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:51:34.342942 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:51:34.731097 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:51:36.021609 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:51:41.702520 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:51:51.327839 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:52:00.896754 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-6df311b9-cc55-4b0e-bb10-a718753e55f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:52:03.216799 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-20ecc710-7959-4ab3-9de7-2be333879d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:52:04.353781 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-72acafaf-9b43-48de-a97c-dffbfc15f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:52:04.725306 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-ee6ca52c-3da3-4d0f-86e3-9ad2d1ad7035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:52:05.999814 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-79827286-3298-4d5f-93ac-5b03215aaaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:52:11.713548 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-fa427e45-dd68-4a33-a653-7e5d54a6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 07:52:28.327045 dv-neutron-824022-4-hyperv neutron-server[88219]: DEBUG neutron.db.agents_db [None req-67d0c26b-88b5-4bef-a23a-740c198111f0 None None] Agent healthcheck: found 6 active agents {{(pid=88219) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 07:52:30.907774 dv-neutron-824022-4-hyperv neutron-server[88218]: DEBUG neutron_lib.callbacks.manager [None req-209372f8-83ee-4f29-9b9a-5f82fa97e96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726357862148', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-638755'] for agent, after_update {{(pid=88218) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}